00000001:02000400:0.0F:1767384576.319287:0:16220:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing load_modules_local 00000100:00000200:0.0:1767384577.576591:0:16328:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:0.0:1767384577.576850:0:16328:0:(api-ni.c:726:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 0000000086034c0c. 00000400:00000010:0.0:1767384577.576855:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000002a2f08b. 00000400:00000010:0.0:1767384577.576859:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000891addf5. 00000400:00000010:0.0:1767384577.576861:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000addce409. 00000400:00000010:0.0:1767384577.576864:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000dc6ba38f. 00000400:00000010:0.0:1767384577.576870:0:16328:0:(peer.c:110:lnet_peer_tables_create()) alloc '(hash)': 8192 at 00000000dbaba44e. 00000400:00000010:0.0:1767384577.576875:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b6c1d08d. 00000400:00000010:0.0:1767384577.576877:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000ae6e9be8. 00000400:00000010:0.0:1767384577.576881:0:16328:0:(lib-msg.c:1258:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 32 at 00000000bfe91c06. 00000400:00000010:0.0:1767384577.576884:0:16328:0:(lib-msg.c:1268:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 32 at 00000000c020b034. 00000400:00000010:0.0:1767384577.576956:0:16328:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 000000009cccc2b8. 00000400:00000010:0.0:1767384577.576979:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000271c1a03. 00000400:00000010:0.0:1767384577.576982:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1b6c3ad. 00000400:00000010:0.0:1767384577.577038:0:16328:0:(api-ni.c:1221:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000a906a78f. 00000400:00000010:0.0:1767384577.577060:0:16328:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 00000000857c73d8. 00000400:00000010:0.0:1767384577.577064:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b73f8818. 00000400:00000010:0.0:1767384577.577066:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b6a69575. 00000400:00000010:0.0:1767384577.577069:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f6755524. 00000400:00000010:0.0:1767384577.577074:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b42619de. 00000400:00000010:0.0:1767384577.577078:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000070d35b62. 00000400:00000010:0.0:1767384577.577080:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a47aedf2. 00000400:00000010:0.0:1767384577.577083:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aaa89f8c. 00000400:00000010:0.0:1767384577.577087:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000026934f4a. 00000400:00000010:0.0:1767384577.577089:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008b127a68. 00000400:00000010:0.0:1767384577.577092:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000783cca0f. 00000400:00000010:0.0:1767384577.577093:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008fbd1bf9. 00000400:00000010:0.0:1767384577.577098:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000533e148a. 00000400:00000010:0.0:1767384577.577101:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c8a080e4. 00000400:00000010:0.0:1767384577.577103:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a66378ad. 00000400:00000010:0.0:1767384577.577105:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f1aa05de. 00000400:00000010:0.0:1767384577.577110:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000027c6cf8e. 00000400:00000010:0.0:1767384577.577120:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000fe5d6936. 00000400:00000010:0.0:1767384577.577122:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d5c4ff42. 00000400:00000010:0.0:1767384577.577124:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000233b14a5. 00000400:00000010:0.0:1767384577.577129:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ea2c4a17. 00000400:00000010:0.0:1767384577.577132:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bfac8bbe. 00000400:00000010:0.0:1767384577.577134:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006e07962d. 00000400:00000010:0.0:1767384577.577136:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000797c3872. 00000400:00000010:0.0:1767384577.577140:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003499a5b4. 00000400:00000010:0.0:1767384577.577143:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b188d233. 00000400:00000010:0.0:1767384577.577144:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000036be71bf. 00000400:00000010:0.0:1767384577.577147:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086bc00c9. 00000400:00000010:0.0:1767384577.577151:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ed660de3. 00000400:00000010:0.0:1767384577.577154:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000098235ccd. 00000400:00000010:0.0:1767384577.577156:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008a69cc32. 00000400:00000010:0.0:1767384577.577158:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000082ee613b. 00000400:00000010:0.0:1767384577.577162:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c139df46. 00000400:00000010:0.0:1767384577.577165:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ec74b3c6. 00000400:00000010:0.0:1767384577.577166:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000023d66b1d. 00000400:00000010:0.0:1767384577.577168:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b7fb0bc7. 00000400:00000010:0.0:1767384577.577172:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b41d8d50. 00000400:00000010:0.0:1767384577.577175:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000004e619281. 00000400:00000010:0.0:1767384577.577176:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b152c760. 00000400:00000010:0.0:1767384577.577178:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000308a881. 00000400:00000010:0.0:1767384577.577183:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000454ca67f. 00000400:00000010:0.0:1767384577.577186:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000d8a2f902. 00000400:00000010:0.0:1767384577.577188:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000015c298f7. 00000400:00000010:0.0:1767384577.577189:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f425258b. 00000400:00000010:0.0:1767384577.577193:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c3bd5093. 00000400:00000010:0.0:1767384577.577196:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f7706d22. 00000400:00000010:0.0:1767384577.577198:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009c7428df. 00000400:00000010:0.0:1767384577.577200:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf26e66b. 00000400:00000010:0.0:1767384577.577206:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007f467c81. 00000400:00000010:0.0:1767384577.577209:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006807acd1. 00000400:00000010:0.0:1767384577.577215:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a38bbd21. 00000400:00000010:0.0:1767384577.577218:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da72e477. 00000400:00000010:0.0:1767384577.577222:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000df01bfad. 00000400:00000010:0.0:1767384577.577225:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000656b9f19. 00000400:00000010:0.0:1767384577.577227:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a724c497. 00000400:00000010:0.0:1767384577.577229:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007e5c4e8e. 00000400:00000010:0.0:1767384577.577233:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000aed78a5e. 00000400:00000010:0.0:1767384577.577236:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000022c35848. 00000400:00000010:0.0:1767384577.577238:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000576f1c7b. 00000400:00000010:0.0:1767384577.577240:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f7f37596. 00000400:00000010:0.0:1767384577.577244:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f7c3a89e. 00000400:00000010:0.0:1767384577.577247:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000006f388d54. 00000400:00000010:0.0:1767384577.577249:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000077adbdec. 00000400:00000010:0.0:1767384577.577251:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000053052a04. 00000400:00000010:0.0:1767384577.577257:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ed9ae8f4. 00000400:00000010:0.0:1767384577.577259:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000fa2b6a1. 00000400:00000010:0.0:1767384577.577261:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000024a4e75e. 00000400:00000010:0.0:1767384577.577264:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098cb51b3. 00000400:00000010:0.0:1767384577.577268:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000df913ab3. 00000400:00000010:0.0:1767384577.577271:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000054165ed5. 00000400:00000010:0.0:1767384577.577273:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007ba99f99. 00000400:00000010:0.0:1767384577.577275:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000583cd3b0. 00000400:00000010:0.0:1767384577.577280:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000003c2d680. 00000400:00000010:0.0:1767384577.577282:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000776ce5c1. 00000400:00000010:0.0:1767384577.577284:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007f120e47. 00000400:00000010:0.0:1767384577.577286:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fd42b41b. 00000400:00000010:0.0:1767384577.577331:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b7135f62. 00000400:00000010:0.0:1767384577.577337:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b143c797. 00000400:00000010:0.0:1767384577.577339:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004e1373a2. 00000400:00000010:0.0:1767384577.577342:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000025c112c9. 00000400:00000010:0.0:1767384577.577347:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cd8b77ea. 00000400:00000010:0.0:1767384577.577350:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000036eaba72. 00000400:00000010:0.0:1767384577.577358:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000051cfdd1f. 00000400:00000010:0.0:1767384577.577362:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa65f9d8. 00000400:00000010:0.0:1767384577.577367:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000488db6ee. 00000400:00000010:0.0:1767384577.577370:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f510ebc2. 00000400:00000010:0.0:1767384577.577373:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007cafa210. 00000400:00000010:0.0:1767384577.577375:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000767be24d. 00000400:00000010:0.0:1767384577.577381:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cef93650. 00000400:00000010:0.0:1767384577.577386:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c61aaed0. 00000400:00000010:0.0:1767384577.577388:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000080fb9823. 00000400:00000010:0.0:1767384577.577391:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ad3a06d1. 00000400:00000010:0.0:1767384577.577395:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007193c908. 00000400:00000010:0.0:1767384577.577399:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008a4f076b. 00000400:00000010:0.0:1767384577.577401:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000aa19ed7a. 00000400:00000010:0.0:1767384577.577404:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000020b3a273. 00000400:00000010:0.0:1767384577.577408:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ade93226. 00000400:00000010:0.0:1767384577.577412:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000468b61e6. 00000400:00000010:0.0:1767384577.577414:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005479efa8. 00000400:00000010:0.0:1767384577.577416:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007cd3b826. 00000400:00000010:0.0:1767384577.577421:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cd9de1c1. 00000400:00000010:0.0:1767384577.577424:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000840f4f4. 00000400:00000010:0.0:1767384577.577426:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000313f9ad2. 00000400:00000010:0.0:1767384577.577428:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002014b989. 00000400:00000010:0.0:1767384577.577440:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008c95c3a2. 00000400:00000010:0.0:1767384577.577444:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f39b5039. 00000400:00000010:0.0:1767384577.577446:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000665d21cb. 00000400:00000010:0.0:1767384577.577449:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b614e7bb. 00000400:00000010:0.0:1767384577.577453:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000005585e17. 00000400:00000010:0.0:1767384577.577456:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000007a69c4a9. 00000400:00000010:0.0:1767384577.577458:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d9268058. 00000400:00000010:0.0:1767384577.577461:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000263a6826. 00000400:00000010:0.0:1767384577.577465:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005ededf90. 00000400:00000010:0.0:1767384577.577468:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009fc1db20. 00000400:00000010:0.0:1767384577.577475:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007009a93d. 00000400:00000010:0.0:1767384577.577478:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000047e6f017. 00000400:00000010:0.0:1767384577.577483:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009539ae91. 00000400:00000010:0.0:1767384577.577486:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000087a07c5c. 00000400:00000010:0.0:1767384577.577489:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001ba51bdd. 00000400:00000010:0.0:1767384577.577492:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fbe5ad19. 00000400:00000010:0.0:1767384577.577502:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000eee792c4. 00000400:00000010:0.0:1767384577.577506:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000020ac0699. 00000400:00000010:0.0:1767384577.577509:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000175ee225. 00000400:00000010:0.0:1767384577.577512:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000011530742. 00000400:00000010:0.0:1767384577.577516:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000057e4529c. 00000400:00000010:0.0:1767384577.577519:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000e0441733. 00000400:00000010:0.0:1767384577.577522:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006e5d124d. 00000400:00000010:0.0:1767384577.577524:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001448a594. 00000400:00000010:0.0:1767384577.577529:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000030052e11. 00000400:00000010:0.0:1767384577.577534:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000073d0323e. 00000400:00000010:0.0:1767384577.577536:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000073325790. 00000400:00000010:0.0:1767384577.577538:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000701b86a0. 00000400:00000010:0.0:1767384577.577543:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000009eaf15e. 00000400:00000010:0.0:1767384577.577546:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000f6646d2d. 00000400:00000010:0.0:1767384577.577548:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002dcba294. 00000400:00000010:0.0:1767384577.577550:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000073794155. 00000400:00000010:0.0:1767384577.577562:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000069d968f1. 00000400:00000010:0.0:1767384577.577566:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000075c3804c. 00000400:00000010:0.0:1767384577.577568:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c083c848. 00000400:00000010:0.0:1767384577.577571:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eb591ae0. 00000400:00000010:0.0:1767384577.577576:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008e61bc0e. 00000400:00000010:0.0:1767384577.577579:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000052c2236d. 00000400:00000010:0.0:1767384577.577582:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e2a944c5. 00000400:00000010:0.0:1767384577.577584:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b9bf0246. 00000400:00000010:0.0:1767384577.577588:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009b7993b9. 00000400:00000010:0.0:1767384577.577592:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003177719c. 00000400:00000010:0.0:1767384577.577598:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bfb9b589. 00000400:00000010:0.0:1767384577.577601:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000178d642d. 00000400:00000010:0.0:1767384577.577606:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000459bb8a1. 00000400:00000010:0.0:1767384577.577610:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000008a985629. 00000400:00000010:0.0:1767384577.577613:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e941c517. 00000400:00000010:0.0:1767384577.577624:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002af33768. 00000400:00000010:0.0:1767384577.577633:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000081bee22. 00000400:00000010:0.0:1767384577.577637:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001c8f7196. 00000400:00000010:0.0:1767384577.577639:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c8164c2a. 00000400:00000010:0.0:1767384577.577641:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007a0725af. 00000400:00000010:0.0:1767384577.577645:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000042c5ab0. 00000400:00000010:0.0:1767384577.577665:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000030391b4. 00000400:00000010:0.0:1767384577.577669:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000564a39a7. 00000400:00000010:0.0:1767384577.577671:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003b05bc33. 00000400:00000010:0.0:1767384577.577675:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c7b28aa. 00000400:00000010:0.0:1767384577.577679:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000003383b8bc. 00000400:00000010:0.0:1767384577.577681:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000034406115. 00000400:00000010:0.0:1767384577.577683:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000057c1a831. 00000400:00000010:0.0:1767384577.577687:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000aee0462. 00000400:00000010:0.0:1767384577.577702:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000a1b27c4d. 00000400:00000010:0.0:1767384577.577704:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000809a2fc7. 00000400:00000010:0.0:1767384577.577706:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f1a782c6. 00000400:00000010:0.0:1767384577.577717:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e36cf290. 00000400:00000010:0.0:1767384577.577721:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000bf5a841a. 00000400:00000010:0.0:1767384577.577723:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009c68e680. 00000400:00000010:0.0:1767384577.577726:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005c0dcb67. 00000400:00000010:0.0:1767384577.577730:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f9f9b878. 00000400:00000010:0.0:1767384577.577733:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000b700ddec. 00000400:00000010:0.0:1767384577.577734:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000172163f4. 00000400:00000010:0.0:1767384577.577737:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e6b36aab. 00000400:00000010:0.0:1767384577.577740:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000037bbc031. 00000400:00000010:0.0:1767384577.577743:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000032621af2. 00000400:00000010:0.0:1767384577.577748:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000065956e21. 00000400:00000010:0.0:1767384577.577751:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b3910372. 00000400:00000010:0.0:1767384577.577765:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000073252641. 00000400:00000010:0.0:1767384577.577768:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000000bf86f6b. 00000400:00000010:0.0:1767384577.577770:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d330abc3. 00000400:00000010:0.0:1767384577.577772:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054f8e3ee. 00000400:00000010:0.0:1767384577.577789:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006d6f16e1. 00000400:00000010:0.0:1767384577.577798:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000063364424. 00000400:00000010:0.0:1767384577.577800:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000064c612f8. 00000400:00000010:0.0:1767384577.577803:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e74655fa. 00000400:00000010:0.0:1767384577.577807:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000815c38cc. 00000400:00000010:0.0:1767384577.577810:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000093aaaef2. 00000400:00000010:0.0:1767384577.577812:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bd5d5608. 00000400:00000010:0.0:1767384577.577814:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e5485f3c. 00000400:00000010:0.0:1767384577.577818:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000184076d8. 00000400:00000010:0.0:1767384577.577822:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ba5bf1db. 00000400:00000010:0.0:1767384577.577824:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ed948186. 00000400:00000010:0.0:1767384577.577826:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6a448c4. 00000400:00000010:0.0:1767384577.577830:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007d5441ef. 00000400:00000010:0.0:1767384577.577833:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000287f2b40. 00000400:00000010:0.0:1767384577.577835:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000006560fb3. 00000400:00000010:0.0:1767384577.577837:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b0b37082. 00000400:00000010:0.0:1767384577.577846:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cf16202b. 00000400:00000010:0.0:1767384577.577850:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000ff79879b. 00000400:00000010:0.0:1767384577.577853:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000630594bc. 00000400:00000010:0.0:1767384577.577855:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d9568456. 00000400:00000010:0.0:1767384577.577859:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000008f911fe. 00000400:00000010:0.0:1767384577.577862:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000009c112744. 00000400:00000010:0.0:1767384577.577864:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e25bced2. 00000400:00000010:0.0:1767384577.577866:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000028c54ab2. 00000400:00000010:0.0:1767384577.577870:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003e03920d. 00000400:00000010:0.0:1767384577.577873:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002b295948. 00000400:00000010:0.0:1767384577.577881:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d83798b. 00000400:00000010:0.0:1767384577.577883:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000abfeb15a. 00000400:00000010:0.0:1767384577.577887:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000e2d4408. 00000400:00000010:0.0:1767384577.577890:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000229ba4d8. 00000400:00000010:0.0:1767384577.577892:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d3627b6c. 00000400:00000010:0.0:1767384577.577894:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf547f6e. 00000400:00000010:0.0:1767384577.577904:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000db88cfe7. 00000400:00000010:0.0:1767384577.577908:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c5d8d7f1. 00000400:00000010:0.0:1767384577.577910:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b09a7083. 00000400:00000010:0.0:1767384577.577913:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f5d457d3. 00000400:00000010:0.0:1767384577.577916:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c2ff65e3. 00000400:00000010:0.0:1767384577.577919:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000001f5fb2a5. 00000400:00000010:0.0:1767384577.577921:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007c50d3cb. 00000400:00000010:0.0:1767384577.577923:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004b41c919. 00000400:00000010:0.0:1767384577.577927:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001a7c2070. 00000400:00000010:0.0:1767384577.577930:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000dc78fbda. 00000400:00000010:0.0:1767384577.577932:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000004ff1a4a. 00000400:00000010:0.0:1767384577.577934:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c8d25acd. 00000400:00000010:0.0:1767384577.577938:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c5787cf3. 00000400:00000010:0.0:1767384577.577941:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000078e22472. 00000400:00000010:0.0:1767384577.577943:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000074512249. 00000400:00000010:0.0:1767384577.577945:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005bb28fa4. 00000400:00000010:0.0:1767384577.577954:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000083519fe2. 00000400:00000010:0.0:1767384577.577958:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000057084203. 00000400:00000010:0.0:1767384577.577960:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000457051b2. 00000400:00000010:0.0:1767384577.577962:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6914abd. 00000400:00000010:0.0:1767384577.577966:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dca9a786. 00000400:00000010:0.0:1767384577.577969:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 000000002b25c726. 00000400:00000010:0.0:1767384577.577971:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001ed67e6e. 00000400:00000010:0.0:1767384577.577973:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008c7c77cc. 00000400:00000010:0.0:1767384577.577977:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002a708be3. 00000400:00000010:0.0:1767384577.577980:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 0000000088e78e3b. 00000400:00000010:0.0:1767384577.577985:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004d4611ef. 00000400:00000010:0.0:1767384577.577988:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cb1586e4. 00000400:00000010:0.0:1767384577.577992:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002814d404. 00000400:00000010:0.0:1767384577.577996:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000487b3ebe. 00000400:00000010:0.0:1767384577.577998:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009b5d1f02. 00000400:00000010:0.0:1767384577.578000:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000038df7f56. 00000400:00000010:0.0:1767384577.578008:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009e0fa14f. 00000400:00000010:0.0:1767384577.578012:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000dd632090. 00000400:00000010:0.0:1767384577.578014:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fc41f678. 00000400:00000010:0.0:1767384577.578017:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000246770f1. 00000400:00000010:0.0:1767384577.578021:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003c671caa. 00000400:00000010:0.0:1767384577.578024:0:16328:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 84 at 00000000c32bd8d1. 00000400:00000010:0.0:1767384577.578026:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004c417e0a. 00000400:00000010:0.0:1767384577.578027:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078fecc14. 00000400:00000010:0.0:1767384577.578031:0:16328:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c0c6936f. 00000400:00000010:0.0:1767384577.578035:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000de08a4e1. 00000400:00000010:0.0:1767384577.578037:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043588a96. 00000400:00000010:0.0:1767384577.578040:0:16328:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003da11d69. 00000400:00000010:0.0:1767384577.578044:0:16328:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000921d1ad8. 00000400:00000010:0.0:1767384577.578046:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007bc8f395. 00000400:00000010:0.0:1767384577.578048:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000069e1c959. 00000400:00000010:0.0:1767384577.578050:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008af7306e. 00000400:00000010:0.0:1767384577.578052:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000911bcd66. 00000400:00000010:0.0:1767384577.578068:0:16328:0:(config.c:573:lnet_parse_networks()) alloc '(tokens)': 4 at 000000006eaeb89e. 00000400:00000010:0.0:1767384577.578073:0:16328:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a4ae678b. 00000400:00000010:0.0:1767384577.578075:0:16328:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000050a2de0f. 00000400:00000010:0.0:1767384577.578077:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d514684b. 00000400:00000010:0.0:1767384577.578079:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005e65f4e1. 00000400:00000010:0.0:1767384577.578081:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e8afdb6b. 00000400:00000010:0.0:1767384577.578083:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1440e42. 00000400:00000010:0.0:1767384577.578084:0:16328:0:(config.c:785:lnet_parse_networks()) kfreed 'tokens': 4 at 000000006eaeb89e. 00000400:00000010:0.0:1767384577.578097:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f7799dd. 00000400:00000010:0.0:1767384577.578100:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000002fcd24d0. 00000800:00000200:0.0:1767384577.578867:0:16328:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 0000000077436f9c 00000800:00000200:0.0:1767384577.578872:0:16328:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 0000000077436f9c 00000800:00000200:0.0:1767384577.578875:0:16328:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 0000000077436f9c 00000800:00000200:0.0:1767384577.578878:0:16328:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 0000000077436f9c 00000800:00000010:0.0:1767384577.578885:0:16328:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000080e4c4d3. 00000400:00000010:0.0:1767384577.578894:0:16328:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006eaeb89e. 00000800:00000200:0.0:1767384577.578899:0:16328:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384577.579235:0:16328:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384577.579287:0:16328:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:0.0:1767384577.579321:0:16328:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp [8/256/0/180] 00000400:00000010:0.0:1767384577.582444:0:16328:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000a931f267. 00000400:00000010:0.0:1767384577.582451:0:16328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f998045. 00000400:00000010:0.0:1767384577.582465:0:16328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a218aebd. 00000400:00000200:0.0:1767384577.582475:0:16328:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:0.0:1767384577.582479:0:16328:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002fbdab75. 00000400:00000010:0.0:1767384577.582482:0:16328:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006de389b0. 00000400:00000010:0.0:1767384577.582485:0:16328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db49ec3. 00000400:00000200:0.0:1767384577.582487:0:16328:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000400:00000200:0.0:1767384577.582490:0:16328:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:0.0:1767384577.582493:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007341ab4f. 00000400:00000010:0.0:1767384577.582496:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000046dbee37. 00000400:00000010:0.0:1767384577.582498:0:16328:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007c06d7b5. 00000400:00000010:0.0:1767384577.582500:0:16328:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078dde2ac. 00000400:00000200:0.0:1767384577.582820:0:16328:0:(peer.c:4288:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:0.0:1767384577.582919:0:16328:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 8 at 0000000062b9803a. 00000100:00000010:0.0:1767384577.583127:0:16328:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 760 at 00000000bd783633. 00000100:00000010:0.0:1767384577.583134:0:16328:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 0000000065adb5e9. 00000100:00000010:0.0:1767384577.583138:0:16328:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000c8334746. 00000100:00000010:0.0:1767384577.583140:0:16328:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 000000008f187bbf. 00000100:00000010:0.0:1767384577.583143:0:16328:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000f687deb4. 00000100:00000010:0.0:1767384577.583369:0:16344:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ea6feef. 00000020:00000010:0.0:1767384577.583375:0:16344:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1144284. 00000020:00000010:0.0:1767384577.583379:0:16344:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002efee53b. 00000020:00000010:0.0:1767384577.583389:0:16344:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 0000000063544f88. 00000040:00000010:0.0:1767384577.583392:0:16344:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f6470b2c. 00000020:00000010:0.0:1767384577.583395:0:16344:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b994666a. 00000020:00000010:0.0:1767384577.583399:0:16344:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae9f5cbb. 00000100:00000010:0.0:1767384577.583587:0:16345:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000965ebc91. 00000020:00000010:0.0:1767384577.583593:0:16345:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000030c0ba9a. 00000020:00000010:0.0:1767384577.583597:0:16345:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005574e0f9. 00000020:00000010:0.0:1767384577.583600:0:16345:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000001cfa02d9. 00000040:00000010:0.0:1767384577.583603:0:16345:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000040e64ed5. 00000020:00000010:0.0:1767384577.583617:0:16345:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f21d1ac7. 00000020:00000010:0.0:1767384577.583620:0:16345:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f2922b6. 00000100:00000010:0.0:1767384577.583813:0:16346:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c4523c4. 00000020:00000010:0.0:1767384577.583817:0:16346:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056560930. 00000020:00000010:0.0:1767384577.583819:0:16346:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008ceff790. 00000020:00000010:0.0:1767384577.583821:0:16346:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000006a75e68e. 00000040:00000010:0.0:1767384577.583823:0:16346:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c26e33ab. 00000020:00000010:0.0:1767384577.583825:0:16346:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000055bc3eba. 00000020:00000010:0.0:1767384577.583827:0:16346:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000598403e7. 00000100:00000010:0.0:1767384577.583987:0:16347:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000090331875. 00000020:00000010:0.0:1767384577.583991:0:16347:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c4bf4de. 00000020:00000010:0.0:1767384577.583993:0:16347:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006ff87d04. 00000020:00000010:0.0:1767384577.583995:0:16347:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000887de661. 00000040:00000010:0.0:1767384577.583997:0:16347:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000617884f5. 00000020:00000010:0.0:1767384577.583999:0:16347:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000070479021. 00000020:00000010:0.0:1767384577.584001:0:16347:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065876c68. 00000020:00000010:0.0:1767384579.977041:0:16627:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000567610a7. 00000020:00000010:0.0:1767384580.141913:0:16674:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 0000000011e89677. 00000020:00000010:0.0:1767384580.142116:0:16674:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000767a6c77. 20000000:00000010:0.0:1767384583.931989:0:17054:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000dac6a73f. 00000040:00000010:0.0:1767384583.931998:0:17054:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f18915b0. 00000040:00000010:0.0:1767384583.932011:0:17054:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f18915b0. 20000000:00000010:0.0:1767384583.932017:0:17054:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000dac6a73f. 00000040:00000010:0.0:1767384583.932023:0:17054:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f18915b0. 00000040:00000010:0.0:1767384583.932053:0:17054:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000034815605. 00000020:00000010:0.0:1767384583.932059:0:17054:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000001abcc5bd. 00000020:00000010:0.0:1767384583.932063:0:17054:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000072b2010e. 00080000:00000010:0.0:1767384583.932068:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000027f4106f. 00000040:00000010:0.0:1767384583.932086:0:17054:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009d530440. 00000040:00000010:0.0:1767384583.932106:0:17054:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000034815605. 00000040:00000010:0.0:1767384583.932111:0:17054:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009d530440. 00000040:00000010:0.0:1767384583.932114:0:17054:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f18915b0. 20000000:00000010:0.0:1767384583.932119:0:17054:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000f18915b0. 20000000:00000010:0.0:1767384583.932123:0:17054:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000dac6a73f. 00000040:00000010:0.0:1767384583.932126:0:17054:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000026957262. 00000040:00000010:0.0:1767384583.932134:0:17054:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000026957262. 20000000:00000010:0.0:1767384583.932138:0:17054:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000dac6a73f. 00000100:00000010:0.0:1767384583.932144:0:17054:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000026957262. 00000100:00000010:0.0:1767384583.932151:0:17054:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000e6ac5a87. 00000100:00000010:0.0:1767384583.932165:0:17054:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000001845af3e. 00000100:00000010:0.0:1767384583.932174:0:17054:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000fe1077fa. 00000100:00000010:0.0:1767384583.932179:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8958eaa. 00000100:00000010:0.0:1767384583.932182:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d530440. 00000100:00000010:0.0:1767384583.932184:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cc24398. 00000100:00000010:0.0:1767384583.932196:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000005e9673b. 00000100:00000010:0.0:1767384583.932198:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001eff0365. 00000100:00000010:0.0:1767384583.932203:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a93ef440. 00000100:00000010:0.0:1767384583.932206:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8cb6dbf. 00000100:00000010:0.0:1767384583.932211:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000099565af5. 00000100:00000010:0.0:1767384583.932214:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b525c95. 00000100:00000010:0.0:1767384583.932218:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa13d985. 00000100:00000010:0.0:1767384583.932222:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a017a217. 00000100:00000010:0.0:1767384583.932235:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000960f2532. 00000100:00000010:0.0:1767384583.932240:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb29b86f. 00000100:00000010:0.0:1767384583.932246:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c8f0f951. 00000100:00000010:0.0:1767384583.932250:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c25a46e4. 00000100:00000010:0.0:1767384583.932261:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1a5e959. 00000100:00000010:0.0:1767384583.932265:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9d7fee9. 00000100:00000010:0.0:1767384583.932271:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c36911fb. 00000100:00000010:0.0:1767384583.932276:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc1153f9. 00000100:00000010:0.0:1767384583.932325:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f0cbb961. 00000100:00000010:0.0:1767384583.932332:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b471b76. 00000100:00000010:0.0:1767384583.932338:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000269ae3fe. 00000100:00000010:0.0:1767384583.932343:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000938b540e. 00000100:00000010:0.0:1767384583.932348:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000072fedf9c. 00000100:00000010:0.0:1767384583.932353:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077d329f3. 00000100:00000010:0.0:1767384583.932359:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014eccc18. 00000100:00000010:0.0:1767384583.932363:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee1bfc8f. 00000100:00000010:0.0:1767384583.932377:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bc5bfdc9. 00000100:00000010:0.0:1767384583.932381:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5803c77. 00000100:00000010:0.0:1767384583.932387:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000015f4444a. 00000100:00000010:0.0:1767384583.932392:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bba38285. 00000100:00000010:0.0:1767384583.932397:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f6b1793b. 00000100:00000010:0.0:1767384583.932401:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008728aef. 00000100:00000010:0.0:1767384583.932407:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000094f50172. 00000100:00000010:0.0:1767384583.932411:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001982dc28. 00000100:00000010:0.0:1767384583.932425:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d6cf0be. 00000100:00000010:0.0:1767384583.932429:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ca30eb0. 00000100:00000010:0.0:1767384583.932434:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007d04ceb3. 00000100:00000010:0.0:1767384583.932439:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a341890. 00000100:00000010:0.0:1767384583.932444:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c0704bb8. 00000100:00000010:0.0:1767384583.932448:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033816254. 00000100:00000010:0.0:1767384583.932454:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000917da7dd. 00000100:00000010:0.0:1767384583.932459:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b60e6dd. 00000100:00000010:0.0:1767384583.932472:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000112e38d4. 00000100:00000010:0.0:1767384583.932477:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8b50d90. 00000100:00000010:0.0:1767384583.932483:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000532c022e. 00000100:00000010:0.0:1767384583.932494:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a52ab58. 00000100:00000010:0.0:1767384583.932500:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c8f84f2. 00000100:00000010:0.0:1767384583.932504:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bd5a207. 00000100:00000010:0.0:1767384583.932508:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ff39ecef. 00000100:00000010:0.0:1767384583.932512:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cea85817. 00000100:00000010:0.0:1767384583.932526:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000001fe850e. 00000100:00000010:0.0:1767384583.932531:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069071549. 00000100:00000010:0.0:1767384583.932536:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7b47de3. 00000100:00000010:0.0:1767384583.932539:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6c69321. 00000100:00000010:0.0:1767384583.932545:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000524d02c4. 00000100:00000010:0.0:1767384583.932549:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008c29a87. 00000100:00000010:0.0:1767384583.932554:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a9fca16. 00000100:00000010:0.0:1767384583.932558:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a395b27. 00000100:00000010:0.0:1767384583.932572:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000032c784aa. 00000100:00000010:0.0:1767384583.932576:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f3a3e5c. 00000100:00000010:0.0:1767384583.932582:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ed62899. 00000100:00000010:0.0:1767384583.932586:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081799d34. 00000100:00000010:0.0:1767384583.932606:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000048b8a5f6. 00000100:00000010:0.0:1767384583.932610:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d6ecdea. 00000100:00000010:0.0:1767384583.932615:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006f8b432f. 00000100:00000010:0.0:1767384583.932620:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8f0c199. 00000100:00000010:0.0:1767384583.932635:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cf3b3790. 00000100:00000010:0.0:1767384583.932640:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6f37bbf. 00000100:00000010:0.0:1767384583.932645:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f9635d02. 00000100:00000010:0.0:1767384583.932649:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024fa5ae7. 00000100:00000010:0.0:1767384583.932655:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002c933dec. 00000100:00000010:0.0:1767384583.932660:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025df0c01. 00000100:00000010:0.0:1767384583.932666:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c99f29a1. 00000100:00000010:0.0:1767384583.932670:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3b5f15b. 00000100:00000010:0.0:1767384583.932684:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000480ba00f. 00000100:00000010:0.0:1767384583.932689:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071cc67be. 00000100:00000010:0.0:1767384583.932700:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c371b3e0. 00000100:00000010:0.0:1767384583.932704:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b06393d9. 00000100:00000010:0.0:1767384583.932710:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000085d3dd06. 00000100:00000010:0.0:1767384583.932714:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000187a5bd2. 00000100:00000010:0.0:1767384583.932719:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aae56a88. 00000100:00000010:0.0:1767384583.932723:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061647122. 00000100:00000010:0.0:1767384583.932738:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000886e3dc6. 00000100:00000010:0.0:1767384583.932743:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c2cd61c. 00000100:00000010:0.0:1767384583.932748:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f256c865. 00000100:00000010:0.0:1767384583.932754:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6a37925. 00000100:00000010:0.0:1767384583.932759:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d9e2a76b. 00000100:00000010:0.0:1767384583.932763:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008be37f5f. 00000100:00000010:0.0:1767384583.932768:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000e9d83cc. 00000100:00000010:0.0:1767384583.932773:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068c59806. 00000100:00000010:0.0:1767384583.932787:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000065a479b1. 00000100:00000010:0.0:1767384583.932792:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddc7e2ea. 00000100:00000010:0.0:1767384583.932797:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000e12924d. 00000100:00000010:0.0:1767384583.932802:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4aa2ee3. 00000100:00000010:0.0:1767384583.932808:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa507f84. 00000100:00000010:0.0:1767384583.932813:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d36e5d1c. 00000100:00000010:0.0:1767384583.932819:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000053c53ef3. 00000100:00000010:0.0:1767384583.932823:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000342e0c5f. 00000100:00000010:0.0:1767384583.932836:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000049404b2d. 00000100:00000010:0.0:1767384583.932841:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007de17725. 00000100:00000010:0.0:1767384583.932846:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009c0927b9. 00000100:00000010:0.0:1767384583.932850:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d17f9a7c. 00000100:00000010:0.0:1767384583.932855:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1805d4a. 00000100:00000010:0.0:1767384583.932861:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0eae35b. 00000100:00000010:0.0:1767384583.932866:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000076130e1e. 00000100:00000010:0.0:1767384583.932870:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015772bc6. 00000100:00000010:0.0:1767384583.932884:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b71b28b2. 00000100:00000010:0.0:1767384583.932894:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea2ea30f. 00000100:00000010:0.0:1767384583.932899:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cab162f5. 00000100:00000010:0.0:1767384583.932903:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022c5e90c. 00000100:00000010:0.0:1767384583.932908:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000551cd74e. 00000100:00000010:0.0:1767384583.932913:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb79c77e. 00000100:00000010:0.0:1767384583.932918:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a0a71f21. 00000100:00000010:0.0:1767384583.932922:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088c043a1. 00000100:00000010:0.0:1767384583.932936:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000086246643. 00000100:00000010:0.0:1767384583.932941:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006f04ca9. 00000100:00000010:0.0:1767384583.932945:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096163fe9. 00000100:00000010:0.0:1767384583.932948:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000834225. 00000100:00000010:0.0:1767384583.932953:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000da5d5a9. 00000100:00000010:0.0:1767384583.932956:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f61c26d. 00000100:00000010:0.0:1767384583.932961:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000efa97f15. 00000100:00000010:0.0:1767384583.932964:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4f91ab6. 00000100:00000010:0.0:1767384583.932978:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4404fc5. 00000100:00000010:0.0:1767384583.932983:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ddfc1e2. 00000100:00000010:0.0:1767384583.932987:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2ff5685. 00000100:00000010:0.0:1767384583.932990:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006719e098. 00000100:00000010:0.0:1767384583.932994:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ea6119cb. 00000400:00000200:0.0:1767384583.932999:0:17054:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:0.0:1767384583.933058:0:17054:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006adb3efb. 00000020:00000010:0.0:1767384583.933063:0:17054:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000003bb88641. 00000100:00000010:0.0:1767384583.933123:0:17054:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a85e8ae3. 00000100:00000010:0.0:1767384583.933129:0:17054:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000011f04018. 00000100:00000010:0.0:1767384583.933134:0:17054:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006391f1df. 00000100:00000010:0.0:1767384583.933139:0:17054:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000366a4381. 00000100:00000010:0.0:1767384583.933142:0:17054:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003aaca1ed. 00000100:00000200:0.0:1767384583.933180:0:17054:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:0.0:1767384583.933184:0:17054:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000103962b. 00000100:00000010:0.0:1767384583.933378:0:17069:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000375af0a0. 00000020:00000010:0.0:1767384583.933383:0:17069:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ef15be9d. 00000020:00000010:0.0:1767384583.933396:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd4c4888. 00000020:00000010:0.0:1767384583.933399:0:17069:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009ba7e9fb. 00000040:00000010:0.0:1767384583.933403:0:17069:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cf6174c7. 00000020:00000010:0.0:1767384583.933407:0:17069:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004c6675e2. 00000020:00000010:0.0:1767384583.933411:0:17069:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bd65ba02. 80000000:00000010:0.0:1767384583.933416:0:17069:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000033e4327f. 00040000:00000010:0.0:1767384583.933421:0:17069:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000019dd6234. 00080000:00000010:0.0:1767384583.933425:0:17069:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000104da64c. 00080000:00000010:0.0:1767384583.933440:0:17069:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000aad5a148. 20000000:00000010:0.0:1767384583.933445:0:17069:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000cab52aa5. 00000100:00000200:0.0:1767384583.933451:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933456:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc709d2b. 00000400:00000010:0.0:1767384583.933462:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc09c901. 00000100:00000200:0.0:1767384583.933469:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933471:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024a7de38. 00000400:00000010:0.0:1767384583.933474:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ceb75fbd. 00000100:00000200:0.0:1767384583.933476:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933479:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5a2bc2c. 00000400:00000010:0.0:1767384583.933481:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000245684af. 00000100:00000200:0.0:1767384583.933483:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933485:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000643aa62c. 00000400:00000010:0.0:1767384583.933488:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009aac1af6. 00000100:00000200:0.0:1767384583.933490:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933491:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007bd44ec. 00000400:00000010:0.0:1767384583.933494:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c17ade9c. 00000100:00000200:0.0:1767384583.933496:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933498:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000209bb665. 00000400:00000010:0.0:1767384583.933501:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b85e2e70. 00000100:00000200:0.0:1767384583.933504:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933505:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d9bfa2c. 00000400:00000010:0.0:1767384583.933508:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c0acb0d. 00000100:00000200:0.0:1767384583.933510:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933512:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eefade9d. 00000400:00000010:0.0:1767384583.933515:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abf19119. 00000100:00000200:0.0:1767384583.933517:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933527:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008941ade9. 00000400:00000010:0.0:1767384583.933530:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa48b78a. 00000100:00000200:0.0:1767384583.933532:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933534:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9c626a3. 00000400:00000010:0.0:1767384583.933536:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033d3410a. 00000100:00000200:0.0:1767384583.933538:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933540:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afcfe3fd. 00000400:00000010:0.0:1767384583.933543:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000137bf37. 00000100:00000200:0.0:1767384583.933545:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933547:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000765a11d9. 00000400:00000010:0.0:1767384583.933550:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6f838dc. 00000100:00000200:0.0:1767384583.933552:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933554:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d4d059. 00000400:00000010:0.0:1767384583.933556:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094263915. 00000100:00000200:0.0:1767384583.933558:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933560:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084b665e1. 00000400:00000010:0.0:1767384583.933562:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b24205bb. 00000100:00000200:0.0:1767384583.933564:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933566:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1cd16fd. 00000400:00000010:0.0:1767384583.933568:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e45669d. 00000100:00000200:0.0:1767384583.933570:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933572:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c7acf72. 00000400:00000010:0.0:1767384583.933574:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072a781f1. 00000100:00000200:0.0:1767384583.933576:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933577:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078c2a7b3. 00000400:00000010:0.0:1767384583.933580:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000329fcb39. 00000100:00000200:0.0:1767384583.933582:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933583:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076443865. 00000400:00000010:0.0:1767384583.933585:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b760dd3b. 00000100:00000200:0.0:1767384583.933587:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933589:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d61ec265. 00000400:00000010:0.0:1767384583.933606:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d30a6009. 00000100:00000200:0.0:1767384583.933609:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933612:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e579f92. 00000400:00000010:0.0:1767384583.933614:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf862fbe. 00000100:00000200:0.0:1767384583.933616:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933625:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032750549. 00000400:00000010:0.0:1767384583.933628:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005fb1a23. 00000100:00000200:0.0:1767384583.933631:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933633:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009997ec10. 00000400:00000010:0.0:1767384583.933635:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ba2bc1c. 00000100:00000200:0.0:1767384583.933638:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933640:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c4c1c3. 00000400:00000010:0.0:1767384583.933643:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049531ed4. 00000100:00000200:0.0:1767384583.933646:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933648:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055972de7. 00000400:00000010:0.0:1767384583.933650:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dadf4425. 00000100:00000200:0.0:1767384583.933652:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933654:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfdb2673. 00000400:00000010:0.0:1767384583.933656:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9fe43e4. 00000100:00000200:0.0:1767384583.933658:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933660:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a22a07c. 00000400:00000010:0.0:1767384583.933663:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c58a7d30. 00000100:00000200:0.0:1767384583.933666:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933668:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad94dd0e. 00000400:00000010:0.0:1767384583.933671:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d39b632. 00000100:00000200:0.0:1767384583.933672:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933675:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000174512e2. 00000400:00000010:0.0:1767384583.933677:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb7962e2. 00000100:00000200:0.0:1767384583.933679:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933681:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f0a1016. 00000400:00000010:0.0:1767384583.933683:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abedd6d7. 00000100:00000200:0.0:1767384583.933686:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933688:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761f4fce. 00000400:00000010:0.0:1767384583.933691:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c8b9c9c. 00000100:00000200:0.0:1767384583.933693:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933695:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da9eabc1. 00000400:00000010:0.0:1767384583.933698:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff0e0d77. 00000100:00000200:0.0:1767384583.933701:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933702:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b6a245. 00000400:00000010:0.0:1767384583.933705:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ecf1db3. 00000100:00000200:0.0:1767384583.933707:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933717:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b6cd56. 00000400:00000010:0.0:1767384583.933719:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a87f26f. 00000100:00000200:0.0:1767384583.933722:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933725:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b290ddf6. 00000400:00000010:0.0:1767384583.933728:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000831bb1aa. 00000100:00000200:0.0:1767384583.933731:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933734:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df906a63. 00000400:00000010:0.0:1767384583.933738:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d51375c0. 00000100:00000200:0.0:1767384583.933739:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933742:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000638b0a90. 00000400:00000010:0.0:1767384583.933745:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000070826d04. 00000100:00000200:0.0:1767384583.933747:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933751:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6c35083. 00000400:00000010:0.0:1767384583.933754:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a07fd98d. 00000100:00000200:0.0:1767384583.933757:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933759:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa6579. 00000400:00000010:0.0:1767384583.933763:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5405643. 00000100:00000200:0.0:1767384583.933765:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933769:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9fb9036. 00000400:00000010:0.0:1767384583.933772:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff67ba1e. 00000100:00000200:0.0:1767384583.933775:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933777:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000779c43f2. 00000400:00000010:0.0:1767384583.933780:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000cc5a82. 00000100:00000200:0.0:1767384583.933782:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933786:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445ef3a9. 00000400:00000010:0.0:1767384583.933789:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009af9f749. 00000100:00000200:0.0:1767384583.933791:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933795:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a71c3276. 00000400:00000010:0.0:1767384583.933800:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfb0752b. 00000100:00000200:0.0:1767384583.933803:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933806:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4c7adfb. 00000400:00000010:0.0:1767384583.933809:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f7c7485. 00000100:00000200:0.0:1767384583.933812:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933815:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078a18739. 00000400:00000010:0.0:1767384583.933818:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012dfc4ed. 00000100:00000200:0.0:1767384583.933820:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933831:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047cbf8ac. 00000400:00000010:0.0:1767384583.933836:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000782f9225. 00000100:00000200:0.0:1767384583.933839:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933841:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018c4339b. 00000400:00000010:0.0:1767384583.933844:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000992ac5e0. 00000100:00000200:0.0:1767384583.933846:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933849:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000296f6ae3. 00000400:00000010:0.0:1767384583.933851:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a999724. 00000100:00000200:0.0:1767384583.933853:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933856:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de8ebb98. 00000400:00000010:0.0:1767384583.933858:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080bb8024. 00000100:00000200:0.0:1767384583.933860:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933862:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079c6028d. 00000400:00000010:0.0:1767384583.933865:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eef93f37. 00000100:00000200:0.0:1767384583.933868:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933870:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039436ee9. 00000400:00000010:0.0:1767384583.933873:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029a1b293. 00000100:00000200:0.0:1767384583.933875:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933877:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6623223. 00000400:00000010:0.0:1767384583.933881:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a062715b. 00000100:00000200:0.0:1767384583.933883:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933886:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000071ca044. 00000400:00000010:0.0:1767384583.933888:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005eb07f3. 00000100:00000200:0.0:1767384583.933890:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933893:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003455cf44. 00000400:00000010:0.0:1767384583.933895:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a21b0b87. 00000100:00000200:0.0:1767384583.933897:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933900:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dfb398f. 00000400:00000010:0.0:1767384583.933902:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ed710fb. 00000100:00000200:0.0:1767384583.933904:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933906:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007243cbc7. 00000400:00000010:0.0:1767384583.933908:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c081ebc. 00000100:00000200:0.0:1767384583.933910:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933912:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b686500. 00000400:00000010:0.0:1767384583.933915:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3aab43f. 00000100:00000200:0.0:1767384583.933917:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933925:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066535838. 00000400:00000010:0.0:1767384583.933928:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084ad0944. 00000100:00000200:0.0:1767384583.933931:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933933:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020ba5b33. 00000400:00000010:0.0:1767384583.933935:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a906f49. 00000100:00000200:0.0:1767384583.933937:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933939:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096aace2a. 00000400:00000010:0.0:1767384583.933941:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090372bff. 00000100:00000200:0.0:1767384583.933942:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933944:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002565af59. 00000400:00000010:0.0:1767384583.933946:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef9ae78f. 00000100:00000200:0.0:1767384583.933948:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933950:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2e13fca. 00000400:00000010:0.0:1767384583.933953:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aee99267. 00000100:00000200:0.0:1767384583.933955:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933957:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004137a33d. 00000400:00000010:0.0:1767384583.933960:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034ac5399. 00000100:00000200:0.0:1767384583.933962:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933965:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5ee4ab1. 00000400:00000010:0.0:1767384583.933968:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078e36ee8. 00000100:00000200:0.0:1767384583.933970:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384583.933972:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c4ca0ac. 00000400:00000010:0.0:1767384583.933974:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0b608f8. 00000100:00000010:0.0:1767384583.933987:0:17069:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000009878fd64. 00000100:00000200:0.0:1767384583.934004:0:17069:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384583.934354:0:17054:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000025a00512. 00000100:00000010:0.0:1767384583.934501:0:17071:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007a422942. 00000020:00000010:0.0:1767384583.934507:0:17071:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000e56f74f. 00000020:00000010:0.0:1767384583.934512:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fcf9e9c. 00000020:00000010:0.0:1767384583.934516:0:17071:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e63c8c08. 00000040:00000010:0.0:1767384583.934520:0:17071:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002bfdaae3. 00000020:00000010:0.0:1767384583.934524:0:17071:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007df91d31. 00000020:00000010:0.0:1767384583.934528:0:17071:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005df1e4a2. 80000000:00000010:0.0:1767384583.934531:0:17071:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f0dc1a47. 00040000:00000010:0.0:1767384583.934534:0:17071:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000029a2d7a. 00080000:00000010:0.0:1767384583.934546:0:17071:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000869e6626. 00080000:00000010:0.0:1767384583.934552:0:17071:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ef3612c0. 20000000:00000010:0.0:1767384583.934556:0:17071:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000ad56c6aa. 00000100:00000010:0.0:1767384583.934569:0:17071:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000071fb47bc. 00000100:00000200:0.0:1767384583.934586:0:17071:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:0.0:1767384583.934825:0:17054:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000027f4106f. 00000020:00000010:0.0:1767384583.934832:0:17054:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000072b2010e. 00080000:00000010:0.0:1767384583.934869:0:17054:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e7f94dab. 20000000:00000010:0.0:1767384583.934875:0:17054:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 00000000652302e6. 00080000:00000010:0.0:1767384583.934894:0:17054:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008e786673. 00000020:00000010:0.0:1767384583.934899:0:17054:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000060c7081. 00080000:00000010:0.0:1767384583.934910:0:17054:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005a8fb945. 00000020:00000010:0.0:1767384583.934915:0:17054:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ea77a7b9. 00080000:00000010:0.0:1767384583.934933:0:17054:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b75304f6. 00000020:00000010:0.0:1767384583.934938:0:17054:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000fc8b7f1. 00000020:00000010:0.0:1767384583.934950:0:17054:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000569126a1. 00000040:00000010:0.0:1767384583.934956:0:17054:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003d09b376. 00000020:00000010:0.0:1767384583.934960:0:17054:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001a3d255e. 00000020:00000010:0.0:1767384583.934964:0:17054:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003b2466fb. 80000000:00000010:0.0:1767384583.934968:0:17054:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000016379823. 00040000:00000010:0.0:1767384583.934972:0:17054:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001c235457. 00080000:00000010:0.0:1767384583.934978:0:17054:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f01da6f9. 00080000:00000010:0.0:1767384583.934982:0:17054:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000f47b4330. 00080000:00000010:0.0:1767384583.934986:0:17054:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000adf7da97. 20000000:00000010:0.0:1767384583.934989:0:17054:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000a4f0ec6. 00000020:00000010:0.0:1767384583.934992:0:17054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d87895fb. 00000020:00000010:0.0:1767384583.934996:0:17054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9054870. 00000020:00000010:0.0:1767384583.935000:0:17054:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005022e61c. 00000008:00000010:0.0:1767384583.935004:0:17054:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000c2c3e213. 00020000:00000010:0.0:1767384583.935009:0:17054:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000097e46136. 00008000:00000010:0.0:1767384583.935014:0:17054:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000006edd320b. 00000080:00000010:0.0:1767384583.935019:0:17054:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000cf8a5b34. 00000020:00000010:0.0:1767384583.935023:0:17054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad0783fe. 00000020:00000010:0.0:1767384583.935036:0:17054:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000005fb18631. 00000020:00000010:0.0:1767384583.935049:0:17054:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000aa83011e. 00000020:00000010:0.0:1767384583.935053:0:17054:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 000000003f18af2b. 00000020:00000010:0.0:1767384583.935061:0:17054:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 88 at 00000000da7b4521. 00000100:00000010:0.0:1767384583.935067:0:17054:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000f47b4330. 00000400:00000200:0.0:1767384583.935071:0:17054:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1767384583.935075:0:17054:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:0.0:1767384583.935076:0:17054:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000020:00000010:0.0:1767384583.935079:0:17054:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 88 at 00000000da7b4521. 00000020:00000010:0.0:1767384583.935084:0:17054:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 88 at 00000000da7b4521. 00000100:00000010:0.0:1767384583.935089:0:17054:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000000d70188f. 00000400:00000200:0.0:1767384583.935092:0:17054:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:0.0:1767384583.935094:0:17054:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:0.0:1767384583.935096:0:17054:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:0.0:1767384583.935098:0:17054:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp 00000400:00000010:0.0:1767384583.935105:0:17054:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000f210e2f8. 00000400:00000200:0.0:1767384583.935109:0:17054:0:(peer.c:264:lnet_peer_alloc()) 00000000f210e2f8 nid 192.168.202.122@tcp 00000400:00000010:0.0:1767384583.935113:0:17054:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000050bd2d33. 00000400:00000200:0.0:1767384583.935116:0:17054:0:(peer.c:204:lnet_peer_net_alloc()) 0000000050bd2d33 net tcp 00000400:00000010:0.0:1767384583.935120:0:17054:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000086b7ef. 00000400:00000200:0.0:1767384583.935124:0:17054:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000086b7ef nid 192.168.202.122@tcp 00000400:00000200:0.0:1767384583.935128:0:17054:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (0) 00000400:00000200:0.0:1767384583.935132:0:17054:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.122@tcp: -2 00000400:00000200:0.0:1767384583.935137:0:17054:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp flags 0x100001 00000400:00000200:0.0:1767384583.935142:0:17054:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (1) 00000400:00000200:0.0:1767384583.935147:0:17054:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (2) 00000400:00000200:0.0:1767384583.935164:0:17054:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384583.935168:0:17054:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384583.935171:0:17054:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384583.935175:0:17054:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:0.0:1767384583.935178:0:17054:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (3) 00000100:00000010:0.0:1767384583.935182:0:17054:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000000d70188f. 00000020:00000010:0.0:1767384583.935187:0:17054:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 88 at 00000000da7b4521. 00000020:00000010:0.0:1767384583.935195:0:17054:0:(obd_mount.c:464:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000cf9a6a6c. 00000020:00000010:0.0:1767384583.935208:0:17054:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 000000007298e489. 00000020:00000010:0.0:1767384583.935231:0:17054:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000052b8068e. 00000020:00000010:0.0:1767384583.935246:0:17054:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000092b7e6d0. 00000020:00000010:0.0:1767384583.935263:0:17054:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 000000007298e489. 00000020:00000010:0.0:1767384583.935270:0:17054:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 000000007298e489. 00000001:00000010:0.0:1767384583.935317:0:17054:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000855378b7. 00000001:00000010:0.0:1767384583.935324:0:17054:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000050e5972a. 00000001:00000010:0.0:1767384583.935330:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000034f60ae8. 00000001:00000010:0.0:1767384583.935336:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006db79e64. 00000001:00000010:0.0:1767384583.935342:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000969f8082. 00000001:00000010:0.0:1767384583.935349:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005601c088. 00000001:00000010:0.0:1767384583.935356:0:17054:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000033fdddac. 00000001:00000010:0.0:1767384583.935363:0:17054:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000accaafd9. 00000001:00000010:0.0:1767384583.935370:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c07aee4. 00000800:00000200:1.1F:1767384583.935373:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (2) 00000001:00000010:0.0:1767384583.935377:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000946ae68d. 00000001:00000010:0.0:1767384583.935384:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ad0783fe. 00000001:00000010:0.0:1767384583.935389:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d87895fb. 00000020:00000010:0.0:1767384583.935394:0:17054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a4f0ec6. 00000020:00000010:0.0:1767384583.935400:0:17054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000f6f78ba. 00000020:00000010:0.0:1767384583.935419:0:17054:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003819e8dc. 00000008:00000010:0.0:1767384583.935435:0:17054:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000063a20e6b. 00020000:00000010:0.0:1767384583.935453:0:17054:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009c3a3f6e. 00008000:00000010:0.0:1767384583.935478:0:17054:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000024df4ae1. 00000080:00000010:0.0:1767384583.935493:0:17054:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b3cd5b5d. 00000020:00000010:0.0:1767384583.935499:0:17054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd2c3129. 00000020:00000010:0.0:1767384583.935504:0:17054:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c235457. 00000040:00000010:0.0:1767384583.935508:0:17054:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003b2466fb. 00000020:00000010:0.0:1767384583.935512:0:17054:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004a7a501b. 00000020:00000010:0.0:1767384583.935516:0:17054:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003d09b376. 00040000:00000010:0.0:1767384583.935520:0:17054:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e62a11c5. 00040000:00000010:0.0:1767384583.935523:0:17054:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000569126a1. 00080000:00000010:0.0:1767384583.935529:0:17054:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e697cfea. 00080000:00000010:0.0:1767384583.935534:0:17054:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000adf7da97. 10000000:00000010:0.0:1767384583.935540:0:17054:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 0000000099dd28d9. 00010000:00000010:0.0:1767384583.935558:0:17054:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000f3725049. 00010000:00000010:0.0:1767384583.935568:0:17054:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000003cdb55a0. 00000020:00000010:0.0:1767384583.935576:0:17054:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000107c2d6e. 00000100:00000200:0.0:1767384583.935609:0:17054:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.122@tcp->12345-0@lo 00000100:00000010:0.0:1767384583.935615:0:17054:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000a9796690. 00010000:00000010:0.0:1767384583.935620:0:17054:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000da7b4521. 00010000:00000010:0.0:1767384583.935628:0:17054:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000a21259d7. 00000001:00000010:0.0:1767384583.935633:0:17054:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000005a8fb945. 00000001:00000010:0.0:1767384583.935638:0:17054:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000597ab3c4. 00000001:00000010:0.0:1767384583.935642:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000008e786673. 00000001:00000010:0.0:1767384583.935646:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000e7f94dab. 00000020:00000010:0.0:1767384583.935719:0:17054:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007eb1ee35. 00000020:00000010:0.0:1767384583.935727:0:17054:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000007bc73633. 00000800:00000200:3.1F:1767384583.935755:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (2) 00000800:00000200:3.1:1767384583.935764:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp 0000000091e03ca0 deleted 00000800:00000010:3.1:1767384583.935765:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000091e03ca0. 00000800:00000200:3.1:1767384583.935770:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384583.935776:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:1023 00000800:00000200:3.1:1767384583.935779:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9be2813 type 2, nob 96 niov 1 nkiov 0 00000020:00000010:0.0:1767384583.935834:0:17054:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b347e7f0. 00000020:00000010:0.0:1767384583.935842:0:17054:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000027f4106f. 00000800:00000200:1.1:1767384583.935853:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000040:00000010:0.0:1767384583.935864:0:17054:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000001e35966f. 00000400:00000200:0.0:1767384583.936220:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384583.936228:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1000c1 00000400:00000010:0.0:1767384583.936236:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000f4b00943. 00000400:00000010:0.0:1767384583.936240:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000220ba882. 00000400:00000010:0.0:1767384583.936244:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000006fbd9279. 00000400:00000010:0.0:1767384583.936249:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000f4b00943. 00000400:00000010:0.0:1767384583.936254:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000220ba882. 00000400:00000010:0.0:1767384583.936257:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000006fbd9279. 00000400:00000010:0.0:1767384583.936262:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000eb3fded9. 00000400:00000200:0.0:1767384583.936268:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384583.936272:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100141 00000400:00000200:0.0:1767384583.936276:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100141 rc 1 00000400:00000200:0.0:1767384583.936281:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100141 00000400:00000010:0.0:1767384583.936287:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc204e5e. 00000400:00000200:0.0:1767384583.936321:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (2) 00000400:00000010:0.0:1767384583.936343:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b969e680. 00000800:00000200:3.1:1767384583.936347:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (4) 00000800:00000200:3.1:1767384583.936353:0:16334:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp 00000000d91a0b29 deleted 00000800:00000010:3.1:1767384583.936356:0:16334:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d91a0b29. 00000800:00000200:3.1:1767384583.936360:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:0.0:1767384583.936360:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:0.0:1767384583.936374:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp to MR: 192.168.202.122@tcp local destination 00000400:00000200:0.0:1767384583.936384:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp NI seq info: [3:3:256:4294967295] 192.168.202.122@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767384583.936390:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp 00000400:00000200:0.0:1767384583.936399:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:0.0:1767384583.936405:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:0.0:1767384583.936409:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000019e20536. 00000800:00000200:0.0:1767384583.936416:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:0.0:1767384583.936426:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:1023 00000800:00000200:0.0:1767384583.936432:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000019e20536 type 1, nob 144 niov 1 nkiov 1 00000800:00000200:1.1:1767384583.936447:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:0.0:1767384583.936448:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384583.936455:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100541 rc 0 00000020:00000010:0.0:1767384583.936523:0:17054:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001c235457. 00000040:00000010:0.0:1767384583.936532:0:17054:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003b2466fb. 00000020:00000010:0.0:1767384583.936540:0:17054:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004a7a501b. 00000020:00000010:0.0:1767384583.936546:0:17054:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003d09b376. 00040000:00000010:0.0:1767384583.936551:0:17054:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e62a11c5. 00040000:00000010:0.0:1767384583.936558:0:17054:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000569126a1. 00080000:00000010:0.0:1767384583.936567:0:17054:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000adf7da97. 00080000:00000010:0.0:1767384583.936574:0:17054:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e697cfea. 00000020:00000010:0.0:1767384583.936582:0:17054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd2c3129. 00000020:00000010:0.0:1767384583.936604:0:17054:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000f6f78ba. 00000020:00000010:0.0:1767384583.936612:0:17054:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003819e8dc. 00000008:00000010:0.0:1767384583.936620:0:17054:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000063a20e6b. 00020000:00000010:0.0:1767384583.936627:0:17054:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009c3a3f6e. 00008000:00000010:0.0:1767384583.936633:0:17054:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000024df4ae1. 00000080:00000010:0.0:1767384583.936641:0:17054:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b3cd5b5d. 00000020:00000010:0.0:1767384583.936648:0:17054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a4f0ec6. 00000020:00000010:0.0:1767384583.936656:0:17054:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 000000007298e489. 00000020:00000010:0.0:1767384583.936671:0:17054:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004a7a501b. 00000100:00000010:0.0:1767384583.936698:0:17054:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f2168bee. 02000000:00000010:0.0:1767384583.936723:0:17054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000c863447. 00000020:00000010:0.0:1767384583.936767:0:17054:0:(obd_mount.c:538:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000cf9a6a6c. 00000020:00000010:0.0:1767384583.936775:0:17054:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 000000003f18af2b. 00000020:00000010:0.0:1767384583.936783:0:17054:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000aa83011e. 00000020:00000010:0.0:1767384583.936798:0:17054:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000130dcaa5. 00000020:00000010:0.0:1767384583.936811:0:17054:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000004fa1433f. 00000020:00000010:0.0:1767384583.936822:0:17054:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000469bb47b. 00000020:00000010:0.0:1767384583.936840:0:17054:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000130dcaa5. 00000020:00000010:0.0:1767384583.936848:0:17054:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000cf9a6a6c. 00000001:00000010:0.0:1767384583.936874:0:17054:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e62a11c5. 00000001:00000010:0.0:1767384583.936883:0:17054:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000aa83011e. 00000001:00000010:0.0:1767384583.936892:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000496debd8. 00000001:00000010:0.0:1767384583.936899:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dfbcd82a. 00000001:00000010:0.0:1767384583.936907:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b75304f6. 00000001:00000010:0.0:1767384583.936915:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000a4f0ec6. 00000001:00000010:0.0:1767384583.936923:0:17054:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f75265fa. 00000001:00000010:0.0:1767384583.936935:0:17054:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cdbf99f7. 00000001:00000010:0.0:1767384583.936942:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd2c3129. 00000001:00000010:0.0:1767384583.936950:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000569126a1. 00000001:00000010:0.0:1767384583.936957:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003d09b376. 00000001:00000010:0.0:1767384583.936964:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003b2466fb. 00000020:00000010:0.0:1767384583.936968:0:17054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c235457. 00000020:00000010:0.0:1767384583.936974:0:17054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007298e489. 00000020:00000010:0.0:1767384583.936981:0:17054:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003819e8dc. 00000008:00000010:0.0:1767384583.936990:0:17054:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000063a20e6b. 00020000:00000010:0.0:1767384583.936996:0:17054:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009c3a3f6e. 00008000:00000010:0.0:1767384583.937003:0:17054:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000024df4ae1. 00000080:00000010:0.0:1767384583.937012:0:17054:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b3cd5b5d. 00000020:00000010:0.0:1767384583.937020:0:17054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b85eb674. 00000020:00000010:0.0:1767384583.937026:0:17054:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000931c0659. 00000040:00000010:0.0:1767384583.937034:0:17054:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000419fdd8d. 00000020:00000010:0.0:1767384583.937044:0:17054:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000714537ba. 00000020:00000010:0.0:1767384583.937065:0:17054:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f2aadd3b. 00000020:00000010:0.0:1767384583.937077:0:17054:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005bcad32c. 80000000:00000010:0.0:1767384583.937084:0:17054:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000130dcaa5. 40000000:00000010:0.0:1767384583.937090:0:17054:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000071dd84fd. 00100000:00000010:0.0:1767384583.937098:0:17054:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c1ce4628. 00040000:00000010:0.0:1767384583.937104:0:17054:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e6d0e269. 00040000:00000010:0.0:1767384583.937112:0:17054:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000047a5cce4. 00040000:00000010:0.0:1767384583.937118:0:17054:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004f069f26. 00080000:00000010:0.0:1767384583.937125:0:17054:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000adf7da97. 00080000:00000010:0.0:1767384583.937133:0:17054:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f01da6f9. 00000004:00000010:0.0:1767384583.937141:0:17054:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dd1a2d1e. 00000004:00000010:0.0:1767384583.937145:0:17054:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000064257a3d. 00000004:00000010:0.0:1767384583.937150:0:17054:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000091f64542. 00000004:00000010:0.0:1767384583.937156:0:17054:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009afdd77c. 00000004:00000010:0.0:1767384583.937164:0:17054:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 000000003f18af2b. 00000100:00000010:0.0:1767384583.937235:0:17054:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000348a3b8f. 00000100:00000010:0.0:1767384583.937244:0:17054:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c5e0c419. 00000100:00000010:0.0:1767384583.937262:0:17054:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000e228b15c. 00000100:00000010:0.0:1767384583.937273:0:17054:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000226f79c1. 00000100:00000010:0.0:1767384583.937283:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008913f2a7. 00000100:00000010:0.0:1767384583.937408:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008424a024. 00000100:00000010:0.0:1767384583.937417:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000209b64a3. 00000100:00000010:0.0:1767384583.937514:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000028fca95a. 00000100:00000010:0.0:1767384583.937521:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ec71c0d. 00000100:00000010:0.0:1767384583.937627:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000073896b4. 00000100:00000010:0.0:1767384583.937637:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bb94068. 00000100:00000010:0.0:1767384583.937734:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004bf1e677. 00000100:00000010:0.0:1767384583.937741:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce7f282e. 00000100:00000010:0.0:1767384583.937830:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009dcba4ce. 00000100:00000010:0.0:1767384583.937836:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091a50067. 00000100:00000010:0.0:1767384583.937923:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000be9d00be. 00000100:00000010:0.0:1767384583.937928:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b423c043. 00000100:00000010:0.0:1767384583.938015:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000deda28d1. 00000100:00000010:0.0:1767384583.938026:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf9517a2. 00000100:00000010:0.0:1767384583.938111:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009bfea2df. 00000100:00000010:0.0:1767384583.938117:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000824c9ef4. 00000100:00000010:0.0:1767384583.938210:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002c0ee1f3. 00000100:00000010:0.0:1767384583.938216:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000187807e0. 00000100:00000010:0.0:1767384583.938335:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ea134909. 00000100:00000010:0.0:1767384583.938342:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034029f43. 00000100:00000010:0.0:1767384583.938433:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f0d41435. 00000100:00000010:0.0:1767384583.938440:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b5107ca. 00000100:00000010:0.0:1767384583.938532:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001bc99fff. 00000100:00000010:0.0:1767384583.938538:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c31e5b46. 00000100:00000010:0.0:1767384583.938641:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009d23d426. 00000100:00000010:0.0:1767384583.938648:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fef9ec7b. 00000100:00000010:0.0:1767384583.938741:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000516d5642. 00000100:00000010:0.0:1767384583.938748:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1aa36d2. 00000100:00000010:0.0:1767384583.938838:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000079c0f364. 00000100:00000010:0.0:1767384583.938844:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff37193f. 00000100:00000010:0.0:1767384583.938935:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c5e33319. 00000100:00000010:0.0:1767384583.938941:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d971a0c8. 00000100:00000010:0.0:1767384583.939032:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008d2ecc58. 00000100:00000010:0.0:1767384583.939039:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bbe88a9. 00000100:00000010:0.0:1767384583.939132:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001b20393e. 00000100:00000010:0.0:1767384583.939139:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fa27d14. 00000100:00000010:0.0:1767384583.939226:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000081b3d357. 00000100:00000010:0.0:1767384583.939232:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000285ece53. 00000100:00000010:0.0:1767384583.939347:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000032e72273. 00000100:00000010:0.0:1767384583.939353:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5914a01. 00000100:00000010:0.0:1767384583.939439:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008d997aa9. 00000100:00000010:0.0:1767384583.939445:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a345c0b5. 00000100:00000010:0.0:1767384583.939520:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ad85739f. 00000100:00000010:0.0:1767384583.939525:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea014b73. 00000100:00000010:0.0:1767384583.939619:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e88c0d6f. 00000100:00000010:0.0:1767384583.939624:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bb80805. 00000100:00000010:0.0:1767384583.939699:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cb00bb97. 00000100:00000010:0.0:1767384583.939702:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d93cf35b. 00000100:00000010:0.0:1767384583.939792:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bdfc15eb. 00000100:00000010:0.0:1767384583.939797:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7062ac4. 00000100:00000010:0.0:1767384583.939872:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002129b70b. 00000100:00000010:0.0:1767384583.939876:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005498d151. 00000100:00000010:0.0:1767384583.939950:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007cabe60d. 00000100:00000010:0.0:1767384583.939953:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046841363. 00000100:00000010:0.0:1767384583.940030:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000048da5ec1. 00000100:00000010:0.0:1767384583.940034:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077cf3be7. 00000100:00000010:0.0:1767384583.940108:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000064971592. 00000100:00000010:0.0:1767384583.940111:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ffe578f. 00000100:00000010:0.0:1767384583.940188:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005e68f2a5. 00000100:00000010:0.0:1767384583.940191:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000069501ff. 00000100:00000010:0.0:1767384583.940264:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000da8e3a18. 00000100:00000010:0.0:1767384583.940268:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d09bfe9. 00000100:00000010:0.0:1767384583.940363:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000022c56a15. 00000100:00000010:0.0:1767384583.940368:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3ee58de. 00000100:00000010:0.0:1767384583.940445:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007d015765. 00000100:00000010:0.0:1767384583.940449:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d1c5106. 00000100:00000010:0.0:1767384583.940525:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000843ebaa2. 00000100:00000010:0.0:1767384583.940528:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a891a23. 00000100:00000010:0.0:1767384583.940617:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000406a0ccb. 00000100:00000010:0.0:1767384583.940621:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061ab9b0e. 00000100:00000010:0.0:1767384583.940696:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008a16d329. 00000100:00000010:0.0:1767384583.940699:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009aa21c45. 00000100:00000010:0.0:1767384583.940788:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bd7e9630. 00000100:00000010:0.0:1767384583.940794:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059e6687d. 00000100:00000010:0.0:1767384583.940870:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000079587c71. 00000100:00000010:0.0:1767384583.940879:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdfb1bbb. 00000100:00000010:0.0:1767384583.940952:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000974a9872. 00000100:00000010:0.0:1767384583.940956:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097b3161e. 00000100:00000010:0.0:1767384583.941031:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c096087e. 00000100:00000010:0.0:1767384583.941033:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000786a7175. 00000100:00000010:0.0:1767384583.941107:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003db59ba4. 00000100:00000010:0.0:1767384583.941110:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd0afee1. 00000100:00000010:0.0:1767384583.941184:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007df49518. 00000100:00000010:0.0:1767384583.941188:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000511aa451. 00000100:00000010:0.0:1767384583.941262:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009a49ce30. 00000100:00000010:0.0:1767384583.941265:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062aedd0f. 00000100:00000010:0.0:1767384583.941365:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e036250b. 00000100:00000010:0.0:1767384583.941378:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea7bb294. 00000100:00000010:0.0:1767384583.941387:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e889b63e. 00000100:00000010:0.0:1767384583.941462:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f82a06f4. 00000100:00000010:0.0:1767384583.941466:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009dc601f5. 00000100:00000010:0.0:1767384583.941539:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000822aee98. 00000100:00000010:0.0:1767384583.941542:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7abd5d6. 00000100:00000010:0.0:1767384583.941628:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003d2cf9ef. 00000100:00000010:0.0:1767384583.941634:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008220965a. 00000100:00000010:0.0:1767384583.941708:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003d6e522d. 00000100:00000010:0.0:1767384583.941713:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c980a58b. 00000100:00000010:0.0:1767384583.941804:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007388efb8. 00000100:00000010:0.0:1767384583.941809:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e465ed8. 00000100:00000010:0.0:1767384583.941893:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000cc699e7e. 00000100:00000010:0.0:1767384583.941897:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9f8ead2. 00000100:00000010:0.0:1767384583.941981:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000328a7b1c. 00000100:00000010:0.0:1767384583.941985:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c596a97c. 00000100:00000010:0.0:1767384583.942072:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c9d09049. 00000100:00000010:0.0:1767384583.942076:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d02a59e4. 00000100:00000010:0.0:1767384583.942157:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004bd4759d. 00000100:00000010:0.0:1767384583.942165:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4c7507a. 00000100:00000010:0.0:1767384583.942237:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003bd549d3. 00000100:00000010:0.0:1767384583.942241:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081352c2b. 00000100:00000010:0.0:1767384583.942334:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008acea212. 00000100:00000010:0.0:1767384583.942338:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000830c9ad9. 00000100:00000010:0.0:1767384583.942410:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009614825f. 00000100:00000010:0.0:1767384583.942414:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b62cf94. 00000100:00000010:0.0:1767384583.942487:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000001990823. 00000100:00000010:0.0:1767384583.942490:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002dc667a3. 00000100:00000010:0.0:1767384583.942565:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bcf24795. 00000100:00000010:0.0:1767384583.942568:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba80e468. 00000100:00000010:0.0:1767384583.942656:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a75043da. 00000100:00000010:0.0:1767384583.942659:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000725bbc71. 00000100:00000010:0.0:1767384583.942737:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000056092b4f. 00000100:00000010:0.0:1767384583.942743:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000323cfcac. 00000100:00000010:0.0:1767384583.942824:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f0762110. 00000100:00000010:0.0:1767384583.942828:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bcb777d. 00000100:00000010:0.0:1767384583.942902:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006521a4de. 00000100:00000010:0.0:1767384583.942907:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f34726d. 00000100:00000010:0.0:1767384583.942981:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e874ec06. 00000100:00000010:0.0:1767384583.942984:0:17054:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007939763a. 00000100:00000010:0.0:1767384583.943062:0:17054:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000096224018. 00000400:00000200:0.0:1767384583.943067:0:17054:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:0.0:1767384583.943114:0:17054:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000aea82f19. 00000020:00000010:0.0:1767384583.943119:0:17054:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ccb167f3. 00000100:00000010:0.0:1767384583.943160:0:17054:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fafd4443. 00000100:00000010:0.0:1767384583.943165:0:17054:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000006fbd9279. 00000100:00000010:0.0:1767384583.943167:0:17054:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003ea9500e. 00000100:00000010:0.0:1767384583.943170:0:17054:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d439958f. 00000100:00000010:0.0:1767384583.943173:0:17054:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001af0b5a0. 00000100:00000010:0.0:1767384583.943175:0:17054:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000000f6f78ba. 00000100:00000010:0.0:1767384583.943183:0:17054:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000086aec4bb. 00000100:00000010:0.0:1767384583.943185:0:17054:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000220ba882. 00000100:00000010:0.0:1767384583.943186:0:17054:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000850e6e6. 00000100:00000010:0.0:1767384583.943189:0:17054:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bf53bea1. 00000100:00000010:0.0:1767384583.943190:0:17054:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000be26a954. 00000100:00000200:0.0:1767384583.943214:0:17054:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:0.0:1767384583.943217:0:17054:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ac0bcbf1. 00000100:00000010:0.0:1767384583.944151:0:17054:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004b1bf549. 00000100:00000010:0.0:1767384583.944523:0:17077:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000242e2b10. 00000020:00000010:0.0:1767384583.944526:0:17077:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000060212e5c. 00000020:00000010:0.0:1767384583.944529:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043c3de80. 00000020:00000010:0.0:1767384583.944531:0:17077:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009b49eeb9. 00000040:00000010:0.0:1767384583.944533:0:17077:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e2c1fa94. 00000020:00000010:0.0:1767384583.944535:0:17077:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ecbbb24d. 00000020:00000010:0.0:1767384583.944538:0:17077:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000dd1a1e9c. 00000020:00000010:0.0:1767384583.944540:0:17077:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000059a25851. 80000000:00000010:0.0:1767384583.944542:0:17077:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000017489651. 40000000:00000010:0.0:1767384583.944544:0:17077:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000df71b201. 00100000:00000010:0.0:1767384583.944547:0:17077:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cb5146c0. 00040000:00000010:0.0:1767384583.944549:0:17077:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e942c461. 00040000:00000010:0.0:1767384583.944551:0:17077:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006154d6c8. 00040000:00000010:0.0:1767384583.944553:0:17077:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007f82bfde. 00080000:00000010:0.0:1767384583.944557:0:17077:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e697cfea. 00080000:00000010:0.0:1767384583.944568:0:17077:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000137eef82. 00000004:00000010:0.0:1767384583.944572:0:17077:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008aca24e4. 00000004:00000010:0.0:1767384583.944575:0:17077:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006a3819c1. 00000004:00000010:0.0:1767384583.944578:0:17077:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001418ffb1. 00002000:00000010:0.0:1767384583.944580:0:17077:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ea9e95de. 00000004:00000010:0.0:1767384583.944582:0:17077:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000022b40f9. 00000100:00000010:0.0:1767384583.944638:0:17077:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000005b586567. 00000100:00000200:0.0:1767384583.944651:0:17077:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767384583.944818:0:17078:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b930fed6. 00000020:00000010:0.0:1767384583.944822:0:17078:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c989e0bc. 00000020:00000010:0.0:1767384583.944832:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009525a1c8. 00000020:00000010:0.0:1767384583.944835:0:17078:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000d184dc9. 00000040:00000010:0.0:1767384583.944838:0:17078:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000faf6c0e6. 00000020:00000010:0.0:1767384583.944841:0:17078:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c9474aba. 00000020:00000010:0.0:1767384583.944844:0:17078:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b07c9293. 00000020:00000010:0.0:1767384583.944846:0:17078:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bac136ec. 80000000:00000010:0.0:1767384583.944849:0:17078:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000860bb5e2. 40000000:00000010:0.0:1767384583.944851:0:17078:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f4b00943. 00100000:00000010:0.0:1767384583.944853:0:17078:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c3aa2960. 00040000:00000010:0.0:1767384583.944855:0:17078:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000019e20536. 00040000:00000010:0.0:1767384583.944858:0:17078:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000132c1f29. 00040000:00000010:0.0:1767384583.944859:0:17078:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000099d804e8. 00080000:00000010:0.0:1767384583.944863:0:17078:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ea330bcc. 00080000:00000010:0.0:1767384583.944866:0:17078:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009fb8124b. 00000004:00000010:0.0:1767384583.944868:0:17078:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000071b9f282. 00000004:00000010:0.0:1767384583.944871:0:17078:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e1b5b01a. 00000004:00000010:0.0:1767384583.944873:0:17078:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004e6028b4. 00002000:00000010:0.0:1767384583.944875:0:17078:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eb3479a6. 00000004:00000010:0.0:1767384583.944878:0:17078:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000012a93c22. 00000100:00000010:0.0:1767384583.944918:0:17078:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000c51d6109. 00000100:00000200:0.0:1767384583.944930:0:17078:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:0.0:1767384583.945750:0:17079:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004310fe82. 00000020:00000010:0.0:1767384583.945755:0:17079:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a526e61b. 00000020:00000010:0.0:1767384583.945759:0:17079:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0133026. 00000020:00000010:0.0:1767384583.945762:0:17079:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000658679c. 00000040:00000010:0.0:1767384583.945765:0:17079:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000041842898. 00000020:00000010:0.0:1767384583.945768:0:17079:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ef830634. 00000020:00000010:0.0:1767384583.945771:0:17079:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066801d67. 00000020:00000010:0.0:1767384583.945774:0:17079:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003bcb6013. 80000000:00000010:0.0:1767384583.945777:0:17079:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004ab0ba02. 40000000:00000010:0.0:1767384583.945779:0:17079:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000060cc535. 00100000:00000010:0.0:1767384583.945782:0:17079:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009eb2226c. 00040000:00000010:0.0:1767384583.945786:0:17079:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002be793b4. 00040000:00000010:0.0:1767384583.945794:0:17079:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e1ac6f1e. 00040000:00000010:0.0:1767384583.945797:0:17079:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008cebcbb3. 00080000:00000010:0.0:1767384583.945801:0:17079:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c7118587. 00080000:00000010:0.0:1767384583.945813:0:17079:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000020836b74. 00000004:00000010:0.0:1767384583.945818:0:17079:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000057a09046. 00000004:00000010:0.0:1767384583.945822:0:17079:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a6986bab. 00000004:00000010:0.0:1767384583.945825:0:17079:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c34c9a38. 00000004:00000010:0.0:1767384583.945828:0:17079:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003898d6c8. 00000100:00000200:0.0:1767384583.945831:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945836:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9741369. 00000400:00000010:0.0:1767384583.945840:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad018b08. 00000100:00000200:0.0:1767384583.945844:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945846:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013ca5554. 00000400:00000010:0.0:1767384583.945849:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c9fe978. 00000100:00000200:0.0:1767384583.945851:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945853:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8fcefdb. 00000400:00000010:0.0:1767384583.945856:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001aab4d3. 00000100:00000200:0.0:1767384583.945858:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945860:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55ca254. 00000400:00000010:0.0:1767384583.945862:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c299bc8e. 00000100:00000200:0.0:1767384583.945865:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945867:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0e84ab3. 00000400:00000010:0.0:1767384583.945869:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d63b3a02. 00000100:00000200:0.0:1767384583.945871:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945873:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a8914ea. 00000400:00000010:0.0:1767384583.945875:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ebbd6fb. 00000100:00000200:0.0:1767384583.945877:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945879:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1a8eeee. 00000400:00000010:0.0:1767384583.945882:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f920ff75. 00000100:00000200:0.0:1767384583.945884:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945886:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c13fe7a. 00000400:00000010:0.0:1767384583.945888:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072740de6. 00000100:00000200:0.0:1767384583.945890:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945893:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c935e29. 00000400:00000010:0.0:1767384583.945896:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f299f090. 00000100:00000200:0.0:1767384583.945906:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945909:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000138c459e. 00000400:00000010:0.0:1767384583.945911:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041bc9f37. 00000100:00000200:0.0:1767384583.945914:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945916:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e6cbd47. 00000400:00000010:0.0:1767384583.945918:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c8f0f11. 00000100:00000200:0.0:1767384583.945920:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945922:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079357a2d. 00000400:00000010:0.0:1767384583.945925:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8dde69c. 00000100:00000200:0.0:1767384583.945927:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945929:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd368292. 00000400:00000010:0.0:1767384583.945931:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074130840. 00000100:00000200:0.0:1767384583.945933:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945935:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8ba309f. 00000400:00000010:0.0:1767384583.945938:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f1d442e. 00000100:00000200:0.0:1767384583.945940:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945942:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e60a629c. 00000400:00000010:0.0:1767384583.945945:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095913a90. 00000100:00000200:0.0:1767384583.945947:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945949:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079aa540d. 00000400:00000010:0.0:1767384583.945951:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8218144. 00000100:00000200:0.0:1767384583.945954:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945955:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae814ac8. 00000400:00000010:0.0:1767384583.945958:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b140cb1e. 00000100:00000200:0.0:1767384583.945960:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945962:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001df51435. 00000400:00000010:0.0:1767384583.945964:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce86951b. 00000100:00000200:0.0:1767384583.945966:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945968:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a939d4d8. 00000400:00000010:0.0:1767384583.945971:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f53cbb55. 00000100:00000200:0.0:1767384583.945972:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945974:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e59b35d. 00000400:00000010:0.0:1767384583.945976:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d59b917. 00000100:00000200:0.0:1767384583.945978:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945980:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e71f5d9b. 00000400:00000010:0.0:1767384583.945989:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002e34292. 00000100:00000200:0.0:1767384583.945992:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.945993:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3703b6a. 00000400:00000010:0.0:1767384583.945996:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059f6b652. 00000100:00000200:0.0:1767384583.945998:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946000:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000503fcb4c. 00000400:00000010:0.0:1767384583.946002:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000319ba208. 00000100:00000200:0.0:1767384583.946005:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946007:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005880f578. 00000400:00000010:0.0:1767384583.946009:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d20f8a5a. 00000100:00000200:0.0:1767384583.946012:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946014:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000518b3c05. 00000400:00000010:0.0:1767384583.946016:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063b6a44d. 00000100:00000200:0.0:1767384583.946018:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946021:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055a3d43e. 00000400:00000010:0.0:1767384583.946023:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c1029e2. 00000100:00000200:0.0:1767384583.946025:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946028:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000668c1d96. 00000400:00000010:0.0:1767384583.946030:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021d12447. 00000100:00000200:0.0:1767384583.946032:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946034:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e5945bd. 00000400:00000010:0.0:1767384583.946037:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a865302f. 00000100:00000200:0.0:1767384583.946039:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946040:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fbfa4a8c. 00000400:00000010:0.0:1767384583.946043:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f434675. 00000100:00000200:0.0:1767384583.946045:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946047:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3bccc6a. 00000400:00000010:0.0:1767384583.946049:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e88ff931. 00000100:00000200:0.0:1767384583.946052:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946054:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068ef85d9. 00000400:00000010:0.0:1767384583.946056:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ca3b448. 00000100:00000200:0.0:1767384583.946058:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946060:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083d4d574. 00000400:00000010:0.0:1767384583.946062:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000282664d4. 00000100:00000200:0.0:1767384583.946064:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946073:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6c3d953. 00000400:00000010:0.0:1767384583.946076:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000392b5ca1. 00000100:00000200:0.0:1767384583.946079:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946081:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a610e7dc. 00000400:00000010:0.0:1767384583.946083:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007703f1ea. 00000100:00000200:0.0:1767384583.946085:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946088:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009fc858ee. 00000400:00000010:0.0:1767384583.946090:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9624d08. 00000100:00000200:0.0:1767384583.946092:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946094:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b28cbdf. 00000400:00000010:0.0:1767384583.946097:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c2e3018. 00000100:00000200:0.0:1767384583.946099:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946101:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002606d104. 00000400:00000010:0.0:1767384583.946104:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e3a4bdb. 00000100:00000200:0.0:1767384583.946105:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946107:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000deae16d3. 00000400:00000010:0.0:1767384583.946110:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000813405d3. 00000100:00000200:0.0:1767384583.946111:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946113:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001de06fec. 00000400:00000010:0.0:1767384583.946116:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8c34234. 00000100:00000200:0.0:1767384583.946118:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946120:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f2de352. 00000400:00000010:0.0:1767384583.946122:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001ff0ab0e. 00000100:00000200:0.0:1767384583.946124:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946127:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002317f246. 00000400:00000010:0.0:1767384583.946129:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000014dcee. 00000100:00000200:0.0:1767384583.946131:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946133:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088e4bdfc. 00000400:00000010:0.0:1767384583.946136:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000330c8d17. 00000100:00000200:0.0:1767384583.946138:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946140:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005b27a7bb. 00000400:00000010:0.0:1767384583.946143:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c225aa73. 00000100:00000200:0.0:1767384583.946145:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946147:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c7587f3. 00000400:00000010:0.0:1767384583.946151:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020eeedb7. 00000100:00000200:0.0:1767384583.946162:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946165:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085a42c91. 00000400:00000010:0.0:1767384583.946167:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c0ef77b. 00000100:00000200:0.0:1767384583.946170:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946172:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bab11b56. 00000400:00000010:0.0:1767384583.946174:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8590fab. 00000100:00000200:0.0:1767384583.946176:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946178:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095efd58a. 00000400:00000010:0.0:1767384583.946181:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000619bfc82. 00000100:00000200:0.0:1767384583.946183:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946185:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048f5a108. 00000400:00000010:0.0:1767384583.946187:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027c30f7f. 00000100:00000200:0.0:1767384583.946189:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946191:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000bfa0b5. 00000400:00000010:0.0:1767384583.946193:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008ce0e78. 00000100:00000200:0.0:1767384583.946196:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946198:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1049db1. 00000400:00000010:0.0:1767384583.946200:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097e31fe7. 00000100:00000200:0.0:1767384583.946202:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946204:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ae93902. 00000400:00000010:0.0:1767384583.946206:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd74c5e9. 00000100:00000200:0.0:1767384583.946208:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946210:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dee0067f. 00000400:00000010:0.0:1767384583.946212:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080bd41c4. 00000100:00000200:0.0:1767384583.946215:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946217:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ae6391d. 00000400:00000010:0.0:1767384583.946219:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e0848c7. 00000100:00000200:0.0:1767384583.946221:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946223:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000858eeb79. 00000400:00000010:0.0:1767384583.946226:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f59396ef. 00000100:00000200:0.0:1767384583.946228:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946230:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003aee90c6. 00000400:00000010:0.0:1767384583.946232:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2ed3b26. 00000100:00000200:0.0:1767384583.946234:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946236:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015f7afa2. 00000400:00000010:0.0:1767384583.946246:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fe5ea9c. 00000100:00000200:0.0:1767384583.946249:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946251:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fae51d92. 00000400:00000010:0.0:1767384583.946254:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3e15fc6. 00000100:00000200:0.0:1767384583.946256:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946258:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c8029b9. 00000400:00000010:0.0:1767384583.946261:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ec49276. 00000100:00000200:0.0:1767384583.946263:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946266:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7a646bf. 00000400:00000010:0.0:1767384583.946268:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000164d2f5e. 00000100:00000200:0.0:1767384583.946270:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946272:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030f61056. 00000400:00000010:0.0:1767384583.946275:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076b9afb9. 00000100:00000200:0.0:1767384583.946277:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946280:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3b89481. 00000400:00000010:0.0:1767384583.946282:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087854a3f. 00000100:00000200:0.0:1767384583.946284:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946286:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007a90550. 00000400:00000010:0.0:1767384583.946288:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bef37dd0. 00000100:00000200:0.0:1767384583.946316:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946320:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089cc269d. 00000400:00000010:0.0:1767384583.946324:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f1e0907. 00000100:00000200:0.0:1767384583.946328:0:17079:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384583.946330:0:17079:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000561346ea. 00000400:00000010:0.0:1767384583.946333:0:17079:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000069439f29. 00000100:00000010:0.0:1767384583.946349:0:17079:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000055a9505e. 00000100:00000200:0.0:1767384583.946366:0:17079:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384583.946519:0:17080:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000026338e3. 00000020:00000010:0.0:1767384583.946524:0:17080:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000073f9ec09. 00000020:00000010:0.0:1767384583.946528:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c65ca456. 00000020:00000010:0.0:1767384583.946532:0:17080:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c1e425d2. 00000040:00000010:0.0:1767384583.946535:0:17080:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009c8d1b90. 00000020:00000010:0.0:1767384583.946538:0:17080:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002db3fc47. 00000020:00000010:0.0:1767384583.946542:0:17080:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e39c6709. 00000020:00000010:0.0:1767384583.946544:0:17080:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000439f4194. 80000000:00000010:0.0:1767384583.946554:0:17080:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000360f97ea. 40000000:00000010:0.0:1767384583.946556:0:17080:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003109e618. 00100000:00000010:0.0:1767384583.946559:0:17080:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003e0b59d7. 00040000:00000010:0.0:1767384583.946562:0:17080:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003c33427a. 00040000:00000010:0.0:1767384583.946565:0:17080:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a05c8686. 00040000:00000010:0.0:1767384583.946568:0:17080:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a423772c. 00080000:00000010:0.0:1767384583.946572:0:17080:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000042ac92c3. 00080000:00000010:0.0:1767384583.946577:0:17080:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000c9bfa5d. 00000004:00000010:0.0:1767384583.946581:0:17080:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b56bb539. 00000004:00000010:0.0:1767384583.946586:0:17080:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009908349d. 00000004:00000010:0.0:1767384583.946589:0:17080:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a4746bb3. 00000004:00000010:0.0:1767384583.946608:0:17080:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000082967629. 00000100:00000010:0.0:1767384583.946623:0:17080:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f4efb471. 00000100:00000200:0.0:1767384583.946638:0:17080:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00080000:00000010:0.0:1767384583.984808:0:17071:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000058c55d92. 20000000:00000010:0.0:1767384583.984817:0:17071:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 0000000072b2010e. 00080000:00000010:0.0:1767384583.984822:0:17071:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001103df62. 20000000:00000010:0.0:1767384583.985166:0:17071:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000f9cb6c1b. 00000040:00000010:0.0:1767384583.985173:0:17071:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000064f77e26. 00000040:00000010:0.0:1767384583.985197:0:17071:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000008582cc52. 00000020:00000010:0.0:1767384583.985202:0:17071:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d7830f9d. 00080000:00000010:0.0:1767384583.985206:0:17071:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000009a45de. 00000040:00000010:0.0:1767384583.985220:0:17071:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001385fa8c. 00000040:00000010:0.0:1767384583.985589:0:17071:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000009594be52. 00000020:00000010:0.0:1767384583.985738:0:17093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e161918. 00000020:00000010:0.0:1767384583.985742:0:17093:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004d179aa2. 00000040:00000010:0.0:1767384583.985745:0:17093:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007fe1915a. 00000020:00000010:0.0:1767384583.985748:0:17093:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bdebe807. 00000020:00000010:0.0:1767384583.985751:0:17093:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ed60ac56. 00000020:00000010:0.0:1767384583.985754:0:17093:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003bf2695d. 80000000:00000010:0.0:1767384583.985756:0:17093:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b72ad2f. 40000000:00000010:0.0:1767384583.985759:0:17093:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c213b23. 00100000:00000010:0.0:1767384583.985762:0:17093:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c5e36b78. 00040000:00000010:0.0:1767384583.985771:0:17093:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e6d0e269. 00040000:00000010:0.0:1767384583.985774:0:17093:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b45e5bcb. 00040000:00000010:0.0:1767384583.985777:0:17093:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000d454e0e. 00080000:00000010:0.0:1767384583.985787:0:17093:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dea03ffb. 00080000:00000010:0.0:1767384583.985791:0:17093:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005e651632. 00000004:00000010:0.0:1767384583.985796:0:17093:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bab03c03. 00000004:00000010:0.0:1767384583.985800:0:17093:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008c67cf70. 00000004:00000010:0.0:1767384583.985802:0:17093:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b27d8473. 00002000:00000010:0.0:1767384583.985810:0:17093:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000574fd98c. 00000004:00000010:0.0:1767384583.985814:0:17093:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009a60a458. 00000020:00000010:0.0:1767384583.985817:0:17093:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000eb9cb8c5. 00000040:00000010:0.0:1767384583.985822:0:17093:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000044b3b898. 00000040:00000010:0.0:1767384583.986108:0:17093:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000044b3b898. 00000020:00000010:0.0:1767384583.986114:0:17093:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000eb9cb8c5. 00000020:00000010:0.0:1767384583.986123:0:17093:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004d179aa2. 00000040:00000010:0.0:1767384583.986125:0:17093:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007fe1915a. 00000020:00000010:0.0:1767384583.986127:0:17093:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bdebe807. 00000020:00000010:0.0:1767384583.986130:0:17093:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ed60ac56. 00000020:00000010:0.0:1767384583.986133:0:17093:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003bf2695d. 80000000:00000010:0.0:1767384583.986135:0:17093:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005b72ad2f. 40000000:00000010:0.0:1767384583.986138:0:17093:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c213b23. 00100000:00000010:0.0:1767384583.986140:0:17093:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c5e36b78. 00040000:00000010:0.0:1767384583.986143:0:17093:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e6d0e269. 00040000:00000010:0.0:1767384583.986145:0:17093:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b45e5bcb. 00040000:00000010:0.0:1767384583.986148:0:17093:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000d454e0e. 00080000:00000010:0.0:1767384583.986150:0:17093:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005e651632. 00080000:00000010:0.0:1767384583.986153:0:17093:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dea03ffb. 00000004:00000010:0.0:1767384583.986156:0:17093:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bab03c03. 00000004:00000010:0.0:1767384583.986158:0:17093:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008c67cf70. 00000004:00000010:0.0:1767384583.986161:0:17093:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b27d8473. 00002000:00000010:0.0:1767384583.986163:0:17093:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000574fd98c. 00000004:00000010:0.0:1767384583.986165:0:17093:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009a60a458. 00000020:00000010:0.0:1767384583.986167:0:17093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e161918. 00000020:00000010:0.0:1767384583.989560:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e161918. 00000020:00000010:0.0:1767384583.989569:0:17094:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005e9c5959. 00000040:00000010:0.0:1767384583.989570:0:17094:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000d454e0e. 00000020:00000010:0.0:1767384583.989572:0:17094:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b27d8473. 00000020:00000010:0.0:1767384583.989574:0:17094:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ed60ac56. 00000020:00000010:0.0:1767384583.989576:0:17094:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003bf2695d. 80000000:00000010:0.0:1767384583.989578:0:17094:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005b72ad2f. 40000000:00000010:0.0:1767384583.989579:0:17094:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c213b23. 00100000:00000010:0.0:1767384583.989581:0:17094:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bab03c03. 00040000:00000010:0.0:1767384583.989583:0:17094:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e6d0e269. 00040000:00000010:0.0:1767384583.989585:0:17094:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dffb61a0. 00040000:00000010:0.0:1767384583.989586:0:17094:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007fe1915a. 00080000:00000010:0.0:1767384583.989588:0:17094:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dea03ffb. 00080000:00000010:0.0:1767384583.989603:0:17094:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005e651632. 00000004:00000010:0.0:1767384583.989607:0:17094:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f0a61036. 00000004:00000010:0.0:1767384583.989609:0:17094:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008c67cf70. 00000004:00000010:0.0:1767384583.989611:0:17094:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003c2b318d. 00002000:00000010:0.0:1767384583.989613:0:17094:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009a60a458. 00000004:00000010:0.0:1767384583.989614:0:17094:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000574fd98c. 00000020:00000010:0.0:1767384583.989616:0:17094:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000996d2ec4. 00000040:00000010:0.0:1767384583.989619:0:17094:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000044b3b898. 00000100:00000010:0.0:1767384583.989624:0:17094:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056d513c7. 02000000:00000010:0.0:1767384583.989629:0:17094:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064f77e26. 00000100:00000010:0.0:1767384583.989636:0:17094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aed09ce8. 02000000:00000010:0.0:1767384583.989648:0:17094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000157f1f3e. 00000400:00000010:0.0:1767384583.989651:0:17094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f256946b. 00000400:00000010:0.0:1767384583.989654:0:17094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e3aeee9e. 00000100:00000200:0.0:1767384583.989656:0:17094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237050213504, portal 25 00000400:00000010:0.0:1767384583.989659:0:17094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000100:00000200:0.0:1767384583.989661:0:17094:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237050213504, offset 0 00000400:00000200:0.0:1767384583.989664:0:17094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384583.989668:0:17094:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384583.989672:0:17094:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260100480 00000400:00000200:0.0:1767384583.989675:0:17094:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x12d [2] + 0 00000400:00000010:0.0:1767384583.989681:0:17094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008941ade9. 00000400:00000200:0.0:1767384583.989683:0:17094:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa48b78a 00000400:00000200:0.0:1767384583.989686:0:17094:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384583.989688:0:17094:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384583.989690:0:17094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa48b78a 00000400:00000010:0.0:1767384583.989691:0:17094:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa48b78a. 00000100:00000200:0.0:1767384583.989693:0:17094:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384583.989704:0:17094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 00000400:00000010:0.0:1767384583.989706:0:17094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000200:0.0:1767384583.989709:0:17094:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056d513c7 x1853237050213504/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384599 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384583.990126:0:17094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f256946b. 00000400:00000200:0.0:1767384583.990130:0:17094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3aeee9e 00000400:00000010:0.0:1767384583.990131:0:17094:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e3aeee9e. 00000100:00000200:0.0:1767384583.990134:0:17094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056d513c7 x1853237050213504/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384599 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384583.990140:0:17094:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056d513c7 x1853237050213504/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384599 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384583.990150:0:17094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000aed09ce8. 02000000:00000010:0.0:1767384583.990154:0:17094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000157f1f3e. 02000000:00000010:0.0:1767384583.990162:0:17094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000064f77e26. 00000100:00000010:0.0:1767384583.990164:0:17094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056d513c7. 00000020:00000010:0.0:1767384583.990173:0:17094:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000652302e6. 00000020:00000010:0.0:1767384583.990176:0:17094:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000652302e6. 00000020:00000010:0.0:1767384583.990181:0:17094:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000054f3b43d. 00000020:00000010:0.0:1767384583.990190:0:17094:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000a6424112. 00000020:00000010:0.0:1767384583.990196:0:17094:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002fc9c569. 00000020:00000010:0.0:1767384583.990206:0:17094:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000054f3b43d. 00000020:00000010:0.0:1767384583.990211:0:17094:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000e3aeee9e. 00000001:00000010:0.0:1767384583.990227:0:17094:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000652302e6. 00000001:00000010:0.0:1767384583.990232:0:17094:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000017edce33. 00000001:00000010:0.0:1767384583.990235:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000064f77e26. 00000001:00000010:0.0:1767384583.990245:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f61ff66b. 00000001:00000010:0.0:1767384583.990248:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000043721190. 00000001:00000010:0.0:1767384583.990250:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006534bfdd. 00000001:00000010:0.0:1767384583.990252:0:17094:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000fc8b7f1. 00000001:00000010:0.0:1767384583.990255:0:17094:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cfb0789b. 00000001:00000010:0.0:1767384583.990256:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002b0bba95. 00000001:00000010:0.0:1767384583.990258:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000070536b09. 00000001:00000010:0.0:1767384583.990259:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e1745229. 00000001:00000010:0.0:1767384583.990261:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee3d4d11. 00000020:00000010:0.0:1767384583.990263:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039b356b4. 00000020:00000010:0.0:1767384583.990265:0:17094:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054f3b43d. 00000020:00000010:0.0:1767384583.990267:0:17094:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fccddf1. 00000008:00000010:0.0:1767384583.990270:0:17094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e5af36f8. 00020000:00000010:0.0:1767384583.990273:0:17094:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c04347d1. 00008000:00000010:0.0:1767384583.990275:0:17094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e1d638b7. 00000080:00000010:0.0:1767384583.990278:0:17094:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009aea5319. 00000020:00000010:0.0:1767384583.990280:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dcb0713. 00000020:00000010:0.0:1767384583.990282:0:17094:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9fdad2a. 00000040:00000010:0.0:1767384583.990284:0:17094:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cacf983c. 00000020:00000010:0.0:1767384583.990286:0:17094:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000adbe092d. 00000020:00000010:0.0:1767384583.990288:0:17094:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5de7e46. 00000020:00000010:0.0:1767384583.990311:0:17094:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f9b5fcca. 80000000:00000010:0.0:1767384583.990314:0:17094:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000440c5d71. 40000000:00000010:0.0:1767384583.990316:0:17094:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000898d2145. 00100000:00000010:0.0:1767384583.990318:0:17094:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002c810ee8. 00040000:00000010:0.0:1767384583.990320:0:17094:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ea77a7b9. 00040000:00000010:0.0:1767384583.990322:0:17094:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e3d188fa. 00040000:00000010:0.0:1767384583.990324:0:17094:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000073cb1dc4. 00080000:00000010:0.0:1767384583.990327:0:17094:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005cdb78ee. 00080000:00000010:0.0:1767384583.990335:0:17094:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000089496787. 00000004:00000010:0.0:1767384583.990338:0:17094:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bb98d220. 00000004:00000010:0.0:1767384583.990341:0:17094:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001227f957. 00000004:00000010:0.0:1767384583.990346:0:17094:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000086df872b. 00000004:00000010:0.0:1767384583.990348:0:17094:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005bb1fec2. 00000004:00000010:0.0:1767384583.990351:0:17094:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 000000000e1489bc. 00000004:00000010:0.0:1767384583.990357:0:17094:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000c0611af6. 00000004:00000010:0.0:1767384583.990360:0:17094:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 00000000dfd57711. 00000020:00000010:0.0:1767384583.990364:0:17094:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f33ee8fb. 00000004:00000010:0.0:1767384583.990368:0:17094:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 00000000dfd57711. 00000004:00000010:0.0:1767384583.990370:0:17094:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000c0611af6. 00000020:00000010:0.0:1767384583.990382:0:17094:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000a561d588. 00000020:00000010:0.0:1767384583.990384:0:17094:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000020862fe8. 00000020:00000010:0.0:1767384583.990386:0:17094:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000fadae4bf. 00000020:00000010:0.0:1767384583.990387:0:17094:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000008d288966. 00000020:00000010:0.0:1767384583.990466:0:17094:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000dfd57711. 00000020:00000010:0.0:1767384583.990472:0:17094:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000dfd57711. 00000020:00000010:0.0:1767384583.990477:0:17094:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000dfd57711. 00000020:00000010:0.0:1767384583.990480:0:17094:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000dfd57711. 00000020:00000010:0.0:1767384583.990485:0:17094:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e9fdad2a. 00000040:00000010:0.0:1767384583.990487:0:17094:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cacf983c. 00000020:00000010:0.0:1767384583.990488:0:17094:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000adbe092d. 00000020:00000010:0.0:1767384583.990490:0:17094:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d5de7e46. 00000020:00000010:0.0:1767384583.990493:0:17094:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f9b5fcca. 80000000:00000010:0.0:1767384583.990494:0:17094:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000440c5d71. 40000000:00000010:0.0:1767384583.990496:0:17094:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000898d2145. 00100000:00000010:0.0:1767384583.990498:0:17094:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002c810ee8. 00040000:00000010:0.0:1767384583.990499:0:17094:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ea77a7b9. 00040000:00000010:0.0:1767384583.990501:0:17094:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e3d188fa. 00040000:00000010:0.0:1767384583.990503:0:17094:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000073cb1dc4. 00080000:00000010:0.0:1767384583.990505:0:17094:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000089496787. 00080000:00000010:0.0:1767384583.990507:0:17094:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005cdb78ee. 00000004:00000010:0.0:1767384583.990509:0:17094:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bb98d220. 00000004:00000010:0.0:1767384583.990510:0:17094:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001227f957. 00000004:00000010:0.0:1767384583.990513:0:17094:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000086df872b. 00000004:00000010:0.0:1767384583.990514:0:17094:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005bb1fec2. 00000020:00000010:0.0:1767384583.990521:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dcb0713. 00000020:00000010:0.0:1767384583.990523:0:17094:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054f3b43d. 00000020:00000010:0.0:1767384583.990525:0:17094:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006fccddf1. 00000008:00000010:0.0:1767384583.990526:0:17094:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000e5af36f8. 00020000:00000010:0.0:1767384583.990528:0:17094:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c04347d1. 00008000:00000010:0.0:1767384583.990530:0:17094:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e1d638b7. 00000080:00000010:0.0:1767384583.990532:0:17094:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000009aea5319. 00000020:00000010:0.0:1767384583.990533:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039b356b4. 00000020:00000010:0.0:1767384583.990535:0:17094:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000e3aeee9e. 00000020:00000010:0.0:1767384583.990539:0:17094:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ea77a7b9. 00000020:00000010:0.0:1767384583.990540:0:17094:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ea77a7b9. 00000020:00000010:0.0:1767384583.990543:0:17094:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ea77a7b9. 00000020:00000010:0.0:1767384583.990544:0:17094:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ea77a7b9. 00000020:00000010:0.0:1767384583.990546:0:17094:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000440c5d71. 00000020:00000010:0.0:1767384583.990550:0:17094:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000022958bbf. 00000020:00000010:0.0:1767384583.990553:0:17094:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000086df872b. 00000004:00000010:0.0:1767384583.990555:0:17094:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000898d2145. 00000020:00000010:0.0:1767384583.990560:0:17094:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000440c5d71. 00000020:00000010:0.0:1767384583.990562:0:17094:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000440c5d71. 00000020:00000010:0.0:1767384583.990564:0:17094:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 00000000b9357977. 00000020:00000010:0.0:1767384583.990566:0:17094:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 00000000f2f6308b. 00000020:00000010:0.0:1767384583.990568:0:17094:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 00000000a5f3346a. 00000020:00000010:0.0:1767384583.990569:0:17094:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000440c5d71. 00000020:00000010:0.0:1767384583.990571:0:17094:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000e3aeee9e. 00000001:00000010:0.0:1767384583.990579:0:17094:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ea77a7b9. 00000001:00000010:0.0:1767384583.990581:0:17094:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000199c82a. 00000001:00000010:0.0:1767384583.990582:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000039b356b4. 00000001:00000010:0.0:1767384583.990584:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009dcb0713. 00000001:00000010:0.0:1767384583.990585:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ea7da3ef. 00000001:00000010:0.0:1767384583.990586:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000073cb1dc4. 00000001:00000010:0.0:1767384583.990588:0:17094:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000060c7081. 00000001:00000010:0.0:1767384583.990607:0:17094:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000012cb65b9. 00000001:00000010:0.0:1767384583.990609:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f9b5fcca. 00000001:00000010:0.0:1767384583.990610:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cacf983c. 00000001:00000010:0.0:1767384583.990611:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9fdad2a. 00000001:00000010:0.0:1767384583.990613:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001f8ea35. 00000020:00000010:0.0:1767384583.990615:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042fe4927. 00000020:00000010:0.0:1767384583.990616:0:17094:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054f3b43d. 00000020:00000010:0.0:1767384583.990618:0:17094:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006fccddf1. 00000008:00000010:0.0:1767384583.990620:0:17094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000e5af36f8. 00020000:00000010:0.0:1767384583.990621:0:17094:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c04347d1. 00008000:00000010:0.0:1767384583.990623:0:17094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e1d638b7. 00000080:00000010:0.0:1767384583.990625:0:17094:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000009aea5319. 00000020:00000010:0.0:1767384583.990627:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4fbee14. 00000020:00000010:0.0:1767384583.990630:0:17094:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000183f476e. 00000040:00000010:0.0:1767384583.990632:0:17094:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dd022c43. 00000020:00000010:0.0:1767384583.990634:0:17094:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bb98d220. 00000020:00000010:0.0:1767384583.990635:0:17094:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d5de7e46. 00000020:00000010:0.0:1767384583.990637:0:17094:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b3b773f. 80000000:00000010:0.0:1767384583.990638:0:17094:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000440c5d71. 40000000:00000010:0.0:1767384583.990640:0:17094:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000103452a3. 00100000:00000010:0.0:1767384583.990641:0:17094:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e3d188fa. 00040000:00000010:0.0:1767384583.990643:0:17094:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000013db31d6. 00040000:00000010:0.0:1767384583.990645:0:17094:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002c810ee8. 00040000:00000010:0.0:1767384583.990647:0:17094:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009fc26fff. 00080000:00000010:0.0:1767384583.990648:0:17094:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000089496787. 00080000:00000010:0.0:1767384583.990650:0:17094:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c221b79f. 00000004:00000010:0.0:1767384583.990653:0:17094:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000adbe092d. 00000004:00000010:0.0:1767384583.990654:0:17094:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001227f957. 00000004:00000010:0.0:1767384583.990656:0:17094:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fc799c81. 00000004:00000010:0.0:1767384583.990658:0:17094:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000046cb1ea3. 00000004:00000010:0.0:1767384583.990667:0:17094:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 00000000a0e02c34. 00000004:00000010:0.0:1767384583.990672:0:17094:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000c3f6274e. 00000004:00000010:0.0:1767384583.990677:0:17094:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 0000000024ccc259. 00000004:00000010:0.0:1767384583.990678:0:17094:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 000000009593c5c1. 00000004:00000010:0.0:1767384583.990682:0:17094:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 00000000e736aef1. 00000020:00000010:0.0:1767384583.990687:0:17094:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000009c41bb1a. 00000020:00000010:0.0:1767384583.990689:0:17094:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001b990387. 00000004:00000010:0.0:1767384583.990695:0:17094:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 00000000e736aef1. 00000004:00000010:0.0:1767384583.990698:0:17094:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 00000000e736aef1. 00000001:00000010:0.0:1767384583.990712:0:17094:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bbd7b971. 00000001:00000010:0.0:1767384583.990714:0:17094:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003966924c. 00000001:00000010:0.0:1767384583.990715:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f5dd0afe. 00000001:00000010:0.0:1767384583.990717:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002ecd4bc1. 00000001:00000010:0.0:1767384583.990719:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001d4f3e8d. 00000001:00000010:0.0:1767384583.990721:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000062168156. 00000001:00000010:0.0:1767384583.990723:0:17094:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007798fc07. 00000001:00000010:0.0:1767384583.990725:0:17094:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f414f090. 00000001:00000010:0.0:1767384583.990726:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008913f008. 00000001:00000010:0.0:1767384583.990727:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9bce874. 00000001:00000010:0.0:1767384583.990729:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002660abf9. 00000001:00000010:0.0:1767384583.990731:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007cf82679. 00000020:00000010:0.0:1767384583.990732:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6f1138a. 00000020:00000010:0.0:1767384583.990734:0:17094:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006248fdcc. 00000020:00000010:0.0:1767384583.990736:0:17094:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0892bcb. 00000008:00000010:0.0:1767384583.990737:0:17094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f99a8b4e. 00020000:00000010:0.0:1767384583.990739:0:17094:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003e3c2440. 00008000:00000010:0.0:1767384583.990740:0:17094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005d8de2e7. 00000080:00000010:0.0:1767384583.990743:0:17094:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000272e82dd. 00000020:00000010:0.0:1767384583.990744:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5db81b0. 00000020:00000010:0.0:1767384583.990746:0:17094:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a369d2e2. 00000040:00000010:0.0:1767384583.990748:0:17094:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000befbd47a. 00000020:00000010:0.0:1767384583.990749:0:17094:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000239f4474. 00000020:00000010:0.0:1767384583.990751:0:17094:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c4eb9997. 00000020:00000010:0.0:1767384583.990753:0:17094:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a86e8ca5. 80000000:00000010:0.0:1767384583.990757:0:17094:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2777311. 40000000:00000010:0.0:1767384583.990759:0:17094:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f6634d2e. 00100000:00000010:0.0:1767384583.990761:0:17094:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c083f79. 00040000:00000010:0.0:1767384583.990762:0:17094:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000eaa8f462. 00040000:00000010:0.0:1767384583.990764:0:17094:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b45e5bcb. 00040000:00000010:0.0:1767384583.990766:0:17094:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e51b457f. 00080000:00000010:0.0:1767384583.990767:0:17094:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009e66c770. 00080000:00000010:0.0:1767384583.990769:0:17094:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000157f1f3e. 00000004:00000010:0.0:1767384583.990772:0:17094:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c5e36b78. 00000004:00000010:0.0:1767384583.990775:0:17094:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000094fbcb9b. 00000004:00000010:0.0:1767384583.990776:0:17094:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000bdebe807. 00000004:00000010:0.0:1767384583.990778:0:17094:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006a3470aa. 00000004:00000010:0.0:1767384583.990780:0:17094:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 00000000eb7f1438. 00000004:00000010:0.0:1767384583.990784:0:17094:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 00000000dfd57711. 00000020:00000010:0.0:1767384583.990787:0:17094:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002de59d98. 00000004:00000010:0.0:1767384583.990790:0:17094:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 00000000dfd57711. 00000020:00000010:0.0:1767384583.990839:0:17094:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a369d2e2. 00000040:00000010:0.0:1767384583.990842:0:17094:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000befbd47a. 00000020:00000010:0.0:1767384583.990843:0:17094:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000239f4474. 00000020:00000010:0.0:1767384583.990845:0:17094:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c4eb9997. 00000020:00000010:0.0:1767384583.990847:0:17094:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a86e8ca5. 80000000:00000010:0.0:1767384583.990849:0:17094:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2777311. 40000000:00000010:0.0:1767384583.990851:0:17094:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f6634d2e. 00100000:00000010:0.0:1767384583.990852:0:17094:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000c083f79. 00040000:00000010:0.0:1767384583.990854:0:17094:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000eaa8f462. 00040000:00000010:0.0:1767384583.990855:0:17094:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b45e5bcb. 00040000:00000010:0.0:1767384583.990857:0:17094:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e51b457f. 00080000:00000010:0.0:1767384583.990859:0:17094:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000157f1f3e. 00080000:00000010:0.0:1767384583.990860:0:17094:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009e66c770. 00000004:00000010:0.0:1767384583.990862:0:17094:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c5e36b78. 00000004:00000010:0.0:1767384583.990863:0:17094:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000094fbcb9b. 00000004:00000010:0.0:1767384583.990864:0:17094:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bdebe807. 00000004:00000010:0.0:1767384583.990866:0:17094:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006a3470aa. 00000020:00000010:0.0:1767384583.990867:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5db81b0. 00000020:00000010:0.0:1767384583.990873:0:17094:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006248fdcc. 00000020:00000010:0.0:1767384583.990875:0:17094:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0892bcb. 00000008:00000010:0.0:1767384583.990876:0:17094:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f99a8b4e. 00020000:00000010:0.0:1767384583.990877:0:17094:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003e3c2440. 00008000:00000010:0.0:1767384583.990879:0:17094:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000005d8de2e7. 00000080:00000010:0.0:1767384583.990881:0:17094:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000272e82dd. 00000020:00000010:0.0:1767384583.990882:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6f1138a. 00000004:00000010:0.0:1767384583.990885:0:17094:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000dfd57711. 00000020:00000010:0.0:1767384583.990889:0:17094:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000085680d7a. 00000004:00000010:0.0:1767384583.990891:0:17094:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000dfd57711. 00000004:00000010:0.0:1767384583.990894:0:17094:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000dfd57711. 00000020:00000010:0.0:1767384583.990896:0:17094:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bdebe807. 00000004:00000010:0.0:1767384583.990898:0:17094:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000dfd57711. 00000004:00000010:0.0:1767384583.990901:0:17094:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 00000000e736aef1. 00000004:00000010:0.0:1767384583.990903:0:17094:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 000000009593c5c1. 00000004:00000010:0.0:1767384583.990904:0:17094:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000c3f6274e. 00000004:00000010:0.0:1767384583.990906:0:17094:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 0000000024ccc259. 00000004:00000010:0.0:1767384583.990908:0:17094:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000dfd57711. 80000000:00000010:0.0:1767384583.990911:0:17094:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 000000008c3ed1ed. 80000000:00000010:0.0:1767384583.990914:0:17094:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 0000000024ccc259. 00000004:00000010:0.0:1767384583.990924:0:17094:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ae568551. 00000004:00000010:0.0:1767384583.990934:0:17094:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000091af6a5e. 00000004:00000010:0.0:1767384583.990939:0:17094:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000cf2e2006. 00080000:00000010:0.0:1767384583.990944:0:17094:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000067a18681. 00000001:00000010:0.0:1767384583.990952:0:17094:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f256946b. 00000001:00000010:0.0:1767384583.990961:0:17094:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f256946b. 00080000:00000010:0.0:1767384583.990975:0:17094:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000eaa8f462. 00100000:00000010:0.0:1767384583.990981:0:17094:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f6634d2e. 00100000:00000010:0.0:1767384583.990988:0:17094:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f6634d2e. 00080000:00000010:0.0:1767384583.990990:0:17094:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000c6f1138a. 00000001:00000010:0.0:1767384583.990993:0:17094:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f256946b. 80000000:00000010:0.0:1767384583.991124:0:17094:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000f6634d2e. 80000000:00000010:0.0:1767384583.991129:0:17094:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000028352068. 80000000:00000010:0.0:1767384583.991136:0:17094:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000ac757c05. 80000000:00000010:0.0:1767384583.991137:0:17094:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000a0e75b6e. 80000000:00000010:0.0:1767384583.991139:0:17094:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000be87fb74. 00000001:00000010:0.0:1767384583.991141:0:17094:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000008d8a977b. 00000001:00000010:0.0:1767384583.991143:0:17094:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000008d8a977b. 00000001:00000010:0.0:1767384583.991145:0:17094:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f256946b. 00080000:00000010:0.0:1767384583.991150:0:17094:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e5db81b0. 00080000:00000010:0.0:1767384583.991155:0:17094:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 00000000e5db81b0. 00080000:00000010:0.0:1767384583.991159:0:17094:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e5db81b0. 00080000:00000010:0.0:1767384583.991160:0:17094:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 00000000e5db81b0. 00080000:00000010:0.0:1767384583.991162:0:17094:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e5db81b0. 00080000:00000010:0.0:1767384583.991163:0:17094:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 00000000e5db81b0. 00080000:00000010:0.0:1767384583.991166:0:17094:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000c6f1138a. 80000000:00000010:0.0:1767384583.991167:0:17094:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 0000000024ccc259. 00000004:00000010:0.0:1767384583.991181:0:17094:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 00000000c6f1138a. 00000004:00000010:0.0:1767384583.991187:0:17094:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000049f83702. 00000004:00000010:0.0:1767384583.991191:0:17094:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000062fc224. 00000004:00000010:0.0:1767384583.991195:0:17094:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008cb7539d. 00080000:00000010:0.0:1767384583.991199:0:17094:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e5db81b0. 00000001:00000010:0.0:1767384583.991204:0:17094:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f256946b. 00000001:00000010:0.0:1767384583.991210:0:17094:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f256946b. 00000004:00000010:0.0:1767384583.991363:0:17094:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000e51b457f. 00000004:00000010:0.0:1767384583.991368:0:17094:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009d60e9e9. 00000004:00000010:0.0:1767384583.991397:0:17094:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003195d068. 00000004:00000010:0.0:1767384583.991399:0:17094:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000023b763f8. 00080000:00000010:0.0:1767384583.991401:0:17094:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a369d2e2. 00000001:00000010:0.0:1767384583.991406:0:17094:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f256946b. 00000001:00000010:0.0:1767384583.991410:0:17094:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f256946b. 00000004:00000010:0.0:1767384583.991551:0:17094:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 00000000ca765c2a. 00000004:00000010:0.0:1767384583.991555:0:17094:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 00000000bbe199a9. 00000004:00000010:0.0:1767384583.991586:0:17094:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 00000000bbe199a9. 00010000:00000010:0.0:1767384583.991607:0:17094:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000006a3470aa. 00000001:00000010:0.0:1767384583.991614:0:17094:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a9a5cff5. 00000001:00000010:0.0:1767384583.991617:0:17094:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 00000000dd256742. 00000001:00000010:0.0:1767384583.991780:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007d3b1cfb. 00000001:00000010:0.0:1767384583.992011:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003196c3ce. 00000001:00000010:0.0:1767384583.992259:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c3358da0. 00000001:00000010:0.0:1767384583.992532:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f0a8ef73. 00000001:00000010:0.0:1767384583.992782:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eda87e72. 00000001:00000010:0.0:1767384583.993017:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000774970fc. 00000001:00000010:0.0:1767384583.993274:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000022d98fe0. 00000100:00000010:0.0:1767384583.993431:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1acc94c. 00000001:00000010:0.0:1767384583.993638:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001207dcf4. 00000001:00000010:0.0:1767384583.993893:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000238cd56. 00000001:00000010:0.0:1767384583.994165:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000049e76cf3. 00000001:00000010:0.0:1767384583.994487:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ee6a76da. 00000001:00000010:0.0:1767384583.994747:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000080ac2d6. 00000001:00000010:0.0:1767384583.994985:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000067ef7d0e. 00000001:00000010:0.0:1767384583.995229:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006a3e3874. 00000001:00000010:0.0:1767384583.995497:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001433027a. 00000001:00000010:0.0:1767384583.995909:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e48777bd. 00000001:00000010:0.0:1767384583.996248:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e766f3bc. 00000001:00000010:0.0:1767384583.996542:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005ad5824d. 00000001:00000010:0.0:1767384583.996813:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b7f37a72. 00000001:00000010:0.0:1767384583.997174:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006f3cdb65. 00000001:00000010:0.0:1767384583.997553:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000087a962fd. 00000001:00000010:0.0:1767384583.997876:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fb662ac3. 00000001:00000010:0.0:1767384583.998241:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006580ae2b. 00000001:00000010:0.0:1767384583.998585:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000044dfd1be. 00000001:00000010:0.0:1767384583.998891:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002cbfeab6. 00000001:00000010:0.0:1767384583.999134:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003aecdf71. 00000001:00000010:0.0:1767384583.999438:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000065503a64. 00000001:00000010:0.0:1767384583.999740:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fb28b9e2. 00000001:00000010:0.0:1767384584.000033:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a74c4a18. 00000001:00000010:0.0:1767384584.000298:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000066605b8a. 00000001:00000010:0.0:1767384584.000648:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000033d7c205. 00000001:00000010:0.0:1767384584.000909:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006a1ee3d2. 00000001:00000010:0.0:1767384584.001218:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000b79c96c. 00000001:00000010:0.0:1767384584.001509:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000082651f67. 00000001:00000010:0.0:1767384584.001797:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007864f0df. 00000001:00000010:0.0:1767384584.002230:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000079ea0f9c. 00000001:00000010:0.0:1767384584.002566:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000edf751e1. 00000001:00000010:0.0:1767384584.002910:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009be34413. 00000001:00000010:0.0:1767384584.003319:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001c00154e. 00000001:00000010:0.0:1767384584.003731:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a004d5d9. 00000001:00000010:0.0:1767384584.004128:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dac04487. 00000001:00000010:0.0:1767384584.004520:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000021f26e20. 00000001:00000010:0.0:1767384584.004826:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000072172dfb. 00000001:00000010:0.0:1767384584.005128:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000479b529c. 00000001:00000010:0.0:1767384584.005443:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006877fe9e. 00000001:00000010:0.0:1767384584.005782:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d2f7ce5e. 00000001:00000010:0.0:1767384584.006106:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000654c597e. 00000001:00000010:0.0:1767384584.006434:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000090dd13fe. 00000001:00000010:0.0:1767384584.006690:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d3d7d695. 00000001:00000010:0.0:1767384584.006922:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008428022f. 00000001:00000010:0.0:1767384584.007180:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002ff82d55. 00000001:00000010:0.0:1767384584.007499:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ac9c79bc. 00000001:00000010:0.0:1767384584.007744:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b974d229. 00000001:00000010:0.0:1767384584.007977:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d97a2971. 00000001:00000010:0.0:1767384584.008283:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000045e3fb24. 00000001:00000010:0.0:1767384584.008658:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005f5c5ab2. 00000001:00000010:0.0:1767384584.008983:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006354d353. 00000001:00000010:0.0:1767384584.009340:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f021b79b. 00000001:00000010:0.0:1767384584.009703:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000355bd61. 00000001:00000010:0.0:1767384584.010041:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000080dcb948. 00000001:00000010:0.0:1767384584.010393:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d7c6ed3e. 00000001:00000010:0.0:1767384584.010805:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004368f123. 00000001:00000010:0.0:1767384584.011172:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008436e498. 00000001:00000010:0.0:1767384584.011557:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000071b2a609. 00000001:00000010:0.0:1767384584.011946:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bca7c03d. 00000001:00000010:0.0:1767384584.012361:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006e86769a. 00000001:00000010:0.0:1767384584.012736:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000986e604e. 00000001:00000010:0.0:1767384584.013104:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a18fadb5. 00000001:00000010:0.0:1767384584.013527:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a283f97f. 00000001:00000010:0.0:1767384584.013943:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008147fed1. 00000001:00000010:0.0:1767384584.014391:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000327f8d71. 00000001:00000010:0.0:1767384584.014780:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005fc64d9d. 00000001:00000010:0.0:1767384584.015167:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b14406c3. 00000001:00000010:0.0:1767384584.015654:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000015ffd7e8. 00000001:00000010:0.0:1767384584.016019:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000409c29ee. 00000001:00000010:0.0:1767384584.016411:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a5693a1e. 00000001:00000010:0.0:1767384584.016845:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000458d3c20. 00000001:00000010:0.0:1767384584.017274:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000764fc007. 00000001:00000010:0.0:1767384584.017682:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e5519b83. 00000001:00000010:0.0:1767384584.018030:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008cbd390f. 00000001:00000010:0.0:1767384584.018431:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000126d783. 00000001:00000010:0.0:1767384584.018877:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001d653203. 00000001:00000010:0.0:1767384584.019276:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000077721d73. 00000001:00000010:0.0:1767384584.019723:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003ae9665c. 00000001:00000010:0.0:1767384584.020087:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000541b39ce. 00000001:00000010:0.0:1767384584.020564:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003f14d961. 00000001:00000010:0.0:1767384584.020947:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e34042a2. 00000001:00000010:0.0:1767384584.021331:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003ab470bc. 00000001:00000010:0.0:1767384584.021714:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000003c0334b. 00000001:00000010:0.0:1767384584.022104:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000052cfdc53. 00000001:00000010:0.0:1767384584.022519:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c6413fef. 00000001:00000010:0.0:1767384584.022899:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c26c966c. 00000001:00000010:0.0:1767384584.023274:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b9a0d7d8. 00000001:00000010:0.0:1767384584.023693:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001fe2b754. 00000001:00000010:0.0:1767384584.024068:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009e2573d3. 00000001:00000010:0.0:1767384584.024437:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000071d8fbe6. 00000001:00000010:0.0:1767384584.024814:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007555f6f2. 00000001:00000010:0.0:1767384584.025219:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000cfe9946. 00000001:00000010:0.0:1767384584.025668:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002c950786. 00000001:00000010:0.0:1767384584.026048:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000070679a4e. 00000001:00000010:0.0:1767384584.026450:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f8ccac11. 00000001:00000010:0.0:1767384584.026830:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000099cc78bb. 00000001:00000010:0.0:1767384584.027218:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000088ef2e48. 00000001:00000010:0.0:1767384584.027624:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002543a09c. 00000001:00000010:0.0:1767384584.027989:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aeca5bef. 00000001:00000010:0.0:1767384584.028398:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001d00630f. 00000001:00000010:0.0:1767384584.028790:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cc6966d7. 00000001:00000010:0.0:1767384584.029169:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001bd616a5. 00000001:00000010:0.0:1767384584.029549:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ca139b20. 00000001:00000010:0.0:1767384584.029950:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003f58a3e6. 00000001:00000010:0.0:1767384584.030352:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cbf6ab98. 00000001:00000010:0.0:1767384584.030727:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000010f68b98. 00000001:00000010:0.0:1767384584.031126:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a048c9a3. 00000001:00000010:0.0:1767384584.031531:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000027ca7fdc. 00000001:00000010:0.0:1767384584.031905:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003c866d10. 00000001:00000010:0.0:1767384584.032274:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000483830e8. 00000001:00000010:0.0:1767384584.032685:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000274dd180. 00000001:00000010:0.0:1767384584.033035:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000026516c96. 00000001:00000010:0.0:1767384584.033376:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008433adb6. 00000001:00000010:0.0:1767384584.033717:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dfda370f. 00000001:00000010:0.0:1767384584.034060:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000094ec808c. 00000001:00000010:0.0:1767384584.034412:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cd91b072. 00000001:00000010:0.0:1767384584.034764:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002e341ff7. 00000001:00000010:0.0:1767384584.035107:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000601a6ea8. 00000001:00000010:0.0:1767384584.035479:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a61782a2. 00000001:00000010:0.0:1767384584.035841:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000135c408e. 00000001:00000010:0.0:1767384584.036172:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006aff5be7. 00000001:00000010:0.0:1767384584.036551:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006f9eef91. 00000020:00000010:0.0:1767384584.036801:0:17094:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009bc6b642. 00000020:00000010:0.0:1767384584.036805:0:17094:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000003f5f6bba. 00000020:00000010:0.0:1767384584.036872:0:17094:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d7db9d8d. 00000020:00000010:0.0:1767384584.036876:0:17094:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000071be72cf. 00000020:00000010:0.0:1767384584.036919:0:17094:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000cbfda5c5. 00000004:00000010:0.0:1767384584.036930:0:17094:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000030014396. 00000004:00000010:0.0:1767384584.036939:0:17094:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004194a12e. 00000004:00000010:0.0:1767384584.036946:0:17094:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000051ff19e0. 00080000:00000010:0.0:1767384584.036953:0:17094:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000104dc2c6. 00000001:00000010:0.0:1767384584.036968:0:17094:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f256946b. 00000001:00000010:0.0:1767384584.036982:0:17094:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f256946b. 00000001:00000010:0.0:1767384584.037030:0:17094:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 0000000024ccc259. 00000001:00000010:0.0:1767384584.037036:0:17094:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 0000000024ccc259. 00080000:00000010:0.0:1767384584.037043:0:17094:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005d3aa544. 00080000:00000010:0.0:1767384584.037050:0:17094:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000eb48ce0. 00080000:00000010:0.0:1767384584.037092:0:17094:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000eb48ce0. 00000020:00000010:0.0:1767384584.037099:0:17094:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 0000000024ccc259. 00000004:00000010:0.0:1767384584.037103:0:17094:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000084c75d4d. 00000004:00000010:0.0:1767384584.037108:0:17094:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c2b226cb. 00000004:00000010:0.0:1767384584.037111:0:17094:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b2b441b0. 00080000:00000010:0.0:1767384584.037114:0:17094:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000060b97384. 00000001:00000010:0.0:1767384584.037119:0:17094:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f256946b. 00000001:00000010:0.0:1767384584.037125:0:17094:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f256946b. 00000001:00000010:0.0:1767384584.037424:0:17094:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 0000000025832392. 00000001:00000010:0.0:1767384584.037429:0:17094:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 0000000025832392. 00000001:00000010:0.0:1767384584.037447:0:17094:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000076e1c9e7. 00000001:00000010:0.0:1767384584.037453:0:17094:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003d222a32. 00000001:00000010:0.0:1767384584.037456:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000025832392. 00000020:00000010:0.0:1767384584.037460:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f9c5cdf. 00000020:00000010:0.0:1767384584.037465:0:17094:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000009b40fd3. 00000040:00000010:0.0:1767384584.037469:0:17094:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008a979d01. 00000020:00000010:0.0:1767384584.037473:0:17094:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c5e36b78. 00000020:00000010:0.0:1767384584.037477:0:17094:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c4eb9997. 00000020:00000010:0.0:1767384584.037482:0:17094:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a773dd29. 80000000:00000010:0.0:1767384584.037486:0:17094:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2777311. 40000000:00000010:0.0:1767384584.037490:0:17094:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000eb48ce0. 00100000:00000010:0.0:1767384584.037495:0:17094:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b45e5bcb. 00040000:00000010:0.0:1767384584.037499:0:17094:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006e16ac33. 00040000:00000010:0.0:1767384584.037504:0:17094:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000c083f79. 00040000:00000010:0.0:1767384584.037508:0:17094:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000edd6888c. 00080000:00000010:0.0:1767384584.037513:0:17094:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009e66c770. 00080000:00000010:0.0:1767384584.037518:0:17094:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000157f1f3e. 00000004:00000010:0.0:1767384584.037524:0:17094:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000239f4474. 00000004:00000010:0.0:1767384584.037528:0:17094:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000094fbcb9b. 00000004:00000010:0.0:1767384584.037542:0:17094:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005b88f798. 00000004:00000010:0.0:1767384584.037548:0:17094:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000adcfcaaf. 00000020:00000010:0.0:1767384584.037554:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000661e939. 00000020:00000010:0.0:1767384584.037558:0:17094:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3f6274e. 00000020:00000010:0.0:1767384584.037562:0:17094:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0892bcb. 02000000:00000010:0.0:1767384584.037576:0:17094:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000094aec774. 02000000:00000010:0.0:1767384584.037579:0:17094:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 000000004f0cd4eb. 02000000:00000010:0.0:1767384584.037584:0:17094:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000030e851e. 02000000:00000010:0.0:1767384584.037587:0:17094:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 000000006ff975e1. 00000020:00000010:0.0:1767384584.037935:0:17094:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000175e8d89. 00000020:00000010:0.0:1767384584.037940:0:17094:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 0000000078c0b10c. 00000004:00000010:0.0:1767384584.037961:0:17094:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 000000009593c5c1. 00000004:00000010:0.0:1767384584.037964:0:17094:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 0000000069235720. 00000004:00000010:0.0:1767384584.037971:0:17094:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 00000000e736aef1. 00000004:00000010:0.0:1767384584.037974:0:17094:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 000000001afe925d. 00000004:00000010:0.0:1767384584.037980:0:17094:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 000000006248fdcc. 00000020:00000010:0.0:1767384584.037997:0:17094:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000043b6f5f7. 00000020:00000010:0.0:1767384584.038003:0:17094:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000d32610c. 00000004:00000010:0.0:1767384584.038019:0:17094:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 000000006248fdcc. 00000004:00000010:0.0:1767384584.038025:0:17094:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 000000006248fdcc. 00000001:00000010:0.0:1767384584.038039:0:17094:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000062965329. 00000001:00000010:0.0:1767384584.038044:0:17094:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000064e9641b. 00000001:00000010:0.0:1767384584.038047:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000003083966. 00000001:00000010:0.0:1767384584.038050:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e6562fb6. 00000001:00000010:0.0:1767384584.038054:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000041cbeb43. 00000001:00000010:0.0:1767384584.038058:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004082570b. 00000001:00000010:0.0:1767384584.038061:0:17094:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fb942140. 00000001:00000010:0.0:1767384584.038065:0:17094:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000015ca6e53. 00000001:00000010:0.0:1767384584.038067:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a854e44f. 00000001:00000010:0.0:1767384584.038070:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003a6a8a5e. 00000001:00000010:0.0:1767384584.038074:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000108933d7. 00000001:00000010:0.0:1767384584.038077:0:17094:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fd6dc497. 00000020:00000010:0.0:1767384584.038082:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068d6c269. 00000020:00000010:0.0:1767384584.038085:0:17094:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b09bdf6a. 00000020:00000010:0.0:1767384584.038089:0:17094:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000383a35be. 00000008:00000010:0.0:1767384584.038095:0:17094:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f99a8b4e. 00020000:00000010:0.0:1767384584.038100:0:17094:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003e3c2440. 00008000:00000010:0.0:1767384584.038104:0:17094:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000005d8de2e7. 00000080:00000010:0.0:1767384584.038109:0:17094:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000272e82dd. 00000020:00000010:0.0:1767384584.038112:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3c96705. 00000020:00000010:0.0:1767384584.038115:0:17094:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003fd3fdd6. 00000040:00000010:0.0:1767384584.038118:0:17094:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bc4d6926. 00000020:00000010:0.0:1767384584.038121:0:17094:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dace9337. 00000020:00000010:0.0:1767384584.038125:0:17094:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f9a8e236. 00000020:00000010:0.0:1767384584.038129:0:17094:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000010200108. 80000000:00000010:0.0:1767384584.038137:0:17094:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000782993cd. 40000000:00000010:0.0:1767384584.038140:0:17094:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004fdab38b. 00100000:00000010:0.0:1767384584.038143:0:17094:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ac4f48cd. 00040000:00000010:0.0:1767384584.038146:0:17094:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005e3a618c. 00040000:00000010:0.0:1767384584.038149:0:17094:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ed1941f2. 00040000:00000010:0.0:1767384584.038152:0:17094:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028cf165e. 00080000:00000010:0.0:1767384584.038157:0:17094:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005cdb78ee. 00080000:00000010:0.0:1767384584.038168:0:17094:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002b3d7c83. 00000004:00000010:0.0:1767384584.038172:0:17094:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000081ddcc03. 00000004:00000010:0.0:1767384584.038176:0:17094:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e22b8278. 00000004:00000010:0.0:1767384584.038180:0:17094:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b418c066. 00000004:00000010:0.0:1767384584.038185:0:17094:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008d799488. 00040000:00000010:0.0:1767384584.038189:0:17094:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000eb054d82. 00040000:00000010:0.0:1767384584.038197:0:17094:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 000000002047c477. 00000020:00000010:0.0:1767384584.038202:0:17094:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006de05ff9. 00040000:00000010:0.0:1767384584.038208:0:17094:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 000000002047c477. 00040000:00000010:0.0:1767384584.038212:0:17094:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000f3fd2847. 00000020:00000010:0.0:1767384584.038217:0:17094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ed73c04. 00000020:00000010:0.0:1767384584.038219:0:17094:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000068b6f991. 00000040:00000010:0.0:1767384584.038222:0:17094:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dddc06c6. 00000020:00000010:0.0:1767384584.038225:0:17094:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6a33952. 00000020:00000010:0.0:1767384584.038229:0:17094:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075eccd4e. 00000020:00000010:0.0:1767384584.038234:0:17094:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000036c6b6e9. 80000000:00000010:0.0:1767384584.038237:0:17094:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f8ace77c. 40000000:00000010:0.0:1767384584.038239:0:17094:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d52fea37. 00100000:00000010:0.0:1767384584.038242:0:17094:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005655ff57. 00040000:00000010:0.0:1767384584.038244:0:17094:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000df6d7f32. 00040000:00000010:0.0:1767384584.038247:0:17094:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000543ae4f7. 00040000:00000010:0.0:1767384584.038250:0:17094:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000021456c6e. 00080000:00000010:0.0:1767384584.038254:0:17094:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006637f507. 00080000:00000010:0.0:1767384584.038259:0:17094:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000724ef2f6. 00000004:00000010:0.0:1767384584.038273:0:17094:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008f8e570b. 00000004:00000010:0.0:1767384584.038277:0:17094:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f6cbe74b. 00000004:00000010:0.0:1767384584.038284:0:17094:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009fc140a2. 00000004:00000010:0.0:1767384584.038288:0:17094:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001e0ea4d8. 00000040:00000010:0.0:1767384584.049419:0:17054:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ca268dbc. 00000040:00000010:0.0:1767384584.049428:0:17054:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005b482bf8. 00000040:00000010:0.0:1767384584.049431:0:17054:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000641743eb. 00000020:00000010:0.0:1767384584.049436:0:17054:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e5d8c26b. 00000040:00000010:0.0:1767384584.049439:0:17054:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c3d2a206. 00000020:00000010:0.0:1767384584.049441:0:17054:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000407dc983. 00000020:00000010:0.0:1767384584.049444:0:17054:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000afcc80e8. 80000000:00000010:0.0:1767384584.049447:0:17054:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000534b53ab. 00040000:00000010:0.0:1767384584.049450:0:17054:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fc04b171. 00080000:00000010:0.0:1767384584.049453:0:17054:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001bcf5e29. 00080000:00000010:0.0:1767384584.049457:0:17054:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000809fedb8. 20000000:00000010:0.0:1767384584.049460:0:17054:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000000d22751c. 00000020:00000010:0.0:1767384584.049462:0:17054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090cbf1db. 10000000:00000010:0.0:1767384584.049465:0:17054:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000f869beb7. 00000020:00000010:0.0:1767384584.049481:0:17054:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f75330ba. 00000040:00000010:0.0:1767384584.049486:0:17054:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000069d550c0. 00000020:00000010:0.0:1767384584.049488:0:17054:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000090b51a55. 00000020:00000010:0.0:1767384584.049493:0:17054:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ab4414a6. 00040000:00000010:0.0:1767384584.049496:0:17054:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d4e0c86d. 00040000:00000010:0.0:1767384584.049500:0:17054:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008cdc27b3. 00080000:00000010:0.0:1767384584.049504:0:17054:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007c3bae44. 00080000:00000010:0.0:1767384584.049508:0:17054:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c02e4d34. 00000020:00000010:0.0:1767384584.049512:0:17054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bf84428. 00000020:00000010:0.0:1767384584.049516:0:17054:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000003e45fd7f. 00000020:00000010:0.0:1767384584.049520:0:17054:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000879c4ad7. 00000020:00000010:0.0:1767384584.049528:0:17054:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 0000000057acefb8. 00000020:00000010:0.0:1767384584.049531:0:17054:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 000000004a0290c7. 00000020:00000010:0.0:1767384584.049534:0:17054:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 000000008b1ab80d. 00000020:00000010:0.0:1767384584.049539:0:17054:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000e3aeee9e. 00000020:00000010:0.0:1767384584.049542:0:17054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b6d2691. 00000020:00000010:0.0:1767384584.049545:0:17054:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001bf84428. 00000040:00000010:0.0:1767384584.049555:0:17054:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e5895c49. 00000020:00000010:0.0:1767384584.049558:0:17054:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000049ff482b. 00000020:00000010:0.0:1767384584.049562:0:17054:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068150ab6. 00040000:00000010:0.0:1767384584.049565:0:17054:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006944c436. 00040000:00000010:0.0:1767384584.049568:0:17054:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb218a5a. 00080000:00000010:0.0:1767384584.049573:0:17054:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c6831d77. 00080000:00000010:0.0:1767384584.049577:0:17054:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002b3d7c83. 10000000:00000010:0.0:1767384584.049584:0:17054:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 000000005add8a4b. 00000100:00000010:0.0:1767384584.049606:0:17054:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056d513c7. 02000000:00000010:0.0:1767384584.049612:0:17054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f537caa. 00010000:00000010:0.0:1767384584.049620:0:17054:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000caebe693. 00000020:00000010:0.0:1767384584.049623:0:17054:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ddb8ff64. 00000100:00000010:0.0:1767384584.049631:0:17054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001afe925d. 02000000:00000010:0.0:1767384584.049641:0:17054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000571b16bc. 00000400:00000010:0.0:1767384584.049644:0:17054:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f256946b. 00000400:00000010:0.0:1767384584.049649:0:17054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000100:00000200:0.0:1767384584.049652:0:17054:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050214528, portal 25 00000400:00000010:0.0:1767384584.049656:0:17054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384584.049658:0:17054:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050214528, offset 0 00000400:00000200:0.0:1767384584.049663:0:17054:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384584.049669:0:17054:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384584.049675:0:17054:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260100880 00000400:00000200:0.0:1767384584.049679:0:17054:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x149 [2] + 0 00000400:00000010:0.0:1767384584.049683:0:17054:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c7acf72. 00000400:00000200:0.0:1767384584.049685:0:17054:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000072a781f1 00000400:00000200:0.0:1767384584.049689:0:17054:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384584.049692:0:17054:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384584.049695:0:17054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072a781f1 00000400:00000010:0.0:1767384584.049697:0:17054:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072a781f1. 00000100:00000200:0.0:1767384584.049700:0:17054:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384584.049715:0:17054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686bbc57 00000400:00000010:0.0:1767384584.049717:0:17054:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384584.049721:0:17054:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056d513c7 x1853237050214528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384600 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384584.049914:0:17054:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f256946b. 00000400:00000200:0.0:1767384584.049923:0:17054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 00000400:00000010:0.0:1767384584.049927:0:17054:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000200:0.0:1767384584.049936:0:17054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056d513c7 x1853237050214528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384600 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384584.049951:0:17054:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056d513c7 x1853237050214528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384600 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384584.049966:0:17054:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001afe925d. 02000000:00000010:0.0:1767384584.049975:0:17054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000571b16bc. 02000000:00000010:0.0:1767384584.049979:0:17054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007f537caa. 00000100:00000010:0.0:1767384584.049982:0:17054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056d513c7. 10000000:00000010:0.0:1767384584.049988:0:17054:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000ebe4cdc6. 00000020:00000010:0.0:1767384584.049991:0:17054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f537caa. 00000020:00000010:0.0:1767384584.049994:0:17054:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c21eef4c. 00000040:00000010:0.0:1767384584.049997:0:17054:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d769ad51. 00000020:00000010:0.0:1767384584.050000:0:17054:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bc50c703. 00000020:00000010:0.0:1767384584.050003:0:17054:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e84c0d2. 80000000:00000010:0.0:1767384584.050006:0:17054:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000027bfe794. 00040000:00000010:0.0:1767384584.050009:0:17054:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000051e465ab. 00080000:00000010:0.0:1767384584.050013:0:17054:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000809fedb8. 00080000:00000010:0.0:1767384584.050015:0:17054:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001bcf5e29. 20000000:00000010:0.0:1767384584.050019:0:17054:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000037d707b4. 00000040:00000010:0.0:1767384584.050024:0:17054:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000125ca41f. 00000100:00000010:0.0:1767384584.050027:0:17054:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056d513c7. 02000000:00000010:0.0:1767384584.050042:0:17054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bba336c. 00000100:00000010:0.0:1767384584.050051:0:17054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001afe925d. 02000000:00000010:0.0:1767384584.050058:0:17054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ff9dcc9. 00000400:00000010:0.0:1767384584.050062:0:17054:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f256946b. 00000400:00000010:0.0:1767384584.050065:0:17054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000100:00000200:0.0:1767384584.050069:0:17054:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050214656, portal 25 00000400:00000010:0.0:1767384584.050072:0:17054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384584.050080:0:17054:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237050214656, offset 0 00000400:00000200:0.0:1767384584.050084:0:17054:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384584.050090:0:17054:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384584.050096:0:17054:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958260100900 00000400:00000200:0.0:1767384584.050100:0:17054:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x14d [2] + 0 00000400:00000010:0.0:1767384584.050103:0:17054:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078c2a7b3. 00000400:00000200:0.0:1767384584.050106:0:17054:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000329fcb39 00000400:00000200:0.0:1767384584.050109:0:17054:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384584.050112:0:17054:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384584.050114:0:17054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000329fcb39 00000400:00000010:0.0:1767384584.050116:0:17054:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000329fcb39. 00000100:00000200:0.0:1767384584.050119:0:17054:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384584.050141:0:17054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686bbc57 00000400:00000010:0.0:1767384584.050144:0:17054:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384584.050148:0:17054:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056d513c7 x1853237050214656/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384600 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384584.050367:0:17054:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f256946b. 00000400:00000200:0.0:1767384584.050373:0:17054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 00000400:00000010:0.0:1767384584.050377:0:17054:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000200:0.0:1767384584.050387:0:17054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056d513c7 x1853237050214656/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384600 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384584.050401:0:17054:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056d513c7 x1853237050214656/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384600 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384584.050422:0:17054:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001afe925d. 02000000:00000010:0.0:1767384584.050430:0:17054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ff9dcc9. 02000000:00000010:0.0:1767384584.050433:0:17054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003bba336c. 00000100:00000010:0.0:1767384584.050436:0:17054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056d513c7. 00000040:00000010:0.0:1767384584.050442:0:17054:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005b482bf8. 00000100:00000010:0.0:1767384584.050445:0:17054:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056d513c7. 02000000:00000010:0.0:1767384584.050450:0:17054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bba336c. 00000100:00000010:0.0:1767384584.050454:0:17054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001afe925d. 02000000:00000010:0.0:1767384584.050468:0:17054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000028a94171. 00000400:00000010:0.0:1767384584.050476:0:17054:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f256946b. 00000400:00000010:0.0:1767384584.050481:0:17054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ecccc770. 00000100:00000200:0.0:1767384584.050484:0:17054:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237050214784, portal 25 00000400:00000010:0.0:1767384584.050487:0:17054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000100:00000200:0.0:1767384584.050489:0:17054:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237050214784, offset 0 00000400:00000200:0.0:1767384584.050494:0:17054:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384584.050499:0:17054:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384584.050504:0:17054:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260100980 00000400:00000200:0.0:1767384584.050508:0:17054:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x151 [2] + 0 00000400:00000010:0.0:1767384584.050512:0:17054:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076443865. 00000400:00000200:0.0:1767384584.050514:0:17054:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b760dd3b 00000400:00000200:0.0:1767384584.050517:0:17054:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384584.050520:0:17054:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384584.050523:0:17054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b760dd3b 00000400:00000010:0.0:1767384584.050524:0:17054:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b760dd3b. 00000100:00000200:0.0:1767384584.050527:0:17054:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384584.050537:0:17054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 00000400:00000010:0.0:1767384584.050539:0:17054:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000200:0.0:1767384584.050543:0:17054:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056d513c7 x1853237050214784/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384600 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384584.050756:0:17054:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f256946b. 00000400:00000200:0.0:1767384584.050763:0:17054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecccc770 00000400:00000010:0.0:1767384584.050766:0:17054:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ecccc770. 00000100:00000200:0.0:1767384584.050777:0:17054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056d513c7 x1853237050214784/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384600 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384584.050789:0:17054:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056d513c7 x1853237050214784/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384600 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384584.050810:0:17054:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001afe925d. 02000000:00000010:0.0:1767384584.050818:0:17054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000028a94171. 02000000:00000010:0.0:1767384584.050828:0:17054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003bba336c. 00000100:00000010:0.0:1767384584.050831:0:17054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056d513c7. 00000040:00000010:0.0:1767384584.050836:0:17054:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000010ede968. 00000020:00000010:0.0:1767384584.050990:0:17101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bba336c. 00000020:00000010:0.0:1767384584.051000:0:17101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ff9dcc9. 00000040:00000010:0.0:1767384584.051003:0:17101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000350b8097. 00000020:00000010:0.0:1767384584.051006:0:17101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b2490c45. 00000020:00000010:0.0:1767384584.051010:0:17101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cb04fa19. 00000020:00000010:0.0:1767384584.051012:0:17101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067ec01ae. 80000000:00000010:0.0:1767384584.051015:0:17101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e3ffda11. 40000000:00000010:0.0:1767384584.051017:0:17101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e8bc26ed. 00100000:00000010:0.0:1767384584.051021:0:17101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000588910eb. 00040000:00000010:0.0:1767384584.051024:0:17101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a86b8e44. 00040000:00000010:0.0:1767384584.051027:0:17101:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000005b33f9b. 00040000:00000010:0.0:1767384584.051030:0:17101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003c93a1ba. 00080000:00000010:0.0:1767384584.051042:0:17101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002219b835. 00080000:00000010:0.0:1767384584.051047:0:17101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce8557a2. 00000004:00000010:0.0:1767384584.051052:0:17101:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000aacc0c52. 00000004:00000010:0.0:1767384584.051056:0:17101:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b0f73971. 00000004:00000010:0.0:1767384584.051059:0:17101:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f4e2a7a8. 00002000:00000010:0.0:1767384584.051062:0:17101:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000571b16bc. 00000004:00000010:0.0:1767384584.051065:0:17101:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008d799488. 00000020:00000010:0.0:1767384584.051069:0:17101:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004c921d98. 00000040:00000010:0.0:1767384584.051074:0:17101:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000004480b11a. 00000100:00000010:0.0:1767384584.051079:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056d513c7. 02000000:00000010:0.0:1767384584.051085:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050bbdc66. 00000100:00000010:0.0:1767384584.051092:0:17101:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001afe925d. 02000000:00000010:0.0:1767384584.051106:0:17101:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000028a94171. 00000400:00000010:0.0:1767384584.051110:0:17101:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f256946b. 00000400:00000010:0.0:1767384584.051114:0:17101:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000e179e9dc. 00000100:00000200:0.0:1767384584.051117:0:17101:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237050214912, portal 25 00000400:00000010:0.0:1767384584.051122:0:17101:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000100:00000200:0.0:1767384584.051124:0:17101:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237050214912, offset 0 00000400:00000200:0.0:1767384584.051128:0:17101:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384584.051133:0:17101:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384584.051139:0:17101:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260100a00 00000400:00000200:0.0:1767384584.051143:0:17101:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x155 [2] + 0 00000400:00000010:0.0:1767384584.051153:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d61ec265. 00000400:00000200:0.0:1767384584.051156:0:17101:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d30a6009 00000400:00000200:0.0:1767384584.051160:0:17101:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384584.051163:0:17101:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384584.051166:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d30a6009 00000400:00000010:0.0:1767384584.051168:0:17101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d30a6009. 00000100:00000200:0.0:1767384584.051171:0:17101:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384584.051185:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 00000400:00000010:0.0:1767384584.051187:0:17101:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000200:0.0:1767384584.051191:0:17101:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056d513c7 x1853237050214912/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384600 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384584.051406:0:17101:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f256946b. 00000400:00000200:0.0:1767384584.051414:0:17101:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e179e9dc 00000400:00000010:0.0:1767384584.051418:0:17101:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000e179e9dc. 00000100:00000200:0.0:1767384584.051425:0:17101:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056d513c7 x1853237050214912/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384600 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384584.051441:0:17101:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056d513c7 x1853237050214912/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384600 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384584.051456:0:17101:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001afe925d. 02000000:00000010:0.0:1767384584.051463:0:17101:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000028a94171. 02000000:00000010:0.0:1767384584.051472:0:17101:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000050bbdc66. 00000100:00000010:0.0:1767384584.051475:0:17101:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056d513c7. 00000100:00000010:0.0:1767384584.051495:0:17101:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000bf5d9b83. 00000400:00000200:0.0:1767384584.051500:0:17101:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00000200:0.0:1767384584.051503:0:17101:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:0.0:1767384584.051505:0:17101:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:0.0:1767384584.051509:0:17101:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp 00000400:00000200:0.0:1767384584.051513:0:17101:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384584.051518:0:17101:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (1) 00000400:00000200:0.0:1767384584.051522:0:17101:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384584.051525:0:17101:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:0.0:1767384584.051527:0:17101:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (2) 00000400:00000200:0.0:1767384584.051530:0:17101:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000100:00000010:0.0:1767384584.051533:0:17101:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000bf5d9b83. 00000020:00000010:0.0:1767384584.051542:0:17101:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000b5674dde. 00000020:00000010:0.0:1767384584.051545:0:17101:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000d9b9a919. 00000020:00000010:0.0:1767384584.051549:0:17101:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000d9b9a919. 00000020:00000010:0.0:1767384584.051552:0:17101:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000d9b9a919. 00000020:00000010:0.0:1767384584.051557:0:17101:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000a6c2d8d1. 00000020:00000010:0.0:1767384584.051567:0:17101:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000169d8492. 00000020:00000010:0.0:1767384584.051573:0:17101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000aaf011ec. 00000020:00000010:0.0:1767384584.051584:0:17101:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000a6c2d8d1. 00000020:00000010:0.0:1767384584.051588:0:17101:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000fbec4c52. 00000001:00000010:0.0:1767384584.051615:0:17101:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ad131bb2. 00000001:00000010:0.0:1767384584.051620:0:17101:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000073f66af3. 00000001:00000010:0.0:1767384584.051623:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000050bbdc66. 00000001:00000010:0.0:1767384584.051626:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000084cb21a1. 00000001:00000010:0.0:1767384584.051629:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000016b22f09. 00000001:00000010:0.0:1767384584.051631:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008dd2dafe. 00000001:00000010:0.0:1767384584.051634:0:17101:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f854a66a. 00000001:00000010:0.0:1767384584.051636:0:17101:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003dd58ba4. 00000001:00000010:0.0:1767384584.051639:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000070f74329. 00000001:00000010:0.0:1767384584.051641:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006b1f3565. 00000001:00000010:0.0:1767384584.051644:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000021e959de. 00000001:00000010:0.0:1767384584.051646:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c04f06c. 00000020:00000010:0.0:1767384584.051650:0:17101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f98c12d1. 00000020:00000010:0.0:1767384584.051653:0:17101:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6c2d8d1. 00000020:00000010:0.0:1767384584.051656:0:17101:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006553b864. 00000008:00000010:0.0:1767384584.051660:0:17101:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bbff4595. 00020000:00000010:0.0:1767384584.051664:0:17101:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002a3fe493. 00008000:00000010:0.0:1767384584.051668:0:17101:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e495697d. 00000080:00000010:0.0:1767384584.051673:0:17101:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000076e3125a. 00000020:00000010:0.0:1767384584.051676:0:17101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4ffdeb4. 00000020:00000010:0.0:1767384584.051687:0:17101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a3879cf. 00000040:00000010:0.0:1767384584.051691:0:17101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000071aec4b. 00000020:00000010:0.0:1767384584.051694:0:17101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c0740099. 00000020:00000010:0.0:1767384584.051698:0:17101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fa589613. 00000020:00000010:0.0:1767384584.051705:0:17101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000010c1f7a4. 80000000:00000010:0.0:1767384584.051708:0:17101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e2a670bc. 40000000:00000010:0.0:1767384584.051710:0:17101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b59fbbfd. 00100000:00000010:0.0:1767384584.051713:0:17101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000043f6e7eb. 00040000:00000010:0.0:1767384584.051716:0:17101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c352374f. 00040000:00000010:0.0:1767384584.051719:0:17101:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000591f86c8. 00040000:00000010:0.0:1767384584.051722:0:17101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007c1cc4db. 00080000:00000010:0.0:1767384584.051726:0:17101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d308569d. 00080000:00000010:0.0:1767384584.051739:0:17101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a51938ff. 00000004:00000010:0.0:1767384584.051745:0:17101:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b39a6059. 00000004:00000010:0.0:1767384584.051749:0:17101:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004642eb4c. 00000004:00000010:0.0:1767384584.051751:0:17101:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000018aab9e1. 00000004:00000010:0.0:1767384584.051755:0:17101:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004b5a552b. 00000010:00000010:0.0:1767384584.051759:0:17101:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 0000000039ec43f1. 00000010:00000010:0.0:1767384584.051828:0:17101:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 000000003368b101. 00000010:00000010:0.0:1767384584.051833:0:17101:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 0000000076377740. 00000010:00000010:0.0:1767384584.051837:0:17101:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 0000000009e42a05. 00000010:00000010:0.0:1767384584.051843:0:17101:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000003a3cacf6. 00010000:00000010:0.0:1767384584.051850:0:17101:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000002024e5b5. 00010000:00000010:0.0:1767384584.051856:0:17101:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000000569e74b. 00010000:00000010:0.0:1767384584.051861:0:17101:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000426448ed. 00000020:00000010:0.0:1767384584.051865:0:17101:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000004c94a718. 00000100:00000200:0.0:1767384584.051876:0:17101:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.122@tcp->12345-0@lo 00010000:00000010:0.0:1767384584.051881:0:17101:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000003c5d813. 00010000:00000010:0.0:1767384584.051885:0:17101:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000b699abb4. 00000001:00000010:0.0:1767384584.051888:0:17101:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a3f090ab. 00000001:00000010:0.0:1767384584.051892:0:17101:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000023f106d1. 00000001:00000010:0.0:1767384584.051929:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ee206cfb. 00000001:00000010:0.0:1767384584.051980:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002ec9281c. 00000001:00000010:0.0:1767384584.052037:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ca9ffbeb. 00000001:00000010:0.0:1767384584.052091:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dc789f96. 00000001:00000010:0.0:1767384584.052149:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000025f642a9. 00000001:00000010:0.0:1767384584.052225:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001abac191. 00000001:00000010:0.0:1767384584.052288:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bb6251f0. 00000001:00000010:0.0:1767384584.052398:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bb6995c6. 00000001:00000010:0.0:1767384584.052464:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b65c8844. 00000001:00000010:0.0:1767384584.052534:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d91fb632. 00000001:00000010:0.0:1767384584.052620:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cca706de. 00000001:00000010:0.0:1767384584.052694:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae6098da. 00000001:00000010:0.0:1767384584.052769:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009744ca56. 00000001:00000010:0.0:1767384584.052837:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000083a95818. 00000001:00000010:0.0:1767384584.052909:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006d964c1f. 00000001:00000010:0.0:1767384584.052978:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004e1e9527. 00000001:00000010:0.0:1767384584.053050:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000fd90e56. 00000001:00000010:0.0:1767384584.053117:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d560b15f. 00000001:00000010:0.0:1767384584.053184:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d0a60d24. 00000001:00000010:0.0:1767384584.053254:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000e79c393. 00000001:00000010:0.0:1767384584.053362:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cc30f9dc. 00000001:00000010:0.0:1767384584.053430:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dcd7ab5d. 00000001:00000010:0.0:1767384584.053491:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001165f241. 00000001:00000010:0.0:1767384584.053555:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000026a15a80. 00000001:00000010:0.0:1767384584.053631:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f5201b50. 00000001:00000010:0.0:1767384584.053688:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005d4a6a13. 00000001:00000010:0.0:1767384584.053743:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000055c017ba. 00000001:00000010:0.0:1767384584.053807:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a0b532c1. 00000001:00000010:0.0:1767384584.053848:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000062e7418b. 00000001:00000010:0.0:1767384584.053887:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000612f6d91. 00000001:00000010:0.0:1767384584.053928:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000151c466f. 00000001:00000010:0.0:1767384584.053973:0:17101:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000057fa7f92. 00000020:00000010:0.0:1767384584.054023:0:17101:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000028a94171. 00000020:00000010:0.0:1767384584.054025:0:17101:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000007f19ccf6. 00000020:00000010:0.0:1767384584.054060:0:17101:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d4a426f0. 00000020:00000010:0.0:1767384584.054062:0:17101:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000008c4394ae. 00000010:00000010:0.0:1767384584.054080:0:17101:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 000000003368b101. 00000010:00000010:0.0:1767384584.054083:0:17101:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 0000000009e42a05. 00000010:00000010:0.0:1767384584.054084:0:17101:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 0000000076377740. 00000010:00000010:0.0:1767384584.054086:0:17101:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000003a3cacf6. 00000020:00000010:0.0:1767384584.054112:0:17101:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d9725e2f. 00000020:00000010:0.0:1767384584.054115:0:17101:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e22b8278. 00000020:00000010:0.0:1767384584.054145:0:17101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007a3879cf. 00000040:00000010:0.0:1767384584.054148:0:17101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000071aec4b. 00000020:00000010:0.0:1767384584.054150:0:17101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c0740099. 00000020:00000010:0.0:1767384584.054151:0:17101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fa589613. 00000020:00000010:0.0:1767384584.054154:0:17101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000010c1f7a4. 80000000:00000010:0.0:1767384584.054157:0:17101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e2a670bc. 40000000:00000010:0.0:1767384584.054159:0:17101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b59fbbfd. 00100000:00000010:0.0:1767384584.054161:0:17101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000043f6e7eb. 00040000:00000010:0.0:1767384584.054164:0:17101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c352374f. 00040000:00000010:0.0:1767384584.054167:0:17101:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000591f86c8. 00040000:00000010:0.0:1767384584.054170:0:17101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007c1cc4db. 00080000:00000010:0.0:1767384584.054173:0:17101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a51938ff. 00080000:00000010:0.0:1767384584.054177:0:17101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d308569d. 00000004:00000010:0.0:1767384584.054181:0:17101:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b39a6059. 00000004:00000010:0.0:1767384584.054185:0:17101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004642eb4c. 00000004:00000010:0.0:1767384584.054188:0:17101:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000018aab9e1. 00000004:00000010:0.0:1767384584.054190:0:17101:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004b5a552b. 00000020:00000010:0.0:1767384584.054193:0:17101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4ffdeb4. 00000020:00000010:0.0:1767384584.054198:0:17101:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6c2d8d1. 00000020:00000010:0.0:1767384584.054201:0:17101:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006553b864. 00000008:00000010:0.0:1767384584.054204:0:17101:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000bbff4595. 00020000:00000010:0.0:1767384584.054208:0:17101:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002a3fe493. 00008000:00000010:0.0:1767384584.054211:0:17101:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e495697d. 00000080:00000010:0.0:1767384584.054214:0:17101:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000076e3125a. 00000020:00000010:0.0:1767384584.054218:0:17101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f98c12d1. 00000020:00000010:0.0:1767384584.054222:0:17101:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000fbec4c52. 00000020:00000010:0.0:1767384584.054230:0:17101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bcadfc93. 00000020:00000010:0.0:1767384584.054233:0:17101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007c1cc4db. 00000040:00000010:0.0:1767384584.054243:0:17101:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000010c1f7a4. 00000020:00000010:0.0:1767384584.054245:0:17101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000018aab9e1. 00000020:00000010:0.0:1767384584.054248:0:17101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000fa589613. 00000020:00000010:0.0:1767384584.054250:0:17101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000071aec4b. 80000000:00000010:0.0:1767384584.054253:0:17101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003174a2eb. 40000000:00000010:0.0:1767384584.054255:0:17101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b59fbbfd. 00100000:00000010:0.0:1767384584.054257:0:17101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b39a6059. 00040000:00000010:0.0:1767384584.054260:0:17101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c352374f. 00040000:00000010:0.0:1767384584.054263:0:17101:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000591f86c8. 00040000:00000010:0.0:1767384584.054266:0:17101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007a3879cf. 00080000:00000010:0.0:1767384584.054269:0:17101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a51938ff. 00080000:00000010:0.0:1767384584.054273:0:17101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b9c68f45. 00000004:00000010:0.0:1767384584.054276:0:17101:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000043f6e7eb. 00000004:00000010:0.0:1767384584.054279:0:17101:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004642eb4c. 00000004:00000010:0.0:1767384584.054280:0:17101:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c0740099. 00000004:00000010:0.0:1767384584.054282:0:17101:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004b5a552b. 00000020:00000010:0.0:1767384584.054285:0:17101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e733a1ed. 00000020:00000010:0.0:1767384584.054287:0:17101:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6c2d8d1. 00000020:00000010:0.0:1767384584.054319:0:17101:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006553b864. 00000100:00000010:0.0:1767384584.054335:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1d86789. 00000020:00000010:0.0:1767384584.054349:0:17101:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000512f7871. 00000020:00000010:0.0:1767384584.054352:0:17101:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000069235720. 00000020:00000010:0.0:1767384584.054368:0:17101:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006ce05244. 00000100:00000010:0.0:1767384584.054385:0:17101:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056d513c7. 02000000:00000010:0.0:1767384584.054392:0:17101:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ba2ccf4d. 00000020:00000010:0.0:1767384584.054526:0:17078:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f806e027. 00000020:00000010:0.0:1767384584.054540:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8eaf1c2. 00000020:00000010:0.0:1767384584.054547:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a3cacf6. 00000020:00000010:0.0:1767384584.054554:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002de7922b. 00000100:00000200:0.0:1767384584.054586:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050215040 02000000:00000010:0.0:1767384584.054609:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006b124bf6. 00000400:00000010:0.0:1767384584.054617:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000100:00000200:0.0:1767384584.054627:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050215040, offset 0 00000400:00000200:0.0:1767384584.054635:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384584.054645:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384584.054656:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260100a80 00000400:00000200:0.0:1767384584.054663:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xa59 [1] + 0 00000400:00000200:0.0:1767384584.054670:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384584.054675:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384584.054682:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056d513c7 x1853237050215040/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384584.054707:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 00000400:00000010:0.0:1767384584.054711:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000020:00000010:0.0:1767384584.054725:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a3cacf6. 00000020:00000010:0.0:1767384584.054731:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002de7922b. 00000020:00000010:0.0:1767384584.054738:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8eaf1c2. 00000040:00000010:0.0:1767384584.055277:0:17054:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000010ede968. 00000040:00000010:0.0:1767384584.055282:0:17054:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005b482bf8. 00000040:00000010:0.0:1767384584.055285:0:17054:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000125ca41f. 00000020:00000010:0.0:1767384584.055317:0:17054:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c21eef4c. 00000040:00000010:0.0:1767384584.055320:0:17054:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d769ad51. 00000020:00000010:0.0:1767384584.055322:0:17054:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bc50c703. 00000020:00000010:0.0:1767384584.055325:0:17054:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007e84c0d2. 80000000:00000010:0.0:1767384584.055327:0:17054:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000027bfe794. 00040000:00000010:0.0:1767384584.055330:0:17054:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000051e465ab. 00080000:00000010:0.0:1767384584.055333:0:17054:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001bcf5e29. 00080000:00000010:0.0:1767384584.055337:0:17054:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000809fedb8. 20000000:00000010:0.0:1767384584.055340:0:17054:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000037d707b4. 00000020:00000010:0.0:1767384584.055343:0:17054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007f537caa. 10000000:00000010:0.0:1767384584.055345:0:17054:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000ebe4cdc6. 00000020:00000010:0.0:1767384584.055354:0:17054:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001bf84428. 00000040:00000010:0.0:1767384584.055357:0:17054:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e5895c49. 00000020:00000010:0.0:1767384584.055359:0:17054:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000049ff482b. 00000020:00000010:0.0:1767384584.055362:0:17054:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068150ab6. 00040000:00000010:0.0:1767384584.055366:0:17054:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006944c436. 00040000:00000010:0.0:1767384584.055374:0:17054:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bb218a5a. 00080000:00000010:0.0:1767384584.055376:0:17054:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002b3d7c83. 00080000:00000010:0.0:1767384584.055378:0:17054:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c6831d77. 00000020:00000010:0.0:1767384584.055381:0:17054:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b6d2691. 00000020:00000010:0.0:1767384584.055384:0:17054:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000e3aeee9e. 00000020:00000010:0.0:1767384584.055386:0:17054:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000008b1ab80d. 00000020:00000010:0.0:1767384584.055389:0:17054:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 0000000057acefb8. 00000020:00000010:0.0:1767384584.055391:0:17054:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 000000004a0290c7. 00000020:00000010:0.0:1767384584.055403:0:17054:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 00000000d2d9d3f1. 00000100:00000010:0.0:1767384584.055417:0:17054:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c7f302c. 02000000:00000010:0.0:1767384584.055424:0:17054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a51938ff. 00000100:00000010:0.0:1767384584.055429:0:17054:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000512f7871. 02000000:00000010:0.0:1767384584.055436:0:17054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b9c68f45. 00000400:00000010:0.0:1767384584.055438:0:17054:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f256946b. 00000400:00000010:0.0:1767384584.055441:0:17054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3aeee9e. 00000100:00000200:0.0:1767384584.055444:0:17054:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050215296, portal 25 00000400:00000010:0.0:1767384584.055447:0:17054:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001afe925d. 00000100:00000200:0.0:1767384584.055449:0:17054:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050215296, offset 0 00000400:00000200:0.0:1767384584.055453:0:17054:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384584.055459:0:17054:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384584.055464:0:17054:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260100b80 00000400:00000200:0.0:1767384584.055469:0:17054:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d [2] + 0 00000400:00000010:0.0:1767384584.055471:0:17054:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032750549. 00000400:00000200:0.0:1767384584.055475:0:17054:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005fb1a23 00000400:00000200:0.0:1767384584.055478:0:17054:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384584.055481:0:17054:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384584.055484:0:17054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005fb1a23 00000400:00000010:0.0:1767384584.055486:0:17054:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005fb1a23. 00000100:00000200:0.0:1767384584.055489:0:17054:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384584.055501:0:17054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001afe925d 00000400:00000010:0.0:1767384584.055503:0:17054:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001afe925d. 00000100:00000200:0.0:1767384584.055509:0:17054:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c7f302c x1853237050215296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384584.056816:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006b7a02b2. 00000020:00000010:0.0:1767384584.056825:0:17092:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000057acefb8. 00010000:00000010:0.0:1767384584.056832:0:17092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebe4cdc6. 00000100:00000010:0.0:1767384584.056836:0:17092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001afe925d. 00000100:00000010:0.0:1767384584.056841:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056d513c7. 02000000:00000010:0.0:1767384584.056846:0:17092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8eaf1c2. 02000000:00000010:0.0:1767384584.056858:0:17092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cbaee1e9. 00000400:00000010:0.0:1767384584.056860:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d8a977b. 00000400:00000010:0.0:1767384584.056863:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000100:00000200:0.0:1767384584.056864:0:17092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050215424, portal 16 00000400:00000010:0.0:1767384584.056866:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384584.056868:0:17092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237050215424, offset 0 00000400:00000200:0.0:1767384584.056872:0:17092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384584.056876:0:17092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384584.056882:0:17092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260100c00 00000400:00000200:0.0:1767384584.056887:0:17092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 0 00000400:00000200:0.0:1767384584.056890:0:17092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384584.056894:0:17092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384584.056898:0:17092:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384584.056903:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f2168bee. 00000400:00000200:0.0:1767384584.056921:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686bbc57 00000400:00000010:0.0:1767384584.056923:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384584.056927:0:17092:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056d513c7 x1853237050215424/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384600 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384584.056997:0:17054:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f256946b. 00000400:00000200:0.0:1767384584.057002:0:17054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3aeee9e 00000400:00000010:0.0:1767384584.057006:0:17054:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3aeee9e. 00000100:00000200:0.0:1767384584.057014:0:17054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c7f302c x1853237050215296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384584.057026:0:17054:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c7f302c x1853237050215296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384600 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384584.057047:0:17054:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000512f7871. 02000000:00000010:0.0:1767384584.057055:0:17054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b9c68f45. 02000000:00000010:0.0:1767384584.057066:0:17054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a51938ff. 00000100:00000010:0.0:1767384584.057070:0:17054:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c7f302c. 00000020:00000010:0.0:1767384584.057073:0:17054:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 00000000d2d9d3f1. 00000020:02000000:0.0:1767384584.057078:0:17054:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:0.0:1767384584.058927:0:17054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060fddb69. 00000020:00000010:0.0:1767384584.058931:0:17054:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f5e7391b. 00000040:00000010:0.0:1767384584.058932:0:17054:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000026b91275. 00000020:00000010:0.0:1767384584.058935:0:17054:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000061d06e11. 00000020:00000010:0.0:1767384584.058937:0:17054:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a5632b3a. 00000020:00000010:0.0:1767384584.058939:0:17054:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009cbffa51. 80000000:00000010:0.0:1767384584.058941:0:17054:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bae96ada. 40000000:00000010:0.0:1767384584.058942:0:17054:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e2c9fb98. 00100000:00000010:0.0:1767384584.058944:0:17054:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000005b78e01. 00040000:00000010:0.0:1767384584.058946:0:17054:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006944c436. 00040000:00000010:0.0:1767384584.058948:0:17054:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a1fd572a. 00040000:00000010:0.0:1767384584.058950:0:17054:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b8eaf1c2. 00080000:00000010:0.0:1767384584.058952:0:17054:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d2d9d3f1. 00080000:00000010:0.0:1767384584.058954:0:17054:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a51938ff. 00000004:00000010:0.0:1767384584.058957:0:17054:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000017311430. 00000004:00000010:0.0:1767384584.058959:0:17054:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b0f73971. 00000004:00000010:0.0:1767384584.058961:0:17054:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008710094d. 00000004:00000010:0.0:1767384584.058963:0:17054:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b91fb078. 00000020:00000010:0.0:1767384584.058965:0:17054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e733a1ed. 00000020:00000010:0.0:1767384584.058966:0:17054:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008b1ab80d. 00000020:00000010:0.0:1767384584.058968:0:17054:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002de7922b. 00080000:00000010:0.0:1767384584.058994:0:17054:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000c04d5c2d. 00000020:00000010:0.0:1767384584.058998:0:17054:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e89fc9fd. 00080000:00000010:0.0:1767384584.059002:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bcadfc93. 00080000:00000010:0.0:1767384584.059014:0:17054:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bcadfc93. 00000020:00000010:0.0:1767384584.059016:0:17054:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e89fc9fd. 00000004:00000010:0.0:1767384584.059021:0:17054:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a634b242. 00000004:00000010:0.0:1767384584.059026:0:17054:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000ce26b9d. 00000004:00000010:0.0:1767384584.059035:0:17054:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000063a48ccf. 00080000:00000010:0.0:1767384584.059039:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bcadfc93. 00040000:00000010:0.0:1767384584.059050:0:17054:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000001afe925d. 00000004:00000010:0.0:1767384584.059054:0:17054:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001b23406f. 00000004:00000010:0.0:1767384584.059055:0:17054:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006c2c88e0. 00000004:00000010:0.0:1767384584.059057:0:17054:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000851fd052. 00080000:00000010:0.0:1767384584.059059:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001ef06b14. 00000020:00000010:0.0:1767384584.059079:0:17054:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007f11a784. 00080000:00000010:0.0:1767384584.059081:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007a3879cf. 00080000:00000010:0.0:1767384584.059087:0:17054:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007a3879cf. 00000020:00000010:0.0:1767384584.059089:0:17054:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007f11a784. 00000004:00000010:0.0:1767384584.059092:0:17054:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dd2b917e. 00000004:00000010:0.0:1767384584.059094:0:17054:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000041a023e. 00000004:00000010:0.0:1767384584.059096:0:17054:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000197a1231. 00080000:00000010:0.0:1767384584.059098:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007a3879cf. 00080000:00000010:0.0:1767384584.059103:0:17054:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a86b8e44. 00100000:00000010:0.0:1767384584.059110:0:17054:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ebe4cdc6. 00100000:00000010:0.0:1767384584.059117:0:17054:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ebe4cdc6. 00000004:00000010:0.0:1767384584.059129:0:17054:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009ae52e17. 00000004:00000010:0.0:1767384584.059132:0:17054:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bc478e0d. 00000004:00000010:0.0:1767384584.059134:0:17054:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000078ae0e37. 00080000:00000010:0.0:1767384584.059136:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000071aec4b. 00080000:00000010:0.0:1767384584.059141:0:17054:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c352374f. 00100000:00000010:0.0:1767384584.059144:0:17054:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ebe4cdc6. 00100000:00000010:0.0:1767384584.059145:0:17054:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ebe4cdc6. 00040000:00000010:0.0:1767384584.059149:0:17054:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d065fd68. 00000001:00000010:0.0:1767384584.059152:0:17054:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000010c1f7a4. 00000001:00000010:0.0:1767384584.059154:0:17054:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d0957df1. 00000001:00000010:0.0:1767384584.059156:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000d30a6009. 00040000:00000010:0.0:1767384584.059165:0:17054:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000aed09ce8. 00000004:00000010:0.0:1767384584.059167:0:17054:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000adfaf67b. 00000004:00000010:0.0:1767384584.059169:0:17054:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000d267adf. 00000004:00000010:0.0:1767384584.059171:0:17054:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c6372151. 00080000:00000010:0.0:1767384584.059179:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007c1cc4db. 00000020:00000010:0.0:1767384584.059206:0:17054:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005e3a618c. 00080000:00000010:0.0:1767384584.059211:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f880c04d. 00080000:00000010:0.0:1767384584.059221:0:17054:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f880c04d. 00000020:00000010:0.0:1767384584.059224:0:17054:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005e3a618c. 00000004:00000010:0.0:1767384584.059231:0:17054:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000972f91e2. 00000004:00000010:0.0:1767384584.059234:0:17054:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000237f60ea. 00000004:00000010:0.0:1767384584.059237:0:17054:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005e066ba6. 00080000:00000010:0.0:1767384584.059240:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f880c04d. 00080000:00000010:0.0:1767384584.059249:0:17054:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e6d0e269. 00100000:00000010:0.0:1767384584.059256:0:17054:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ebe4cdc6. 00100000:00000010:0.0:1767384584.059259:0:17054:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ebe4cdc6. 00000004:00000010:0.0:1767384584.059272:0:17054:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000004b0ac4f. 00000004:00000010:0.0:1767384584.059275:0:17054:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000552e41dd. 00000004:00000010:0.0:1767384584.059277:0:17054:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f37c41dc. 00080000:00000010:0.0:1767384584.059279:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008d73e595. 00080000:00000010:0.0:1767384584.059285:0:17054:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000eec9df18. 00100000:00000010:0.0:1767384584.059314:0:17054:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ebe4cdc6. 00100000:00000010:0.0:1767384584.059317:0:17054:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ebe4cdc6. 00040000:00000010:0.0:1767384584.059321:0:17054:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000000717383. 00000001:00000010:0.0:1767384584.059324:0:17054:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003b6d2691. 00000001:00000010:0.0:1767384584.059328:0:17054:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000053f589d5. 00000001:00000010:0.0:1767384584.059330:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000004da19edc. 00040000:00000010:0.0:1767384584.059337:0:17054:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000031f1665b. 00000004:00000010:0.0:1767384584.059341:0:17054:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c951b8b2. 00000004:00000010:0.0:1767384584.059344:0:17054:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fb29fa53. 00000004:00000010:0.0:1767384584.059346:0:17054:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c4a83505. 00080000:00000010:0.0:1767384584.059349:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000da79406c. 00000020:00000010:0.0:1767384584.059367:0:17054:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000025661727. 00080000:00000010:0.0:1767384584.059370:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bb218a5a. 00080000:00000010:0.0:1767384584.059377:0:17054:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bb218a5a. 00000020:00000010:0.0:1767384584.059379:0:17054:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000025661727. 00000004:00000010:0.0:1767384584.059384:0:17054:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000017f9f43c. 00000004:00000010:0.0:1767384584.059391:0:17054:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000082aec083. 00000004:00000010:0.0:1767384584.059393:0:17054:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f865015a. 00080000:00000010:0.0:1767384584.059394:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bb218a5a. 00080000:00000010:0.0:1767384584.059402:0:17054:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d70fbc53. 00100000:00000010:0.0:1767384584.059407:0:17054:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ebe4cdc6. 00100000:00000010:0.0:1767384584.059409:0:17054:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ebe4cdc6. 00000004:00000010:0.0:1767384584.059420:0:17054:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000ce65c5b6. 00000004:00000010:0.0:1767384584.059422:0:17054:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007988eda2. 00000004:00000010:0.0:1767384584.059424:0:17054:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000042e54348. 00080000:00000010:0.0:1767384584.059425:0:17054:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000068150ab6. 00080000:00000010:0.0:1767384584.059431:0:17054:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000001662ccd. 00100000:00000010:0.0:1767384584.059435:0:17054:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ebe4cdc6. 00100000:00000010:0.0:1767384584.059436:0:17054:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ebe4cdc6. 00040000:00000010:0.0:1767384584.059439:0:17054:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000000667c50. 00000001:00000010:0.0:1767384584.059441:0:17054:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e5895c49. 00000001:00000010:0.0:1767384584.059443:0:17054:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c567a3cd. 00000001:00000010:0.0:1767384584.059445:0:17054:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a5485deb. 00040000:00000010:0.0:1767384584.059452:0:17054:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000ba28647a. 00000020:00000010:0.0:1767384584.059455:0:17054:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bf84428. 00000020:00000010:0.0:1767384584.059456:0:17054:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007f537caa. 00000020:00000010:0.0:1767384584.059458:0:17054:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000025fa768. 00000020:00000010:0.0:1767384584.059460:0:17054:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008a60db15. 00000020:00000010:0.0:1767384584.059462:0:17054:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000037d707b4. 80000000:00000010:0.0:1767384584.059464:0:17054:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004122894c. 40000000:00000010:0.0:1767384584.059465:0:17054:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ebe4cdc6. 00100000:00000010:0.0:1767384584.059467:0:17054:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000072c849a2. 00040000:00000010:0.0:1767384584.059469:0:17054:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003be2b5de. 00040000:00000010:0.0:1767384584.059470:0:17054:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001c5e12ba. 00080000:00000010:0.0:1767384584.059472:0:17054:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b9c68f45. 00080000:00000010:0.0:1767384584.059475:0:17054:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c6831d77. 00002000:00000010:0.0:1767384584.059479:0:17054:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ce439f44. 00000100:00000010:0.0:1767384584.061372:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bbc6f50. 00010000:00000010:2.1F:1767384584.066348:0:17054:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003a7ebf78. 00010000:00000010:2.1:1767384584.066357:0:17054:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018bdeef6. 00010000:00000010:2.1:1767384584.066359:0:17054:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f3d0e759. 00010000:00000010:2.1:1767384584.066361:0:17054:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006b7a02b2. 00010000:00000010:3.1:1767384584.071331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008c8a8874. 00080000:00000010:0.0:1767384584.074970:0:10594:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003a3cacf6. 00080000:00000010:0.0:1767384584.074980:0:10594:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003a3cacf6. 00080000:00000010:0.0:1767384584.252382:0:17121:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a6c2d8d1. 00080000:00000010:0.0:1767384584.252392:0:17121:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a6c2d8d1. 00000400:00000001:0.0:1767384585.276003:0:17335:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:0.0:1767384585.889787:0:17435:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009bd2200d. 00080000:00000010:0.0:1767384585.889796:0:17435:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009bd2200d. 00000020:00000001:0.0:1767384585.889800:0:17435:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1767384585.889819:0:17435:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767384585.889974:0:17435:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000100:00000040:0.0:1767384589.375385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384589.375394:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384589.375402:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c7f302c. 00000020:00000040:0.0:1767384589.375409:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384589.375413:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384589.375416:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384589.375421:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384589.375429:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f6e8d81. 00000100:00000001:0.0:1767384589.375436:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384589.375445:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@000000009c7f302c x1853237050215680/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384589.375459:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384589.375463:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384589.375470:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c7f302c] to pc [ptlrpcd_00_02+2] req@000000009c7f302c x1853237050215680/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384589.375500:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384589.375504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1767384589.375509:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1767384589.375512:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767384589.375515:0:8:0:(import.c:65:import_set_state_nolock()) 000000004c94a718 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767384589.375519:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:0.0:1767384589.375523:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 10 to 0@lo 00000100:00000001:0.0:1767384589.375527:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384589.375539:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 11 to 0@lo 00000100:00000001:0.0:1767384589.375554:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:0.0:1767384589.375559:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384589.375561:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dd0 00000020:00000001:0.0:1767384589.375564:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384589.375580:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export 000000006ce05244 refcount=7 00000020:00000001:0.0:1767384589.375601:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846796800 : -108600862754816 : ffff9d3a64273800) 00000020:00000001:0.0:1767384589.375604:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846796800 : -108600862754816 : ffff9d3a64273800) 00000100:00000040:0.0:1767384589.375609:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 10 to 0@lo 00000100:00000001:0.0:1767384589.375615:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384589.375620:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 11 to 0@lo 00000100:00000001:0.0:1767384589.375623:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000040:0.0:1767384589.375630:0:8:0:(genops.c:898:class_export_put()) PUTting export 000000006ce05244 : new refcount 6 00000100:00080000:0.0:1767384589.375637:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 000000004c94a718 using connection 192.168.202.122@tcp/0@lo 00000100:00000001:0.0:1767384589.375643:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384589.375647:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384589.375656:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384589.375661:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.375664:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767384589.375668:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384589.375672:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005139886f. 00000020:00000040:0.0:1767384589.375676:0:8:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767384589.375685:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384589.375689:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.375692:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384589.375697:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384589.375702:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384589.375711:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007576d55b. 00000100:00000001:0.0:1767384589.375715:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384589.375724:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005139886f x1853237050215808/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384589.375752:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384589.375754:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384589.375769:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005139886f] to pc [ptlrpcd_rcv+-1] req@000000005139886f x1853237050215808/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384589.375792:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384589.375798:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (215) 00000100:00000001:0.0:1767384589.376196:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384589.376201:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050215808 02000000:00000001:0.0:1767384589.376207:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384589.376212:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384589.376215:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384589.376221:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384589.376230:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050215808 00000020:00000001:0.0:1767384589.376235:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384589.376238:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384589.376242:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384589.376245:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384589.376250:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384589.376260:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db1c093f. 00000020:00000010:0.0:1767384589.376264:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000809c7b63. 00000020:00000010:0.0:1767384589.376269:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fc52cdb. 00000100:00000001:0.0:1767384589.376275:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384589.376277:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384589.376280:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.376287:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.376325:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384589.376342:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384589.376347:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384589.376353:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000001:0.0:1767384589.376359:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964276608 : -108605745275008 : ffff9d394121df80) 00000100:00000040:0.0:1767384589.376364:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002dfa6457 x1853237050215808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384589.376382:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002dfa6457 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16343:x1853237050215808:12345-0@lo:38: 00000100:00000200:0.0:1767384589.376392:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050215808 00000020:00000001:0.0:1767384589.376396:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384589.376408:0:17078:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384589.376420:0:17078:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 4 - find 00000020:00000001:0.0:1767384589.376427:0:17078:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635473156229768 : -108600553321848 : ffff9d3a7698ca88) 00000100:00000001:0.0:1767384589.376434:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384589.376437:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384589.376441:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000004b5a552b. 02000000:00000001:0.0:1767384589.376445:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.376449:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384589.376452:0:17078:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384589.376463:0:17078:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 210 last 0 00010000:00000001:0.0:1767384589.376475:0:17078:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:0.0:1767384589.376480:0:17078:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000001:0.0:1767384589.376485:0:17078:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384589.376489:0:17078:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384589.376495:0:17078:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000066272187. 00000020:00000001:0.0:1767384589.376502:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384589.376508:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000066272187 with handle 0x9f279d7a9a0b4dde to hash 00000020:00000001:0.0:1767384589.376515:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384589.376522:0:17078:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:0.0:1767384589.376527:0:17078:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:0.0:1767384589.376535:0:17078:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000db7eeee5. 00000001:00000001:0.0:1767384589.376559:0:17078:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:0.0:1767384589.376565:0:17078:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000526259b1. 00000001:00000001:0.0:1767384589.376574:0:17078:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384589.376580:0:17078:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384589.376585:0:17078:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384589.376591:0:17078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000089aad2cf. 00000001:00000010:0.0:1767384589.376600:0:17078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005e40f61c. 00000001:00000010:0.0:1767384589.376607:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000774e94b6. 00000001:00000010:0.0:1767384589.376614:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c5174c3f. 00000001:00000010:0.0:1767384589.376622:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fb9677a5. 00000001:00000010:0.0:1767384589.376628:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006fcfce35. 00000001:00000001:0.0:1767384589.376635:0:17078:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384589.376641:0:17078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000125d898e. 00000001:00000010:0.0:1767384589.376649:0:17078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006f07e11a. 00000001:00000010:0.0:1767384589.376663:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e3bae64. 00000001:00000010:0.0:1767384589.376668:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e91aa473. 00000001:00000010:0.0:1767384589.376674:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000024e7cc6e. 00000001:00000010:0.0:1767384589.376681:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000759aea93. 00010000:00000001:0.0:1767384589.376687:0:17078:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384589.376692:0:17078:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384589.376698:0:17078:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384589.376703:0:17078:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384589.376710:0:17078:0:(genops.c:887:class_export_get()) GET export 0000000066272187 refcount=3 00000020:00000040:0.0:1767384589.376718:0:17078:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 5 - export 00000020:00000001:0.0:1767384589.376725:0:17078:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000040:0.0:1767384589.376731:0:17078:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 2 00000020:00000080:0.0:1767384589.376737:0:17078:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x9f279d7a9a0b4dde 00000020:00000001:0.0:1767384589.376743:0:17078:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384589.376749:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384589.376752:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000020:00000001:0.0:1767384589.376757:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384589.376761:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=3 00000020:00000001:0.0:1767384589.376765:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000001:0.0:1767384589.376769:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000001:00000001:0.0:1767384589.376776:0:17078:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:0.0:1767384589.376782:0:17078:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1767384589.376797:0:17078:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.202.122@tcp 00000001:00000040:0.0:1767384589.376805:0:17078:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 3 00000001:00000001:0.0:1767384589.376811:0:17078:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446635473304267776 : -108600405283840 : ffff9d3a7f6bac00) 00000001:00000001:0.0:1767384589.376814:0:17078:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:0.0:1767384589.376818:0:17078:0:(genops.c:887:class_export_get()) GET export 0000000066272187 refcount=4 00000001:00000040:0.0:1767384589.376823:0:17078:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 4 00000020:00000010:0.0:1767384589.376834:0:17078:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c04d5c2d. 00000020:00000010:0.0:1767384589.376841:0:17078:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000007c40dd13. 00000001:00000001:0.0:1767384589.376862:0:17078:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:0.0:1767384589.376869:0:17078:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:0.0:1767384589.376881:0:17078:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 3 00000001:00000001:0.0:1767384589.376886:0:17078:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:0.0:1767384589.376892:0:17078:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:0.0:1767384589.376897:0:17078:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:0.0:1767384589.376901:0:17078:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384589.376907:0:17078:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:0.0:1767384589.376910:0:17078:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384589.376917:0:17078:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000ea77a7b9 00000020:00000010:0.0:1767384589.376924:0:17078:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000075eceef6. 00000020:00000040:0.0:1767384589.376935:0:17078:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000075eceef6 for nid 0@lo - ref 2 00000020:00000001:0.0:1767384589.377023:0:17078:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384589.377034:0:17078:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000ba2ccf4d. 00000020:00000010:0.0:1767384589.377042:0:17078:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000e8e0e975. 00000020:00000010:0.0:1767384589.377049:0:17078:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000956f345a. 00000020:00000010:0.0:1767384589.377093:0:17078:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000001689d580. 00000020:00000010:0.0:1767384589.377099:0:17078:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000fd5fcac6. 00000020:00000010:0.0:1767384589.377102:0:17078:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000d93c703c. 00000004:00000001:0.0:1767384589.377128:0:17078:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384589.377131:0:17078:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384589.377134:0:17078:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384589.377139:0:17078:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000067717d87. 00000020:00000040:0.0:1767384589.377142:0:17078:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 6 - import 00000020:00000001:0.0:1767384589.377149:0:17078:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384589.377151:0:17078:0:(genops.c:1242:class_import_put()) import 0000000067717d87 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384589.377154:0:17078:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384589.377158:0:17078:0:(genops.c:887:class_export_get()) GET export 0000000066272187 refcount=5 00000100:00000040:0.0:1767384589.377160:0:17078:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000066272187 : new rpc_count 1 00000100:00000001:0.0:1767384589.377163:0:17078:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1767384589.377166:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384589.377168:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 12 to 0@lo 00000100:00000001:0.0:1767384589.377170:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:0.0:1767384589.377173:0:17078:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635473142995136 : -108600566556480 : 0xffff9d3a75ced8c0) 00000100:00000040:0.0:1767384589.377183:0:17078:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9796690 refcount 12 to 0@lo 00000020:00000040:0.0:1767384589.377187:0:17078:0:(genops.c:887:class_export_get()) GET export 0000000066272187 refcount=6 00000100:00000001:0.0:1767384589.377192:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384589.377194:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 13 to 0@lo 00000100:00000001:0.0:1767384589.377197:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384589.377200:0:17078:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384589.377203:0:17078:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384589.377206:0:17078:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:0.0:1767384589.377209:0:17078:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651628608 : -1057923008 : ffffffffc0f16040) 02000000:00000001:0.0:1767384589.377211:0:17078:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.377214:0:17078:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384589.377216:0:17078:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384589.377218:0:17078:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384589.377222:0:17078:0:(import.c:65:import_set_state_nolock()) 0000000067717d87 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384589.377226:0:17078:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384589.377228:0:17078:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384589.377231:0:17078:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384589.377234:0:17078:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 5 00000020:00000040:0.0:1767384589.377237:0:17078:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 6 - find 00010000:00000001:0.0:1767384589.377240:0:17078:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384589.377244:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384589.377246:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663289136 : -1046262480 : ffffffffc1a34d30) 00000020:00000001:0.0:1767384589.377250:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384589.377252:0:17078:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384589.377254:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384589.377256:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384589.377258:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384589.377260:0:17078:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:0.0:1767384589.377265:0:17078:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384589.377267:0:17078:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384589.377277:0:17078:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384589.377278:0:17078:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384589.377281:0:17078:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384589.377284:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050215808 00010000:00000001:0.0:1767384589.377286:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384589.377321:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002dfa6457 x1853237050215808/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384589.377330:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384589.377333:0:17078:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384589.377335:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=1767384589 v=10 (0 0 0 0) 00000100:00001000:0.0:1767384589.377339:0:17078:0:(import.c:2194:obd_at_measure()) AT 00000000a1abfe31 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1767384589.377346:0:17078:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@000000002dfa6457 x1853237050215808/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384589.377354:0:17078:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384589.377357:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384589.377360:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 14 to 0@lo 00000100:00000001:0.0:1767384589.377362:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384589.377365:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384589.377367:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.377370:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384589.377373:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384589.377377:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384589.377381:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237050215808, offset 0 00000400:00000200:0.0:1767384589.377386:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384589.377393:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384589.377399:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6958260100d80 00000400:00000200:0.0:1767384589.377403:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0xaa1 [1] + 0 00000400:00000200:0.0:1767384589.377407:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384589.377410:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384589.377414:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384589.377418:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005139886f x1853237050215808/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384599 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384589.377428:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000005139886f x1853237050215808/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384589.377447:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384589.377453:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686bbc57 00000400:00000010:0.0:1767384589.377455:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000100:00000001:0.0:1767384589.377469:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384589.377471:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384589.377476:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384589.377484:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 13 to 0@lo 00010000:00000001:0.0:1767384589.377489:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384589.377492:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384589.377497:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384589.377504:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002dfa6457 x1853237050215808/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384589.377538:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002dfa6457 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16343:x1853237050215808:12345-0@lo:38: Request processed in 1154us (1433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384589.377571:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384589.377577:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000100:00000001:0.0:1767384589.377583:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384589.377588:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384589.377593:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000809c7b63. 00000020:00000010:0.0:1767384589.377601:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003fc52cdb. 00000020:00000010:0.0:1767384589.377611:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db1c093f. 00000020:00000040:0.0:1767384589.377617:0:17078:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000100:00000001:0.0:1767384589.377623:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384589.379385:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294877699, at 4294877700 00000100:00000010:0.0:1767384589.379393:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c788e630. 00000100:00000040:0.0:1767384589.707422:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294878027, at 4294878028 00000100:00000010:0.0:1767384589.707437:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac1a423e. 00000040:00000001:2.0:1767384589.714808:0:17876:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.714821:0:17876:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384589.714827:0:17876:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008d9962b6. 00040000:00000001:2.0:1767384589.714830:0:17876:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.714832:0:17876:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384589.714834:0:17876:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714836:0:17876:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714838:0:17876:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.714841:0:17876:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456062b0 type=0x10620000 idx=5 00000040:00001000:2.0:1767384589.714843:0:17876:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:2.0:1767384589.714845:0:17876:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384589.714848:0:17876:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384589.714849:0:17876:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384589.714850:0:17876:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.714853:0:17876:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ed4a7a27. 00080000:00000001:2.0:1767384589.714855:0:17876:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467963448320 : -108605746103296 : ffff9d3941153c00) 00000040:00000001:2.0:1767384589.714857:0:17876:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384589.714859:0:17876:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384589.714861:0:17876:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384589.714863:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384589.714865:0:17876:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008d9962b6. 00080000:00000001:2.0:1767384589.714868:0:17876:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.714870:0:17876:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384589.714871:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384589.714873:0:17876:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714875:0:17876:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714877:0:17876:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.714879:0:17876:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.714883:0:17876:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714885:0:17876:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384589.714886:0:17876:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384589.714887:0:17876:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:2.0:1767384589.714898:0:17876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].5, 224 off9104 00000040:00000001:2.0:1767384589.714901:0:17876:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714903:0:17876:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.714905:0:17876:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384589.714908:0:17876:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008d9962b6. 00040000:00000001:2.0:1767384589.714910:0:17876:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.714912:0:17876:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384589.714920:0:17876:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714922:0:17876:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714924:0:17876:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.714926:0:17876:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d3945606390 type=0x10620000 idx=6 00000040:00001000:2.0:1767384589.714929:0:17876:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:2.0:1767384589.714931:0:17876:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:2.0:1767384589.714932:0:17876:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384589.714934:0:17876:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384589.714935:0:17876:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.714938:0:17876:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f91285fe. 00080000:00000001:2.0:1767384589.714940:0:17876:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467963444736 : -108605746106880 : ffff9d3941152e00) 00000040:00000001:2.0:1767384589.714942:0:17876:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384589.714943:0:17876:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384589.714945:0:17876:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384589.714947:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384589.714949:0:17876:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008d9962b6. 00080000:00000001:2.0:1767384589.714950:0:17876:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.714952:0:17876:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384589.714954:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384589.714955:0:17876:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714957:0:17876:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714958:0:17876:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.714960:0:17876:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.714963:0:17876:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714966:0:17876:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384589.714967:0:17876:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384589.714969:0:17876:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:2.0:1767384589.714979:0:17876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].6, 80 off9184 00000040:00000001:2.0:1767384589.714981:0:17876:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714983:0:17876:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.714985:0:17876:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384589.714989:0:17876:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008d9962b6. 00040000:00000001:2.0:1767384589.714991:0:17876:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.714993:0:17876:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384589.714994:0:17876:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714996:0:17876:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.714997:0:17876:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.714999:0:17876:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456063e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384589.715008:0:17876:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:2.0:1767384589.715010:0:17876:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384589.715012:0:17876:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767384589.715015:0:17876:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000010:2.0:1767384589.715019:0:17876:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002bd09a3c. 00000020:00000040:2.0:1767384589.715021:0:17876:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384589.715025:0:17876:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384589.715027:0:17876:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384589.715030:0:17876:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384589.715034:0:17876:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7108107. 00000100:00000001:2.0:1767384589.715038:0:17876:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.715042:0:17876:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384589.715044:0:17876:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384589.715047:0:17876:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b891791. 00000100:00000001:2.0:1767384589.715050:0:17876:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472440419072 : -108601269132544 : ffff9d3a4bee6300) 00000100:00000001:2.0:1767384589.715053:0:17876:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384589.715054:0:17876:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420405248 : -108601289146368 : ffff9d3a4abd0000) 00000100:00000001:2.0:1767384589.715058:0:17876:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384589.715060:0:17876:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.715062:0:17876:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384589.715064:0:17876:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384589.715068:0:17876:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002bd09a3c x1853237050216832/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.715077:0:17876:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384589.715078:0:17876:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.715081:0:17876:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384589.715083:0:17876:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384589.715086:0:17876:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384589.715088:0:17876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002bd09a3c pname:cluuid:pid:xid:nid:opc:job mount.lustre:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17876:1853237050216832:0@lo:502: 00000100:00000001:2.0:1767384589.715092:0:17876:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384589.715095:0:17876:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384589.715097:0:17876:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.715099:0:17876:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384589.715110:0:17876:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a769fd43. 02000000:00000001:2.0:1767384589.715113:0:17876:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384589.715122:0:17876:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fe53ec1. 00000400:00000010:2.0:1767384589.715126:0:17876:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000006165b18d. 00000100:00000200:2.0:1767384589.715130:0:17876:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237050216832, portal 25 00000100:00000001:2.0:1767384589.715133:0:17876:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384589.715134:0:17876:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420405248 : -108601289146368 : ffff9d3a4abd0000) 00000100:00000040:2.0:1767384589.715140:0:17876:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002bd09a3c x1853237050216832/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384605 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.715148:0:17876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384589.715150:0:17876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384589.715152:0:17876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2bf60b. 00000100:00000200:2.0:1767384589.715155:0:17876:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237050216832, offset 0 00000400:00000200:2.0:1767384589.715159:0:17876:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384589.715166:0:17876:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384589.715173:0:17876:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260101180 00000400:00000200:2.0:1767384589.715178:0:17876:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x181 [2] + 0 00000400:00000010:2.0:1767384589.715182:0:17876:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000761f4fce. 00000400:00000200:2.0:1767384589.715186:0:17876:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009c8b9c9c 00000400:00000200:2.0:1767384589.715190:0:17876:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384589.715193:0:17876:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384589.715197:0:17876:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c8b9c9c 00000400:00000010:2.0:1767384589.715199:0:17876:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c8b9c9c. 00000100:00000001:2.0:1767384589.715202:0:17876:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384589.715204:0:17876:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384589.715207:0:17876:0:(events.c:337:request_in_callback()) incoming req@0000000065e4397c x1853237050216832 msgsize 272 00000100:00100000:2.0:1767384589.715212:0:17876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384589.715214:0:17876:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384589.715232:0:17876:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384589.715237:0:17876:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2bf60b 00000400:00000010:2.0:1767384589.715239:0:17876:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2bf60b. 00000100:00000001:2.0:1767384589.715242:0:17876:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384589.715245:0:17876:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002bd09a3c x1853237050216832/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384605 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.715255:0:17876:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.715257:0:17876:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002bd09a3c x1853237050216832/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384605 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.715289:0:17876:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.715292:0:17876:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384589.715299:0:17876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.715303:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294878039 00000100:00000001:2.0:1767384589.715342:0:17876:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878036 00000100:00000001:2.0:1767384589.715347:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294878039 00000100:00000001:2.0:1767384589.715354:0:17876:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878036 00000100:00000001:2.0:1767384589.715358:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294878039 00000100:00000001:2.0:1767384589.715364:0:17876:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878036 00000100:00000001:2.0:1767384589.715370:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294878039 00000100:00000001:2.0:1767384589.715374:0:17876:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878036 00000100:00000001:2.0:1767384589.715381:0:17876:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384589.715389:0:17876:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.715394:0:17876:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384589.715399:0:17876:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384589.715409:0:17876:0:(client.c:2690:ptlrpc_set_wait()) set 000000006b891791 going to sleep for 11 seconds 00000100:00000001:2.0:1767384589.715413:0:17876:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384589.715418:0:17876:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.715850:0:17876:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384589.715858:0:17876:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384589.715863:0:17876:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384589.715868:0:17876:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fe53ec1. 00000400:00000200:2.0:1767384589.715876:0:17876:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006165b18d 00000400:00000010:2.0:1767384589.715882:0:17876:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000006165b18d. 00000100:00000001:2.0:1767384589.715889:0:17876:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384589.715901:0:17876:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002bd09a3c x1853237050216832/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384589.715929:0:17876:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002bd09a3c x1853237050216832/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.715951:0:17876:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384589.715957:0:17876:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384589.715972:0:17876:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384589.715975:0:17876:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384589.715980:0:17876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384589.715985:0:17876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.715988:0:17876:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384589.715997:0:17876:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384589.716008:0:17876:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384589.716018:0:17876:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384589.716020:0:17876:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.716023:0:17876:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384589.716025:0:17876:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.716028:0:17876:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384589.716031:0:17876:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002bd09a3c x1853237050216832/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.716038:0:17876:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384589.716041:0:17876:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384589.716043:0:17876:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384589.716046:0:17876:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bd09a3c x1853237050216832/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384605 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384589.716053:0:17876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002bd09a3c pname:cluuid:pid:xid:nid:opc:job mount.lustre:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17876:1853237050216832:0@lo:502: 00000100:00000001:2.0:1767384589.716057:0:17876:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384589.716059:0:17876:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.716060:0:17876:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384589.716062:0:17876:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.716064:0:17876:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002bd09a3c x1853237050216832/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384605 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.716070:0:17876:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384589.716072:0:17876:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006b891791. 00000100:00000001:2.0:1767384589.716075:0:17876:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384589.716076:0:17876:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716081:0:17876:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767384589.716083:0:17876:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.716085:0:17876:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002bd09a3c x1853237050216832/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384605 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.716123:0:17876:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384589.716125:0:17876:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384589.716127:0:17876:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a769fd43. 02000000:00000001:2.0:1767384589.716137:0:17876:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384589.716139:0:17876:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384589.716141:0:17876:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384589.716143:0:17876:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384589.716145:0:17876:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a7108107. 02000000:00000001:2.0:1767384589.716149:0:17876:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384589.716150:0:17876:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384589.716152:0:17876:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002bd09a3c. 00000100:00000001:2.0:1767384589.716155:0:17876:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384589.716157:0:17876:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384589.716160:0:17876:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384589.716161:0:17876:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384589.716163:0:17876:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767384589.716165:0:17876:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.716167:0:17876:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456063e0 type=0x10620000 idx=7 00000040:00001000:2.0:1767384589.716170:0:17876:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:2.0:1767384589.716172:0:17876:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:2.0:1767384589.716175:0:17876:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:2.0:1767384589.716177:0:17876:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:2.0:1767384589.716179:0:17876:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.716181:0:17876:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a7108107. 00080000:00000001:2.0:1767384589.716184:0:17876:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467963442176 : -108605746109440 : ffff9d3941152400) 00000040:00000001:2.0:1767384589.716186:0:17876:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384589.716189:0:17876:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1767384589.716191:0:17876:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384589.716194:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384589.716196:0:17876:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008d9962b6. 00080000:00000001:2.0:1767384589.716199:0:17876:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716201:0:17876:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384589.716202:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384589.716204:0:17876:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716205:0:17876:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716208:0:17876:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716216:0:17876:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.716221:0:17876:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716223:0:17876:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:2.0:1767384589.716225:0:17876:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384589.716227:0:17876:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:2.0:1767384589.716242:0:17876:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].7, 224 off9408 00000040:00000001:2.0:1767384589.716246:0:17876:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716248:0:17876:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716250:0:17876:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384589.716255:0:17876:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008d9962b6. 00040000:00000001:2.0:1767384589.716258:0:17876:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.716260:0:17876:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384589.716262:0:17876:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716264:0:17876:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716266:0:17876:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716268:0:17876:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1767384589.716270:0:17876:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 8 00000040:00000010:2.0:1767384589.716273:0:17876:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000009c51e0cb. 00000020:00000010:2.0:1767384589.716278:0:17876:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e2503a0b. 00000020:00000010:2.0:1767384589.716286:0:17876:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c1902d33. 00000040:00000010:2.0:1767384589.716290:0:17876:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000139da837. 00000020:00000010:2.0:1767384589.716294:0:17876:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007d00cd22. 00000020:00000010:2.0:1767384589.716297:0:17876:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000047ae0acf. 00000020:00000010:2.0:1767384589.716301:0:17876:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000176867ed. 80000000:00000010:2.0:1767384589.716354:0:17876:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000825998a9. 40000000:00000010:2.0:1767384589.716359:0:17876:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000026f21425. 00100000:00000010:2.0:1767384589.716362:0:17876:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000407dc983. 00040000:00000010:2.0:1767384589.716367:0:17876:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a3b32e8f. 00040000:00000010:2.0:1767384589.716371:0:17876:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009a248b6e. 00040000:00000010:2.0:1767384589.716376:0:17876:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000db0be412. 00080000:00000010:2.0:1767384589.716380:0:17876:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f3cc9c87. 00080000:00000010:2.0:1767384589.716384:0:17876:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003156fa04. 00000004:00000010:2.0:1767384589.716388:0:17876:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b6de167b. 00000004:00000010:2.0:1767384589.716392:0:17876:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004bea9056. 00000004:00000010:2.0:1767384589.716395:0:17876:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f14badda. 00002000:00000010:2.0:1767384589.716399:0:17876:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002287f43d. 00000004:00000010:2.0:1767384589.716411:0:17876:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a1944503. 00000020:00000010:2.0:1767384589.716416:0:17876:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e02a3f83. 00000040:00000010:2.0:1767384589.716421:0:17876:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a8119263. 00000040:00000001:2.0:1767384589.716424:0:17876:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716427:0:17876:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384589.716431:0:17876:0:(lu_object.c:207:lu_object_put()) Add 000000007a9e60e3/00000000b69cc11d to site lru. bkt: 00000000cb7a5e63 00000040:00000010:2.0:1767384589.716434:0:17876:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000039e99c4d. 00000040:00000001:2.0:1767384589.716437:0:17876:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384589.716439:0:17876:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e167852c. 00000040:00000010:2.0:1767384589.716442:0:17876:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007749c6e4. 00000040:00000010:2.0:1767384589.716445:0:17876:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000052b7f3ab. 00000040:00000010:2.0:1767384589.716447:0:17876:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000007941f964. 00000040:00000001:2.0:1767384589.716449:0:17876:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716451:0:17876:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384589.716452:0:17876:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384589.716455:0:17876:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002641f789. 00000040:00000001:2.0:1767384589.716457:0:17876:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384589.716459:0:17876:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384589.716461:0:17876:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472732042752 : -108600977508864 : 0xffff9d3a5d503600) 00000020:00000001:2.0:1767384589.716464:0:17876:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472732042752 : -108600977508864 : ffff9d3a5d503600) 00080000:00000001:2.0:1767384589.716468:0:17876:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384589.716470:0:17876:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384589.716477:0:17876:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384589.716486:0:17876:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716488:0:17876:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384589.716489:0:17876:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716491:0:17876:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384589.716492:0:17876:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.716495:0:17876:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x5:0x0] 171:925357589 to info 00000000b162facf 00000020:00000001:2.0:1767384589.716498:0:17876:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000037873ab0 00080000:00000002:2.0:1767384589.716500:0:17876:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000T => [0xa:0x5:0x0] 00080000:00000001:2.0:1767384589.716503:0:17876:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.716505:0:17876:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716508:0:17876:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384589.716511:0:17876:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 0000000039e99c4d. 00000020:00000001:2.0:1767384589.716520:0:17876:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384589.716523:0:17876:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635467964707928 : -108605744843688 : ffff9d3941287458) 00000040:00000001:2.0:1767384589.716525:0:17876:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716527:0:17876:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716529:0:17876:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384589.716531:0:17876:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384589.716532:0:17876:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384589.716534:0:17876:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.716536:0:17876:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004ebcb61a. 00080000:00000001:2.0:1767384589.716559:0:17876:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467963443200 : -108605746108416 : ffff9d3941152800) 00000040:00000001:2.0:1767384589.716562:0:17876:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384589.716565:0:17876:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384589.716567:0:17876:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:2.0:1767384589.716569:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384589.716571:0:17876:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716573:0:17876:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1767384589.716575:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384589.716576:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1767384589.716578:0:17876:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000001:2.0:1767384589.716580:0:17876:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716583:0:17876:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716585:0:17876:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716587:0:17876:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.716591:0:17876:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716593:0:17876:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:2.0:1767384589.716596:0:17876:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:2.0:1767384589.716604:0:17876:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 000000006de2b7a3. 00080000:00000001:2.0:1767384589.716608:0:17876:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.716610:0:17876:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.716613:0:17876:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x5:0x0] decrease nlink 1 00080000:00000001:2.0:1767384589.716618:0:17876:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:2.0:1767384589.716623:0:17876:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x5:0x0] 00080000:00000001:2.0:1767384589.716624:0:17876:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.716626:0:17876:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716628:0:17876:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:2.0:1767384589.716632:0:17876:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.716638:0:17876:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.716649:0:17876:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716652:0:17876:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716655:0:17876:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716657:0:17876:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384589.716661:0:17876:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.716662:0:17876:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384589.716664:0:17876:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 000000006de2b7a3. 00080000:00000002:2.0:1767384589.716669:0:17876:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 171 00080000:00000001:2.0:1767384589.716671:0:17876:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716673:0:17876:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716675:0:17876:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:2.0:1767384589.716769:0:17876:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384589.716773:0:17876:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384589.716774:0:17876:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384589.716776:0:17876:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384589.716778:0:17876:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384589.716780:0:17876:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384589.716783:0:17876:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 000000000b0a4b19. 00080000:00000010:2.0:1767384589.716804:0:17876:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a09d5409. 00000020:00000010:2.0:1767384589.716810:0:17876:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000dd204c3. 00000040:00000010:2.0:1767384589.716820:0:17876:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 0000000039e99c4d. 00000040:00000001:2.0:1767384589.716825:0:17876:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384589.716828:0:17876:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002641f789. 00000040:00000001:2.0:1767384589.716833:0:17876:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:2.0:1767384589.716837:0:17876:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 000000008c75bfd7. 10000000:00000040:2.0:1767384589.716843:0:17876:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001e35966f : new refcount 1 10000000:00000001:2.0:1767384589.716847:0:17876:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.716852:0:17876:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767384589.716855:0:17876:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:2.0:1767384589.716858:0:17876:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384589.716862:0:17876:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002641f789. 00000040:00000001:2.0:1767384589.716866:0:17876:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384589.716869:0:17876:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384589.716873:0:17876:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472732042752 : -108600977508864 : 0xffff9d3a5d503600) 00000020:00000001:2.0:1767384589.716876:0:17876:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472732042752 : -108600977508864 : ffff9d3a5d503600) 00080000:00000001:2.0:1767384589.716881:0:17876:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384589.716893:0:17876:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384589.716901:0:17876:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384589.716908:0:17876:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716911:0:17876:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384589.716912:0:17876:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716915:0:17876:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384589.716917:0:17876:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.716919:0:17876:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x6:0x0] 89:441492323 to info 00000000b162facf 00000020:00000001:2.0:1767384589.716923:0:17876:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000002356d7e6 00080000:00000002:2.0:1767384589.716925:0:17876:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x6:0x0] 00080000:00000001:2.0:1767384589.716928:0:17876:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.716932:0:17876:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.716934:0:17876:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384589.716939:0:17876:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000039e99c4d. 00000020:00000001:2.0:1767384589.716941:0:17876:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384589.716944:0:17876:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635472732448856 : -108600977102760 : ffff9d3a5d566858) 00000040:00000001:2.0:1767384589.716947:0:17876:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716949:0:17876:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716951:0:17876:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384589.716954:0:17876:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003156fa04. 00000040:00000001:2.0:1767384589.716956:0:17876:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384589.716958:0:17876:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384589.716965:0:17876:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716967:0:17876:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716969:0:17876:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.716972:0:17876:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384589.716974:0:17876:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a8119263. 00000040:00001000:2.0:1767384589.716976:0:17876:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1767384589.717442:0:17894:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384589.717446:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005af52204. 00000020:00000010:2.0:1767384589.717450:0:17894:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000064f1a38f. 00000040:00000010:2.0:1767384589.717453:0:17894:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003660a91c. 00000020:00000010:2.0:1767384589.717456:0:17894:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f14badda. 00000020:00000010:2.0:1767384589.717459:0:17894:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000047ae0acf. 00000020:00000010:2.0:1767384589.717462:0:17894:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000095d93a08. 80000000:00000010:2.0:1767384589.717490:0:17894:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000825998a9. 40000000:00000010:2.0:1767384589.717493:0:17894:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008d9962b6. 00100000:00000010:2.0:1767384589.717497:0:17894:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003bb5f5ac. 00040000:00000010:2.0:1767384589.717500:0:17894:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a3b32e8f. 00040000:00000010:2.0:1767384589.717504:0:17894:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009b41d1ff. 00040000:00000010:2.0:1767384589.717507:0:17894:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006590fc7d. 00080000:00000010:2.0:1767384589.717511:0:17894:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f3cc9c87. 00080000:00000010:2.0:1767384589.717514:0:17894:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009c51e0cb. 00000004:00000010:2.0:1767384589.717519:0:17894:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008d7f0409. 00000004:00000010:2.0:1767384589.717522:0:17894:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004bea9056. 00000004:00000010:2.0:1767384589.717526:0:17894:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000091d96866. 00002000:00000010:2.0:1767384589.717529:0:17894:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a1944503. 00000004:00000010:2.0:1767384589.717533:0:17894:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002287f43d. 00000020:00000010:2.0:1767384589.717561:0:17894:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b5ddccf9. 00000040:00000010:2.0:1767384589.717584:0:17894:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000088065e97. 00000040:00001000:2.0:1767384589.717587:0:17894:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1767384589.717589:0:17894:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384589.717590:0:17894:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384589.717594:0:17894:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:2.0:1767384589.717601:0:17894:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384589.717603:0:17894:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.717605:0:17894:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d3945602000 type=0x10620000 idx=1 00000040:00001000:2.0:1767384589.717608:0:17894:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767384589.717610:0:17894:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384589.717612:0:17894:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:2.0:1767384589.717615:0:17894:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.717617:0:17894:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:2.0:1767384589.717618:0:17894:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:2.0:1767384589.717623:0:17894:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:01000004:2.0:1767384589.717625:0:17894:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:2.0:1767384589.717628:0:17894:0:(obd_mount.c:947:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384589.717632:0:17894:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000071d7ebca. 00000020:00000080:2.0:1767384589.717635:0:17894:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1767384589.717637:0:17894:0:(obd_config.c:1477:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000001:2.0:1767384589.717646:0:17894:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384589.717649:0:17894:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000071d7ebca. 00000020:00000001:2.0:1767384589.717653:0:17894:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.717655:0:17894:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456020e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767384589.717657:0:17894:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:2.0:1767384589.717659:0:17894:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384589.717661:0:17894:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:2.0:1767384589.717664:0:17894:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at 0000000041877936. 00000020:00000080:2.0:1767384589.717665:0:17894:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767384589.717668:0:17894:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767384589.717670:0:17894:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767384589.717687:0:17894:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f3ee0cfc. 00000020:00000080:2.0:1767384589.717691:0:17894:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (00000000f3ee0cfc) 00000020:00000001:2.0:1767384589.717694:0:17894:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384589.717697:0:17894:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ebd4d31f. 00000020:00000001:2.0:1767384589.717699:0:17894:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384589.717701:0:17894:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ebd4d31f with handle 0x9f279d7a9a0b4e16 to hash 00000020:00000001:2.0:1767384589.717703:0:17894:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384589.717706:0:17894:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384589.717709:0:17894:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.717711:0:17894:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635468035532800 : -108605674018816 : ffff9d3945612800) 00000020:00000040:2.0:1767384589.717714:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000ebd4d31f : new refcount 1 00000020:00000040:2.0:1767384589.717723:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 2 - obd_device_list 00000020:00000001:2.0:1767384589.717728:0:17894:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384589.717730:0:17894:0:(obd_config.c:657:class_attach()) OBD: dev 12 attached type obdfilter with refcount 2 00000020:00000001:2.0:1767384589.717733:0:17894:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.717734:0:17894:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384589.717737:0:17894:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 104 at 0000000041877936. 00000020:00000001:2.0:1767384589.717739:0:17894:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.717741:0:17894:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d3945602160 type=0x10620000 idx=3 00000040:00001000:2.0:1767384589.717743:0:17894:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:2.0:1767384589.717745:0:17894:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:2.0:1767384589.717747:0:17894:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000040:2.0:1767384589.717748:0:17894:0:(obd_config.c:1846:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:2.0:1767384589.717756:0:17894:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000dde7d81a. 00000020:00000080:2.0:1767384589.717759:0:17894:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767384589.717763:0:17894:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767384589.717784:0:17894:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384589.717787:0:17894:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000071d7ebca. 00000001:00000010:2.0:1767384589.717791:0:17894:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000031d0f249. 00000001:00000010:2.0:1767384589.717795:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dbc84658. 00000001:00000010:2.0:1767384589.717814:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dea610b1. 00000001:00000010:2.0:1767384589.717817:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007941f964. 00000001:00000010:2.0:1767384589.717820:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007749c6e4. 00000001:00000001:2.0:1767384589.717822:0:17894:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384589.717824:0:17894:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001ce2f153. 00000001:00000010:2.0:1767384589.717828:0:17894:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000070562579. 00000001:00000010:2.0:1767384589.717830:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e02a3f83. 00000001:00000010:2.0:1767384589.717832:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000db0be412. 00000001:00000010:2.0:1767384589.717835:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000176867ed. 00000001:00000010:2.0:1767384589.717837:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000139da837. 00000020:00000001:2.0:1767384589.717840:0:17894:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767384589.717842:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c1902d33. 00000020:00000010:2.0:1767384589.717846:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000041877936. 00000020:00000010:2.0:1767384589.717849:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000368cfcd3. 00000008:00000010:2.0:1767384589.717854:0:17894:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000008691164. 00020000:00000010:2.0:1767384589.717858:0:17894:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000023376e0f. 00008000:00000010:2.0:1767384589.717862:0:17894:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000048d4aac5. 00000080:00000010:2.0:1767384589.717867:0:17894:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001482071e. 00000020:00000010:2.0:1767384589.717880:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091b2e8f1. 00000020:00000010:2.0:1767384589.717883:0:17894:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d18b8a0. 00000020:00000010:2.0:1767384589.717887:0:17894:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000e179eac. 00000020:00000010:2.0:1767384589.717891:0:17894:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000749172ad. 00000020:00000010:2.0:1767384589.717894:0:17894:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004a44b46f. 80000000:00000010:2.0:1767384589.717897:0:17894:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b811c2bc. 40000000:00000010:2.0:1767384589.717900:0:17894:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dd0b9770. 00100000:00000010:2.0:1767384589.717904:0:17894:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000887e1aea. 00040000:00000010:2.0:1767384589.717913:0:17894:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ac3b126c. 00040000:00000010:2.0:1767384589.717916:0:17894:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000d4a5ba7. 00080000:00000010:2.0:1767384589.717920:0:17894:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000052b7f3ab. 00080000:00000010:2.0:1767384589.717924:0:17894:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e167852c. 00002000:00000010:2.0:1767384589.717928:0:17894:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002d4d71e9. 00002000:00000010:2.0:1767384589.717932:0:17894:0:(ofd_dev.c:3346:ofd_device_alloc()) kmalloced '(m)': 2040 at 0000000063a474b4. 00002000:00000001:2.0:1767384589.717938:0:17894:0:(ofd_dev.c:3063:ofd_init0()) Process entered 00002000:00000001:2.0:1767384589.717944:0:17894:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:2.0:1767384589.717946:0:17894:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:2.0:1767384589.717948:0:17894:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384589.717950:0:17894:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635473034164704 : -108600675386912 : ffff9d3a6f5239e0) 00000020:01000004:2.0:1767384589.717954:0:17894:0:(tgt_mount.c:154:server_get_mount()) get mount 0000000081ddcc03 from lustre-OST0000, refs=2 00000020:00000001:2.0:1767384589.717956:0:17894:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446635473034164704 : -108600675386912 : ffff9d3a6f5239e0) 00002000:00000010:2.0:1767384589.717959:0:17894:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at 000000006f1929f7. 00002000:00000001:2.0:1767384589.717962:0:17894:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:2.0:1767384589.717964:0:17894:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at 000000006165b18d. 00002000:00000001:2.0:1767384589.717968:0:17894:0:(obd_class.h:852:obd_connect()) Process entered 00080000:00000001:2.0:1767384589.717971:0:17894:0:(osd_handler.c:8938:osd_obd_connect()) Process entered 00080000:01000000:2.0:1767384589.717973:0:17894:0:(osd_handler.c:8940:osd_obd_connect()) connect #1 00000020:00000001:2.0:1767384589.717975:0:17894:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384589.717977:0:17894:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384589.717980:0:17894:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000050437900. 00000020:00000001:2.0:1767384589.717982:0:17894:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384589.717984:0:17894:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000050437900 with handle 0x9f279d7a9a0b4e1d to hash 00000020:00000001:2.0:1767384589.717986:0:17894:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384589.717989:0:17894:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384589.717991:0:17894:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384589.717993:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000-osd (00000000b3af6386) now 5 - export 00000020:00000001:2.0:1767384589.717996:0:17894:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635468035551232 : -108605674000384 : ffff9d3945617000) 00000020:00000040:2.0:1767384589.717999:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000050437900 : new refcount 1 00000020:00000080:2.0:1767384589.718001:0:17894:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x9f279d7a9a0b4e1d 00000020:00000001:2.0:1767384589.718003:0:17894:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.718005:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384589.718007:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e1d 00000020:00000001:2.0:1767384589.718009:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384589.718016:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000050437900 refcount=2 00000020:00000001:2.0:1767384589.718019:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468035551232 : -108605674000384 : ffff9d3945617000) 00000020:00000001:2.0:1767384589.718021:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468035551232 : -108605674000384 : ffff9d3945617000) 00080000:00000001:2.0:1767384589.718024:0:17894:0:(osd_handler.c:8950:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384589.718027:0:17894:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384589.718029:0:17894:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at 000000006165b18d. 00002000:00000001:2.0:1767384589.718032:0:17894:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384589.718034:0:17894:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at 000000006f1929f7. 00002000:00000001:2.0:1767384589.718038:0:17894:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.718041:0:17894:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:2.0:1767384589.718043:0:17894:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1767384589.718046:0:17894:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384589.718049:0:17894:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000511e0ad9. 00000001:00000001:2.0:1767384589.718052:0:17894:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384589.718055:0:17894:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c1a522a4. 00000001:00000010:2.0:1767384589.718059:0:17894:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at 00000000a2db439c. 00000001:00000010:2.0:1767384589.718120:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000010087b9e. 00000001:00000010:2.0:1767384589.718192:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000030937ddc. 00000001:00000010:2.0:1767384589.718262:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a64c6c6d. 00000001:00000010:2.0:1767384589.718386:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c9414d62. 00000001:00000010:2.0:1767384589.718474:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006867c305. 00000001:00000010:2.0:1767384589.718565:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003f79bc78. 00000001:00000010:2.0:1767384589.718647:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dde00412. 00000001:00000010:2.0:1767384589.718717:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006479ef3d. 00000001:00000010:2.0:1767384589.718777:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b21ff656. 00000001:00000010:2.0:1767384589.718858:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000493875ab. 00000001:00000010:2.0:1767384589.718925:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cad526fb. 00000001:00000010:2.0:1767384589.718992:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004283a346. 00000001:00000010:2.0:1767384589.719062:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004daea11a. 00000001:00000010:2.0:1767384589.719131:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007ce981b9. 00000001:00000010:2.0:1767384589.719209:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fee24647. 00000001:00000010:2.0:1767384589.719279:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c46bbb2b. 00000100:00000040:2.0:1767384589.719391:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294878039, at 4294878040 00000100:00000010:2.0:1767384589.719405:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001db49d2c. 00000001:00000010:2.0:1767384589.719453:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b040bcba. 00000100:00000040:0.0:1767384589.719454:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294878039, at 4294878040 00000100:00000010:0.0:1767384589.719469:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090905996. 00000001:00000010:2.0:1767384589.719530:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003b166f22. 00000001:00000010:2.0:1767384589.719612:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000035cbb6be. 00000001:00000010:2.0:1767384589.719674:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fdd901d4. 00000001:00000010:2.0:1767384589.719734:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c7c12fca. 00000001:00000010:2.0:1767384589.719832:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004833f4ce. 00000001:00000010:2.0:1767384589.719942:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b1893472. 00000001:00000010:2.0:1767384589.720015:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000476b4282. 00000001:00000010:2.0:1767384589.720087:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bb84fbac. 00000001:00000010:2.0:1767384589.720155:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000797bcb8a. 00000001:00000010:2.0:1767384589.720224:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000035f581e2. 00000001:00000010:2.0:1767384589.720342:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000de25c683. 00000001:00000010:2.0:1767384589.720420:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bdac2683. 00000001:00000010:2.0:1767384589.720506:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d9f27118. 00000001:00000010:2.0:1767384589.720607:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000394d002d. 00000001:00000010:2.0:1767384589.720671:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d0a4bff4. 00000001:00000010:2.0:1767384589.720731:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000335f4e34. 00000001:00000010:2.0:1767384589.720790:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000547dc0c. 00000001:00000010:2.0:1767384589.720872:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000031f5d47f. 00000001:00000010:2.0:1767384589.720948:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006aef63a1. 00000001:00000010:2.0:1767384589.721017:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009c37af74. 00000001:00000010:2.0:1767384589.721083:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007e8abeae. 00000001:00000010:2.0:1767384589.721150:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ce4fbbbb. 00000001:00000010:2.0:1767384589.721217:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000041f4cd81. 00000001:00000010:2.0:1767384589.721285:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000824814f3. 00000001:00000010:2.0:1767384589.721405:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000587d70b2. 00000001:00000010:2.0:1767384589.721511:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001f2a3666. 00000001:00000010:2.0:1767384589.721613:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e4742b3c. 00000001:00000010:2.0:1767384589.721676:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003e471e15. 00000001:00000010:2.0:1767384589.721741:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000da6d18fb. 00000001:00000010:2.0:1767384589.721801:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000ffd2c8f. 00000001:00000010:2.0:1767384589.721883:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f9fea4a7. 00000001:00000010:2.0:1767384589.721949:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c18f279c. 00000001:00000010:2.0:1767384589.722027:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000005453347. 00000001:00000010:2.0:1767384589.722091:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f4faa031. 00000001:00000010:2.0:1767384589.722158:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000015bc1fbb. 00000001:00000010:2.0:1767384589.722223:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000efb93a72. 00000001:00000010:2.0:1767384589.722290:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000027d66029. 00000001:00000010:2.0:1767384589.722408:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fd637bad. 00000001:00000010:2.0:1767384589.722473:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007061640e. 00000001:00000010:2.0:1767384589.722561:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c3397845. 00000001:00000010:2.0:1767384589.722624:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d6f2f0d2. 00000001:00000010:2.0:1767384589.722683:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d7e5f095. 00000001:00000010:2.0:1767384589.722763:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f23c5867. 00000001:00000010:2.0:1767384589.722831:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002e559e97. 00000001:00000010:2.0:1767384589.722898:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000038748883. 00000001:00000010:2.0:1767384589.722965:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082ae240b. 00000001:00000010:2.0:1767384589.723039:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a3b8ef0d. 00000020:00000010:2.0:1767384589.723138:0:17894:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003c4f9d5f. 00000020:00000010:2.0:1767384589.723142:0:17894:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000006d94ad89. 00010000:00000001:2.0:1767384589.723162:0:17894:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1767384589.723191:0:17894:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1767384589.723206:0:17894:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000013f1a45f. 00000020:00000010:2.0:1767384589.723210:0:17894:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000001fa6ee9e. 00010000:00000001:2.0:1767384589.723222:0:17894:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1767384589.723225:0:17894:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:2.0:1767384589.723227:0:17894:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.723231:0:17894:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446635467964589056 : -108605744962560 : ffff9d394126a400) 00000020:00000001:2.0:1767384589.723236:0:17894:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:2.0:1767384589.723239:0:17894:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1719, crc32c 10787, adler 1087, t10ip512 6983, t10ip4k 7531, t10crc512 1527, t10crc4k 1811 00000020:00000001:2.0:1767384589.723255:0:17894:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384589.723261:0:17894:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384589.723277:0:17894:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000eae546c1. 00000020:00000001:2.0:1767384589.723280:0:17894:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384589.723283:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384589.723287:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384589.723302:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000be5330ec. 00002000:00000001:2.0:1767384589.723332:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635468036103688 : -108605673447928 : ffff9d394569de08) 00002000:00000001:2.0:1767384589.723338:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384589.723339:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:2.0:1767384589.723344:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000df598e1b. 00002000:00000001:2.0:1767384589.723347:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.723350:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384589.723353:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.723354:0:17894:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.723357:0:17894:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384589.723362:0:17894:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.723374:0:17894:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.723378:0:17894:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384589.723380:0:17894:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384589.723385:0:17894:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.723388:0:17894:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384589.723395:0:17894:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.723398:0:17894:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.723404:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635468036103688 : -108605673447928 : ffff9d394569de08) 00000020:00000001:2.0:1767384589.723408:0:17894:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446635467964553728 : -108605744997888 : ffff9d3941261a00) 00000001:00000040:2.0:1767384589.723419:0:17894:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000002:2.0:1767384589.723424:0:17894:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:2.0:1767384589.723426:0:17894:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 4294967301 00000001:00000002:2.0:1767384589.723429:0:17894:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 2 00000001:00000002:2.0:1767384589.723431:0:17894:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:2.0:1767384589.723433:0:17894:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:2.0:1767384589.723435:0:17894:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:2.0:1767384589.723445:0:17894:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 8320 00000001:00000002:2.0:1767384589.723448:0:17894:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:2.0:1767384589.723450:0:17894:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 1 00000001:00000002:2.0:1767384589.723452:0:17894:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:2.0:1767384589.723455:0:17894:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:2.0:1767384589.723458:0:17894:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000517a4f2c. 00000001:00000040:2.0:1767384589.723831:0:17894:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 4294967301, last_xid = 1853236891923712, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:2.0:1767384589.723839:0:17894:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000010:2.0:1767384589.723842:0:17894:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000517a4f2c. 00000001:00000001:2.0:1767384589.723846:0:17894:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384589.723850:0:17894:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767384589.723852:0:17894:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 4294967301 00080000:00000001:2.0:1767384589.723856:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.723860:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003440cb6f. 00080000:00000001:2.0:1767384589.723863:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467964548608 : -108605745003008 : ffff9d3941260600) 00080000:00000001:2.0:1767384589.723866:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384589.723869:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384589.723871:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f9e7b5f6. 00080000:00000001:2.0:1767384589.723874:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.723876:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.723882:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384589.723885:0:17894:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:2.0:1767384589.723901:0:17894:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:2.0:1767384589.723905:0:17894:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.723908:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384589.723913:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f9e7b5f6. 00040000:00000001:2.0:1767384589.723916:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.723918:0:17894:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384589.723920:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384589.723922:0:17894:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:2.0:1767384589.723925:0:17894:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384589.723927:0:17894:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.723940:0:17894:0:(tgt_main.c:580:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.723944:0:17894:0:(lproc_ofd.c:1231:ofd_tunables_init()) Process entered 00000020:00000010:2.0:1767384589.724212:0:17894:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f7d9cf16. 00000020:00000010:2.0:1767384589.724217:0:17894:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000006d271461. 00000020:00000001:2.0:1767384589.724256:0:17894:0:(lprocfs_jobstats.c:824:lprocfs_job_stats_init()) Process entered 00000020:00000001:2.0:1767384589.724263:0:17894:0:(lprocfs_jobstats.c:867:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.724266:0:17894:0:(lproc_ofd.c:1281:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384589.724270:0:17894:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:2.0:1767384589.724273:0:17894:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at 000000006cdf7a01. 00002000:00000010:2.0:1767384589.724277:0:17894:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 288 at 000000005db5d075. 40000000:00000001:2.0:1767384589.724279:0:17894:0:(fid_handler.c:504:seq_server_init()) Process entered 40000000:00000001:2.0:1767384589.724282:0:17894:0:(fid_store.c:189:seq_store_init()) Process entered 00000020:00000001:2.0:1767384589.724285:0:17894:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384589.724287:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384589.724328:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384589.724332:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004f53a514. 00002000:00000001:2.0:1767384589.724336:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635468036097304 : -108605673454312 : ffff9d394569c518) 00002000:00000001:2.0:1767384589.724340:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384589.724342:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:2.0:1767384589.724346:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001f7b3182. 00002000:00000001:2.0:1767384589.724350:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.724352:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384589.724356:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.724357:0:17894:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.724360:0:17894:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384589.724365:0:17894:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.724390:0:17894:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.724393:0:17894:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384589.724395:0:17894:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384589.724400:0:17894:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.724402:0:17894:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384589.724408:0:17894:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.724411:0:17894:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.724415:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635468036097304 : -108605673454312 : ffff9d394569c518) 00000020:00000001:2.0:1767384589.724418:0:17894:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446635467964550656 : -108605745000960 : ffff9d3941260e00) 40000000:00000001:2.0:1767384589.724421:0:17894:0:(fid_store.c:215:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384589.724431:0:17894:0:(fid_store.c:156:seq_store_read()) Process entered 40000000:00000040:2.0:1767384589.724817:0:17894:0:(fid_store.c:166:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000240000401-0x0000000280000400]:0:ost 40000000:00000001:2.0:1767384589.724824:0:17894:0:(fid_store.c:176:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:2.0:1767384589.724827:0:17894:0:(fid_handler.c:485:seq_server_debugfs_init()) Process entered 40000000:00000001:2.0:1767384589.724867:0:17894:0:(fid_handler.c:575:seq_server_init()) Process leaving 00002000:00000010:2.0:1767384589.724872:0:17894:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 224 at 00000000caff12da. 40000000:00000001:2.0:1767384589.724877:0:17894:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:2.0:1767384589.724931:0:17894:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:2.0:1767384589.724934:0:17894:0:(fid_handler.c:57:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:2.0:1767384589.724938:0:17894:0:(fid_handler.c:61:seq_server_set_cli()) Process leaving 00002000:00000010:2.0:1767384589.724940:0:17894:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at 000000006cdf7a01. 00002000:00000001:2.0:1767384589.724944:0:17894:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:2.0:1767384589.724949:0:17894:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000291fde1d. 80000000:00000001:2.0:1767384589.724952:0:17894:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:2.0:1767384589.724955:0:17894:0:(fld_cache.c:37:fld_cache_init()) Process entered 80000000:00000010:2.0:1767384589.724961:0:17894:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 0000000025a5280a. 80000000:00000040:2.0:1767384589.724964:0:17894:0:(fld_cache.c:61:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:2.0:1767384589.724967:0:17894:0:(fld_cache.c:63:fld_cache_init()) Process leaving (rc=18446635472440418880 : -108601269132736 : ffff9d3a4bee6240) 80000000:00000001:2.0:1767384589.724970:0:17894:0:(fld_index.c:322:fld_index_init()) Process entered 80000000:00000010:2.0:1767384589.724975:0:17894:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000517a4f2c. 00000020:00000001:2.0:1767384589.724978:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384589.724981:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384589.724987:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007e23c1d6. 00002000:00000001:2.0:1767384589.724990:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635468036101256 : -108605673450360 : ffff9d394569d488) 00002000:00000001:2.0:1767384589.724994:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384589.724995:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:2.0:1767384589.725001:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000027dd9ef4. 00002000:00000001:2.0:1767384589.725004:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.725007:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384589.725011:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.725012:0:17894:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.725015:0:17894:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384589.725023:0:17894:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.725032:0:17894:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.725037:0:17894:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384589.725039:0:17894:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384589.725059:0:17894:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.725062:0:17894:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384589.725069:0:17894:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.725075:0:17894:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.725080:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635468036101256 : -108605673450360 : ffff9d394569d488) 00080000:00000010:2.0:1767384589.725085:0:17894:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000063b4d91c. 00100000:00000001:2.0:1767384589.725095:0:17894:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384589.725098:0:17894:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f9e7b5f6. 00100000:00000010:2.0:1767384589.725102:0:17894:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f9e7b5f6. 00100000:00000001:2.0:1767384589.725105:0:17894:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384589.725109:0:17894:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 000000008d7b4cbb. 00000001:00000010:2.0:1767384589.725116:0:17894:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.725428:0:17894:0:(osd_handler.c:7044:osd_it_iam_rec()) Process entered 00080000:00000001:2.0:1767384589.725432:0:17894:0:(osd_handler.c:7083:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.725436:0:17894:0:(osd_handler.c:7044:osd_it_iam_rec()) Process entered 00080000:00000001:2.0:1767384589.725439:0:17894:0:(osd_handler.c:7083:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384589.725446:0:17894:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000f9e7b5f6. 80000000:00000001:2.0:1767384589.725450:0:17894:0:(fld_cache.c:343:fld_cache_entry_create()) Process leaving (rc=18446635473154175168 : -108600555376448 : ffff9d3a767970c0) 80000000:00000001:2.0:1767384589.725454:0:17894:0:(fld_cache.c:363:fld_cache_insert_nolock()) Process entered 80000000:00000001:2.0:1767384589.725457:0:17894:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000001:2.0:1767384589.725459:0:17894:0:(fld_cache.c:189:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:2.0:1767384589.725462:0:17894:0:(fld_cache.c:394:fld_cache_insert_nolock()) insert range [0x0000000240000400-0x0000000280000400]:0:ost 80000000:00000001:2.0:1767384589.725467:0:17894:0:(fld_cache.c:104:fld_fix_new_list()) Process entered 80000000:00000001:2.0:1767384589.725469:0:17894:0:(fld_cache.c:159:fld_fix_new_list()) Process leaving 80000000:00000001:2.0:1767384589.725471:0:17894:0:(fld_cache.c:398:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384589.725474:0:17894:0:(fld_cache.c:417:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384589.725482:0:17894:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000461b648c. 00000001:00000010:2.0:1767384589.725487:0:17894:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000461b648c. 00000001:00000010:2.0:1767384589.725491:0:17894:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 80000000:00000001:2.0:1767384589.725495:0:17894:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:2.0:1767384589.725497:0:17894:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:2.0:1767384589.725501:0:17894:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000010:2.0:1767384589.725505:0:17894:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 000000008d7b4cbb. 80000000:00000010:2.0:1767384589.725508:0:17894:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000517a4f2c. 80000000:00000001:2.0:1767384589.725512:0:17894:0:(fld_index.c:442:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384589.725526:0:17894:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:2.0:1767384589.725579:0:17894:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384589.725583:0:17894:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384589.725588:0:17894:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at 00000000517a4f2c. 00000020:00000001:2.0:1767384589.725592:0:17894:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:2.0:1767384589.725597:0:17894:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000c7cdcd62. 00000020:00000001:2.0:1767384589.725601:0:17894:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384589.725605:0:17894:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000c7cdcd62. 00000020:00000001:2.0:1767384589.725609:0:17894:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384589.725615:0:17894:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000007c50f4b. 00000020:00000001:2.0:1767384589.725623:0:17894:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.725625:0:17894:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:2.0:1767384589.725631:0:17894:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000c5c5c634. 00000020:00000001:2.0:1767384589.725635:0:17894:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1767384589.725638:0:17894:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at 00000000517a4f2c. 00002000:00000001:2.0:1767384589.725642:0:17894:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.725645:0:17894:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:2.0:1767384589.725647:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384589.725650:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384589.725656:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c02e31ee. 00002000:00000001:2.0:1767384589.725659:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635468036097608 : -108605673454008 : ffff9d394569c648) 00002000:00000001:2.0:1767384589.725663:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384589.725664:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:2.0:1767384589.725669:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008d7b4cbb. 00002000:00000001:2.0:1767384589.725671:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.725674:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384589.725678:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.725679:0:17894:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.725682:0:17894:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384589.725689:0:17894:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.725698:0:17894:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.725702:0:17894:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384589.725704:0:17894:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384589.725711:0:17894:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.725713:0:17894:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384589.725720:0:17894:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.725726:0:17894:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.725748:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635468036097608 : -108605673454008 : ffff9d394569c648) 00000020:00000001:2.0:1767384589.725752:0:17894:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446635467964553216 : -108605744998400 : ffff9d3941261800) 00002000:00000001:2.0:1767384589.725754:0:17894:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.725757:0:17894:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:2.0:1767384589.725760:0:17894:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384589.725762:0:17894:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472732042752 : -108600977508864 : 0xffff9d3a5d503600) 00000020:00000001:2.0:1767384589.725765:0:17894:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472732042752 : -108600977508864 : ffff9d3a5d503600) 00000020:00000001:2.0:1767384589.725769:0:17894:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1767384589.725775:0:17894:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000da11b32a. 00000001:00000001:2.0:1767384589.725781:0:17894:0:(nodemap_storage.c:2242:nodemap_save_config_cache()) Process entered 00000020:00000001:2.0:1767384589.725784:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384589.725786:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384589.725792:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001d3f4b73. 00002000:00000001:2.0:1767384589.725795:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635468036103080 : -108605673448536 : ffff9d394569dba8) 00002000:00000001:2.0:1767384589.725798:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384589.725800:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:2.0:1767384589.725806:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000081306faf. 00002000:00000001:2.0:1767384589.725809:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.725811:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384589.725813:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.725816:0:17894:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.725818:0:17894:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384589.725822:0:17894:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.725824:0:17894:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384589.725829:0:17894:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.725835:0:17894:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.725840:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635468036103080 : -108605673448536 : ffff9d394569dba8) 00080000:00000001:2.0:1767384589.725844:0:17894:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384589.725847:0:17894:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384589.725857:0:17894:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384589.725892:0:17894:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.725895:0:17894:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384589.725897:0:17894:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.725900:0:17894:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384589.725902:0:17894:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.725919:0:17894:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x2:0x0] 94:2469522741 to info 0000000052b7f3ab 00000020:00000001:2.0:1767384589.725925:0:17894:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000075ad997b 00080000:00000002:2.0:1767384589.725927:0:17894:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/nodemap => [0x200000003:0x2:0x0] 00080000:00000001:2.0:1767384589.725931:0:17894:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.725934:0:17894:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384589.725940:0:17894:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000a9d3b09c. 00080000:00000001:2.0:1767384589.725943:0:17894:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:2.0:1767384589.725947:0:17894:0:(nodemap_storage.c:302:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:2.0:1767384589.725950:0:17894:0:(local_storage.c:639:local_object_unlink()) Process entered 00080000:00000001:2.0:1767384589.725953:0:17894:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384589.725955:0:17894:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:2.0:1767384589.725957:0:17894:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384589.725960:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:2.0:1767384589.725962:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:2.0:1767384589.725968:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000621d7fc1. 00002000:00000001:2.0:1767384589.725970:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635468036100952 : -108605673450664 : ffff9d394569d358) 00002000:00000001:2.0:1767384589.725973:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:2.0:1767384589.725975:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x2:0x0] 00080000:00000010:2.0:1767384589.725997:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000080c96b4a. 00002000:00000001:2.0:1767384589.726001:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726003:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384589.726006:0:17894:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384589.726010:0:17894:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.726012:0:17894:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384589.726017:0:17894:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726023:0:17894:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.726029:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635468036100952 : -108605673450664 : ffff9d394569d358) 00080000:00000001:2.0:1767384589.726032:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.726038:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a874574a. 00080000:00000001:2.0:1767384589.726041:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036108800 : -108605673442816 : ffff9d394569f200) 00080000:00000001:2.0:1767384589.726044:0:17894:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:2.0:1767384589.726047:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384589.726049:0:17894:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726053:0:17894:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1767384589.726068:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384589.726071:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1767384589.726073:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x2:0x0] not in the id map cache 00080000:00000010:2.0:1767384589.726079:0:17894:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000005fac1ea0. 00080000:00000001:2.0:1767384589.726082:0:17894:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726085:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.726092:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726096:0:17894:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:2.0:1767384589.726108:0:17894:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000ed3c11a6. 00080000:00000001:2.0:1767384589.726124:0:17894:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.726127:0:17894:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.726130:0:17894:0:(osd_handler.c:4801:osd_ref_del()) [0x200000003:0x2:0x0] decrease nlink 1 00080000:00000001:2.0:1767384589.726139:0:17894:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:2.0:1767384589.726142:0:17894:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x200000003:0x2:0x0] 00080000:00000001:2.0:1767384589.726144:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.726146:0:17894:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726148:0:17894:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:2.0:1767384589.726156:0:17894:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.726172:0:17894:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.726178:0:17894:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726180:0:17894:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726184:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384589.726189:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.726191:0:17894:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384589.726195:0:17894:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000ed3c11a6. 00080000:00000002:2.0:1767384589.726200:0:17894:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 94 00080000:00000001:2.0:1767384589.726203:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384589.726377:0:17894:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384589.726380:0:17894:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384589.726381:0:17894:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384589.726384:0:17894:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384589.726386:0:17894:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384589.726387:0:17894:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384589.726392:0:17894:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000080c96b4a. 00002000:00000001:2.0:1767384589.726399:0:17894:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1767384589.726401:0:17894:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x2:0x0] 00002000:00000010:2.0:1767384589.726404:0:17894:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 00000000621d7fc1. 00002000:00000001:2.0:1767384589.726412:0:17894:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:2.0:1767384589.726429:0:17894:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384589.726432:0:17894:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384589.726440:0:17894:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1767384589.726444:0:17894:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384589.726447:0:17894:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767384589.726452:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384589.726455:0:17894:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ac0e9a65. 00000020:00000001:2.0:1767384589.726460:0:17894:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384589.726463:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000080c96b4a. 00000020:00000001:2.0:1767384589.726467:0:17894:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726469:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384589.726472:0:17894:0:(osd_handler.c:1187:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.726476:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635472732450392 : -108600977101224 : ffff9d3a5d566e58) 00080000:00000001:2.0:1767384589.726479:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.726483:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003193e78a. 00080000:00000001:2.0:1767384589.726486:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036111872 : -108605673439744 : ffff9d394569fe00) 00000020:00000001:2.0:1767384589.726489:0:17894:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1767384589.726492:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384589.726495:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384589.726499:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c7cdcd62. 00080000:00000001:2.0:1767384589.726501:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726505:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:2.0:1767384589.726508:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0xa:0x0] not in the id map cache 00000001:00000001:2.0:1767384589.726511:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384589.726513:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.726516:0:17894:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726519:0:17894:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1767384589.726522:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384589.726523:0:17894:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726527:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.726531:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1767384589.726536:0:17894:0:(local_storage.c:361:__local_file_create()) create new object [0x200000003:0xa:0x0] 00000020:00000001:2.0:1767384589.726560:0:17894:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:2.0:1767384589.726563:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00000001:00000001:2.0:1767384589.726738:0:17894:0:(osd_iam_lfix.c:845:iam_lfix_create()) Process leaving via out_root (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.726758:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.726760:0:17894:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726762:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1767384589.726775:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.726778:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x200000003:0xa:0x0] 00080000:00000001:2.0:1767384589.726781:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.726782:0:17894:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726785:0:17894:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:2.0:1767384589.726792:0:17894:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.726802:0:17894:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.726806:0:17894:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726809:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.726830:0:17894:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726835:0:17894:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:2.0:1767384589.726840:0:17894:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000eb0329dd. 00080000:00000001:2.0:1767384589.726856:0:17894:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.726860:0:17894:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000945d8988 00080000:00000002:2.0:1767384589.726863:0:17894:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 2 insert nodemap:94 rc = 0 00080000:00000001:2.0:1767384589.726866:0:17894:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726869:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384589.726877:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c7cdcd62. 00040000:00000001:2.0:1767384589.726881:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.726883:0:17894:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384589.726885:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.726887:0:17894:0:(local_storage.c:407:__local_file_create()) Process leaving (rc=18446635468036106240 : -108605673445376 : ffff9d394569e800) 00080000:00000010:2.0:1767384589.726909:0:17894:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000066262390. 00100000:00000001:2.0:1767384589.726919:0:17894:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:2.0:1767384589.726923:0:17894:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c7cdcd62. 00100000:00000001:2.0:1767384589.726926:0:17894:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:2.0:1767384589.726929:0:17894:0:(osd_handler.c:5601:osd_index_try()) lustre-OST0000: index object [0x200000003:0xa:0x0] (8/32) registered 00000020:00000002:2.0:1767384589.726934:0:17894:0:(lu_object.c:207:lu_object_put()) Add 0000000081306faf/000000001d3f4b73 to site lru. bkt: 000000009cc7d541 00000001:00000001:2.0:1767384589.726939:0:17894:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384589.726945:0:17894:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384589.726950:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.726954:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000791a2ce0. 00080000:00000001:2.0:1767384589.726957:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036108288 : -108605673443328 : ffff9d394569f000) 00080000:00000001:2.0:1767384589.726972:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.726977:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.726981:0:17894:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1767384589.726986:0:17894:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.726994:0:17894:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.726997:0:17894:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.727002:0:17894:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 94 00080000:00000001:2.0:1767384589.727006:0:17894:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384589.727009:0:17894:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x1 (old 0x0) for inode 94 00080000:00000001:2.0:1767384589.727016:0:17894:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.727020:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384589.727024:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.727026:0:17894:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384589.727029:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.727032:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.727035:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ea5ec8ed. 00080000:00000001:2.0:1767384589.727038:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036107264 : -108605673444352 : ffff9d394569ec00) 00080000:00000001:2.0:1767384589.727042:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.727046:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.727048:0:17894:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1767384589.727051:0:17894:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.727058:0:17894:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.727061:0:17894:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.727063:0:17894:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x1 for inode 94 00080000:00000001:2.0:1767384589.727065:0:17894:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384589.727067:0:17894:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x2 (old 0x1) for inode 94 00080000:00000001:2.0:1767384589.727072:0:17894:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.727075:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384589.727078:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.727080:0:17894:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384589.727083:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.727085:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.727088:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000063cc271d. 00080000:00000001:2.0:1767384589.727091:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036104704 : -108605673446912 : ffff9d394569e200) 00080000:00000001:2.0:1767384589.727094:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.727096:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.727111:0:17894:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1767384589.727114:0:17894:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.727123:0:17894:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.727126:0:17894:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.727129:0:17894:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x2 for inode 94 00080000:00000001:2.0:1767384589.727131:0:17894:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384589.727133:0:17894:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x3 (old 0x2) for inode 94 00080000:00000001:2.0:1767384589.727138:0:17894:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.727141:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384589.727144:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.727147:0:17894:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384589.727149:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.727152:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.727156:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eb652973. 00080000:00000001:2.0:1767384589.727159:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036104192 : -108605673447424 : ffff9d394569e000) 00080000:00000001:2.0:1767384589.727163:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.727166:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.727169:0:17894:0:(osd_handler.c:6073:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1767384589.727172:0:17894:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.727177:0:17894:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.727180:0:17894:0:(osd_handler.c:6114:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.727183:0:17894:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x3 for inode 94 00080000:00000001:2.0:1767384589.727185:0:17894:0:(osd_handler.c:5214:osd_xattr_set()) Process entered 00080000:00000002:2.0:1767384589.727186:0:17894:0:(osd_handler.c:5232:osd_xattr_set()) [0x200000003:0xa:0x0] set version 0x4 (old 0x3) for inode 94 00080000:00000001:2.0:1767384589.727192:0:17894:0:(osd_handler.c:5241:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.727195:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384589.727199:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.727201:0:17894:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384589.727203:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384589.727205:0:17894:0:(nodemap_storage.c:2384:nodemap_save_config_cache()) Process leaving (rc=18446635468036106240 : -108605673445376 : ffff9d394569e800) 00000001:00000001:2.0:1767384589.727209:0:17894:0:(nodemap_storage.c:2629:nm_config_file_register_tgt()) Process leaving (rc=18446635473299064320 : -108600410487296 : ffff9d3a7f1c4600) 00002000:00000010:2.0:1767384589.727215:0:17894:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at 000000003fd1829e. 00000020:00000010:2.0:1767384589.727220:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a246597c. 00000020:00000010:2.0:1767384589.727223:0:17894:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000141be1c5. 00000020:00000010:2.0:1767384589.727227:0:17894:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000001d5ca4b. 00000020:00000010:2.0:1767384589.727243:0:17894:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a2509d99. 00000020:00000010:2.0:1767384589.727247:0:17894:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000736d25fd. 80000000:00000010:2.0:1767384589.727251:0:17894:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008b3facf5. 40000000:00000010:2.0:1767384589.727254:0:17894:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000012f7214d. 00100000:00000010:2.0:1767384589.727259:0:17894:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f3d0ac2b. 00040000:00000010:2.0:1767384589.727263:0:17894:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004c573e2c. 00040000:00000010:2.0:1767384589.727284:0:17894:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000073178ecc. 00080000:00000010:2.0:1767384589.727334:0:17894:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007d70cced. 00080000:00000010:2.0:1767384589.727342:0:17894:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e9fb4293. 00002000:00000010:2.0:1767384589.727356:0:17894:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d8220de1. 00002000:00000001:2.0:1767384589.727629:0:17896:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 00002000:00000001:0.0:1767384589.727676:0:17894:0:(ofd_objects.c:1385:ofd_id_repair_start_thread()) Process entered 00002000:00000010:0.0:1767384589.727687:0:17894:0:(ofd_objects.c:1390:ofd_id_repair_start_thread()) kmalloced '(args)': 72 at 000000008b831224. 00000020:00000010:0.0:1767384589.727694:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088d50cb1. 00000020:00000010:0.0:1767384589.727702:0:17894:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f28b6d72. 00000020:00000010:0.0:1767384589.727709:0:17894:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000023101108. 00000020:00000010:0.0:1767384589.727717:0:17894:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000056b8aeaf. 00000020:00000010:0.0:1767384589.727733:0:17894:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b8bbdfc8. 80000000:00000010:0.0:1767384589.727738:0:17894:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008d242d4a. 40000000:00000010:0.0:1767384589.727742:0:17894:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000017c347e6. 00100000:00000010:0.0:1767384589.727749:0:17894:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000468f6e78. 00040000:00000010:0.0:1767384589.727753:0:17894:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dcd41203. 00040000:00000010:0.0:1767384589.727757:0:17894:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000064f959f2. 00080000:00000010:0.0:1767384589.727764:0:17894:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002b3d7c83. 00080000:00000010:0.0:1767384589.727772:0:17894:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000809fedb8. 00002000:00000010:0.0:1767384589.727778:0:17894:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000089e375f. 00002000:00000001:0.0:1767384589.728159:0:17894:0:(ofd_objects.c:1417:ofd_id_repair_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384589.728167:0:17894:0:(sec_config.c:914:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:0.0:1767384589.728174:0:17894:0:(sec_config.c:942:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384589.728179:0:17894:0:(ofd_dev.c:3209:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384589.728187:0:17894:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d18b8a0. 00000020:00000010:0.0:1767384589.728194:0:17894:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000e179eac. 00000020:00000010:0.0:1767384589.728199:0:17894:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000749172ad. 00000020:00000010:0.0:1767384589.728205:0:17894:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004a44b46f. 80000000:00000010:0.0:1767384589.728208:0:17894:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b811c2bc. 40000000:00000010:0.0:1767384589.728212:0:17894:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dd0b9770. 00100000:00000010:0.0:1767384589.728216:0:17894:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000887e1aea. 00040000:00000010:0.0:1767384589.728220:0:17894:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ac3b126c. 00040000:00000010:0.0:1767384589.728224:0:17894:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000d4a5ba7. 00080000:00000010:0.0:1767384589.728228:0:17894:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000eb0329dd. 00080000:00000010:0.0:1767384589.728233:0:17894:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e167852c. 00080000:00000010:0.0:1767384589.728238:0:17894:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000005fac1ea0. 00080000:00000010:0.0:1767384589.728241:0:17894:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000a9d3b09c. 00080000:00000010:0.0:1767384589.728245:0:17894:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000052b7f3ab. 00002000:00000010:0.0:1767384589.728249:0:17894:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002d4d71e9. 00000020:00000010:0.0:1767384589.728252:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000091b2e8f1. 00000020:00000010:0.0:1767384589.728257:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000041877936. 00000020:00000010:0.0:1767384589.728261:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000368cfcd3. 00000008:00000010:0.0:1767384589.728265:0:17894:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000008691164. 00020000:00000010:0.0:1767384589.728270:0:17894:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000023376e0f. 00008000:00000010:0.0:1767384589.728274:0:17894:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000048d4aac5. 00000080:00000010:0.0:1767384589.728335:0:17894:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001482071e. 00000020:00000010:0.0:1767384589.728342:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c1902d33. 00000020:00000001:0.0:1767384589.728346:0:17894:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384589.728351:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 3 - setup 00000020:00000080:0.0:1767384589.728355:0:17894:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:0.0:1767384589.728358:0:17894:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384589.728360:0:17894:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384589.728364:0:17894:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000dde7d81a. 00000020:00000001:0.0:1767384589.728368:0:17894:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384589.728371:0:17894:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456021d0 type=0x10620000 idx=4 00000040:00001000:0.0:1767384589.728375:0:17894:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1767384589.728378:0:17894:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384589.728380:0:17894:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384589.728383:0:17894:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384589.728385:0:17894:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384589.728386:0:17894:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1767384589.728392:0:17894:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c34caf2c. 00000020:00000080:0.0:1767384589.728395:0:17894:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384589.728397:0:17894:0:(obd_config.c:1477:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:00000001:0.0:1767384589.728400:0:17894:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384589.728404:0:17894:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c34caf2c. 00000020:00000001:0.0:1767384589.728409:0:17894:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384589.728411:0:17894:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456022b0 type=0x10620000 idx=5 00000040:00001000:0.0:1767384589.728414:0:17894:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1767384589.728416:0:17894:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384589.728418:0:17894:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384589.728420:0:17894:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384589.728421:0:17894:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384589.728424:0:17894:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1767384589.728427:0:17894:0:(obd_mount.c:931:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1767384589.728429:0:17894:0:(obd_mount.c:936:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384589.728435:0:17894:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c34caf2c. 00000020:00000080:0.0:1767384589.728437:0:17894:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384589.728439:0:17894:0:(obd_config.c:1477:class_process_config()) marker 14 (0x1) lustre sys.timeout 00000020:00000001:0.0:1767384589.728452:0:17894:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384589.728455:0:17894:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c34caf2c. 00000020:00000001:0.0:1767384589.728459:0:17894:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384589.728462:0:17894:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d3945602390 type=0x10620000 idx=6 00000040:00001000:0.0:1767384589.728465:0:17894:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1767384589.728467:0:17894:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000020:00000001:0.0:1767384589.728470:0:17894:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1767384589.728474:0:17894:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 000000005cfc8327. 00000020:00000080:0.0:1767384589.728477:0:17894:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1767384589.728480:0:17894:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:0.0:1767384589.728482:0:17894:0:(obd_config.c:1455:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384589.728485:0:17894:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 000000005cfc8327. 00000020:00000001:0.0:1767384589.728489:0:17894:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384589.728492:0:17894:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456023e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384589.728496:0:17894:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:0.0:1767384589.728501:0:17894:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384589.728504:0:17894:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384589.728512:0:17894:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:0.0:1767384589.728526:0:17894:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384589.728530:0:17894:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384589.728532:0:17894:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456023e0 type=0x10620000 idx=7 00000040:00001000:0.0:1767384589.728535:0:17894:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1767384589.728560:0:17894:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000020:00000001:0.0:1767384589.728563:0:17894:0:(obd_config.c:1760:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1767384589.728566:0:17894:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1767384589.728568:0:17894:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1767384589.728570:0:17894:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1767384589.728576:0:17894:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000c34caf2c. 00000020:00000080:0.0:1767384589.728579:0:17894:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1767384589.728581:0:17894:0:(obd_config.c:1477:class_process_config()) marker 14 (0x2) lustre sys.timeout 00000020:00000001:0.0:1767384589.728585:0:17894:0:(obd_config.c:1478:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384589.728587:0:17894:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000c34caf2c. 00000020:00000001:0.0:1767384589.728591:0:17894:0:(obd_config.c:2004:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384589.728593:0:17894:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456024c0 type=0x0 idx=0 00000040:00000001:0.0:1767384589.728606:0:17894:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1767384589.728609:0:17894:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 8 count 8 00000040:00000010:0.0:1767384589.728613:0:17894:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000088065e97. 00000020:00000010:0.0:1767384589.728621:0:17894:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b5ddccf9. 00000020:00000010:0.0:1767384589.728640:0:17894:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000064f1a38f. 00000040:00000010:0.0:1767384589.728645:0:17894:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003660a91c. 00000020:00000010:0.0:1767384589.728649:0:17894:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f14badda. 00000020:00000010:0.0:1767384589.728652:0:17894:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000047ae0acf. 00000020:00000010:0.0:1767384589.728657:0:17894:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000095d93a08. 80000000:00000010:0.0:1767384589.728661:0:17894:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000825998a9. 40000000:00000010:0.0:1767384589.728664:0:17894:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008d9962b6. 00100000:00000010:0.0:1767384589.728667:0:17894:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003bb5f5ac. 00040000:00000010:0.0:1767384589.728670:0:17894:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a3b32e8f. 00040000:00000010:0.0:1767384589.728674:0:17894:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009b41d1ff. 00040000:00000010:0.0:1767384589.728677:0:17894:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006590fc7d. 00080000:00000010:0.0:1767384589.728681:0:17894:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009c51e0cb. 00080000:00000010:0.0:1767384589.728687:0:17894:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f3cc9c87. 00000004:00000010:0.0:1767384589.728692:0:17894:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008d7f0409. 00000004:00000010:0.0:1767384589.728697:0:17894:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004bea9056. 00000004:00000010:0.0:1767384589.728703:0:17894:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000091d96866. 00002000:00000010:0.0:1767384589.728708:0:17894:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a1944503. 00000004:00000010:0.0:1767384589.728714:0:17894:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002287f43d. 00000020:00000010:0.0:1767384589.728718:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005af52204. 00000040:00000010:2.0:1767384589.728780:0:17876:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a8119263. 00000040:00000001:2.0:1767384589.728794:0:17876:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384589.728799:0:17876:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-7 (rc=0) 00000040:00000001:2.0:1767384589.728805:0:17876:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384589.728812:0:17876:0:(lu_object.c:207:lu_object_put()) Add 000000007a9e60e3/00000000b69cc11d to site lru. bkt: 00000000cb7a5e63 00000040:00000010:2.0:1767384589.728816:0:17876:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000039e99c4d. 00000040:00000001:2.0:1767384589.728822:0:17876:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384589.728825:0:17876:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003156fa04. 00000040:00000010:2.0:1767384589.728829:0:17876:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002641f789. 00000020:00000001:2.0:1767384589.728833:0:17876:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384589.728836:0:17876:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1767384589.728842:0:17876:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002c9f138f. 00000040:00000010:2.0:1767384589.728846:0:17876:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009533ab2f. 00000020:00000010:2.0:1767384589.728851:0:17876:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b39a6059. 00000020:00000010:2.0:1767384589.728856:0:17876:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007033d2ec. 80000000:00000010:2.0:1767384589.728860:0:17876:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000000fcf32. 00040000:00000010:2.0:1767384589.728864:0:17876:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e19fee4c. 00080000:00000010:2.0:1767384589.728867:0:17876:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000bab03c03. 00080000:00000010:2.0:1767384589.728871:0:17876:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005f706c9b. 00080000:00000010:2.0:1767384589.728875:0:17876:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000e46a0f95. 00080000:00000010:2.0:1767384589.728879:0:17876:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000028f03876. 00080000:00000010:2.0:1767384589.728883:0:17876:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b162facf. 20000000:00000010:2.0:1767384589.728888:0:17876:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000790c2471. 00000020:00000010:2.0:1767384589.728906:0:17876:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000defcc481. 10000000:00000010:2.0:1767384589.728910:0:17876:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000c3077fd7. 10000000:01000000:2.0:1767384589.728914:0:17876:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:2.0:1767384589.728933:0:17876:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767384589.728936:0:17876:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384589.728939:0:17876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384589.728942:0:17876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006c43e71a refcount=3 00000020:00000001:2.0:1767384589.728946:0:17876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263714304 : -108601445837312 : ffff9d3a41661600) 00010000:00000001:2.0:1767384589.728949:0:17876:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263714304 : -108601445837312 : ffff9d3a41661600) 00010000:00000001:2.0:1767384589.728953:0:17876:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384589.728957:0:17876:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 000000006c43e71a/0x9f279d7a9a0b4e08 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4e0f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384589.728968:0:17876:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384589.728971:0:17876:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384589.728973:0:17876:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 000000006c43e71a/0x9f279d7a9a0b4e08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4e0f expref: -99 pid: 17876 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384589.728981:0:17876:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384589.728983:0:17876:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384589.728985:0:17876:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384589.728986:0:17876:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384589.728989:0:17876:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384589.728992:0:17876:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384589.728995:0:17876:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff9d3a6ebe9800 from 1 10000000:00000001:2.0:1767384589.728998:0:17876:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384589.729000:0:17876:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1767384589.729007:0:17876:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002bd09a3c. 00000020:00000040:2.0:1767384589.729011:0:17876:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384589.729015:0:17876:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384589.729018:0:17876:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384589.729022:0:17876:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384589.729031:0:17876:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067c6ed14. 00000100:00000001:2.0:1767384589.729036:0:17876:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.729040:0:17876:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384589.729054:0:17876:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384589.729060:0:17876:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000060e7437b count: 2 00010000:00000001:2.0:1767384589.729063:0:17876:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384589.729066:0:17876:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384589.729071:0:17876:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000076fa5978. 00000020:00000001:2.0:1767384589.729076:0:17876:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384589.729078:0:17876:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000076fa5978 with handle 0x9f279d7a9a0b4e24 to hash 00000020:00000001:2.0:1767384589.729081:0:17876:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384589.729083:0:17876:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262323200 : -108601447228416 : ffff9d3a4150dc00) 00010000:00000001:2.0:1767384589.729086:0:17876:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262323200 : -108601447228416 : ffff9d3a4150dc00) 00010000:00000001:2.0:1767384589.729090:0:17876:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384589.729093:0:17876:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384589.729095:0:17876:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 0000000076fa5978/0x9f279d7a9a0b4e24 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384589.729103:0:17876:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 0000000076fa5978/0x9f279d7a9a0b4e24 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384589.729113:0:17876:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 0000000076fa5978/0x9f279d7a9a0b4e24 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17876 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384589.729119:0:17876:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384589.729121:0:17876:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384589.729125:0:17876:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000abedd6d7. 00000100:00000001:2.0:1767384589.729128:0:17876:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635473142875840 : -108600566675776 : ffff9d3a75cd06c0) 00000100:00000001:2.0:1767384589.729131:0:17876:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384589.729132:0:17876:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420405248 : -108601289146368 : ffff9d3a4abd0000) 00000100:00000001:2.0:1767384589.729137:0:17876:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384589.729139:0:17876:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.729142:0:17876:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384589.729144:0:17876:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384589.729149:0:17876:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002bd09a3c x1853237050216960/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.729160:0:17876:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384589.729172:0:17876:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.729176:0:17876:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384589.729179:0:17876:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384589.729182:0:17876:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384589.729186:0:17876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002bd09a3c pname:cluuid:pid:xid:nid:opc:job mount.lustre:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17876:1853237050216960:0@lo:101: 00000100:00000001:2.0:1767384589.729192:0:17876:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384589.729196:0:17876:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384589.729198:0:17876:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.729202:0:17876:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384589.729207:0:17876:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a769fd43. 02000000:00000001:2.0:1767384589.729210:0:17876:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384589.729216:0:17876:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fe53ec1. 00000400:00000010:2.0:1767384589.729221:0:17876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2bf60b. 00000100:00000200:2.0:1767384589.729226:0:17876:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050216960, portal 25 00000100:00000001:2.0:1767384589.729228:0:17876:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384589.729231:0:17876:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420405248 : -108601289146368 : ffff9d3a4abd0000) 00000100:00000040:2.0:1767384589.729236:0:17876:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002bd09a3c x1853237050216960/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384605 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.729245:0:17876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384589.729248:0:17876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384589.729253:0:17876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00000100:00000200:2.0:1767384589.729255:0:17876:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050216960, offset 0 00000400:00000200:2.0:1767384589.729260:0:17876:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384589.729268:0:17876:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384589.729276:0:17876:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260101200 00000400:00000200:2.0:1767384589.729281:0:17876:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x185 [2] + 0 00000400:00000010:2.0:1767384589.729285:0:17876:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da9eabc1. 00000400:00000200:2.0:1767384589.729320:0:17876:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ff0e0d77 00000400:00000200:2.0:1767384589.729326:0:17876:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384589.729336:0:17876:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384589.729341:0:17876:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff0e0d77 00000400:00000010:2.0:1767384589.729344:0:17876:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff0e0d77. 00000100:00000001:2.0:1767384589.729349:0:17876:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384589.729352:0:17876:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384589.729367:0:17876:0:(events.c:337:request_in_callback()) incoming req@00000000f13b2d59 x1853237050216960 msgsize 328 00000100:00100000:2.0:1767384589.729375:0:17876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384589.729378:0:17876:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384589.729390:0:17876:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384589.729401:0:17876:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000400:00000010:2.0:1767384589.729404:0:17876:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00000100:00000001:2.0:1767384589.729411:0:17876:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384589.729418:0:17876:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002bd09a3c x1853237050216960/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384605 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.729430:0:17876:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.729439:0:17876:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002bd09a3c x1853237050216960/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384605 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.729461:0:17876:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.729466:0:17876:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384589.729476:0:17876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.729483:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294878053 00000100:00000010:2.0:1767384589.729496:0:17876:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d3488acd. 00000100:00000001:2.0:1767384589.729509:0:17876:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384589.729524:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294878053 00000100:00000010:2.0:1767384589.729534:0:17876:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f3b43597. 00000100:00000001:2.0:1767384589.729563:0:17876:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384589.729569:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294878053 00000100:00000010:2.0:1767384589.729577:0:17876:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca72d1f1. 00000100:00000001:2.0:1767384589.729585:0:17876:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384589.729590:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294878053 00000100:00000010:2.0:1767384589.729597:0:17876:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0911393. 00000100:00000001:2.0:1767384589.729607:0:17876:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384589.729615:0:17876:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384589.729623:0:17876:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.729627:0:17876:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384589.729630:0:17876:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384589.729641:0:17876:0:(client.c:2690:ptlrpc_set_wait()) set 00000000abedd6d7 going to sleep for 11 seconds 00000100:00000001:2.0:1767384589.729659:0:17876:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384589.729665:0:17876:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.730217:0:17876:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384589.730227:0:17876:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384589.730231:0:17876:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384589.730234:0:17876:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fe53ec1. 00000400:00000200:2.0:1767384589.730243:0:17876:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2bf60b 00000400:00000010:2.0:1767384589.730249:0:17876:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2bf60b. 00000100:00000001:2.0:1767384589.730260:0:17876:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384589.730270:0:17876:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002bd09a3c x1853237050216960/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384589.730342:0:17876:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002bd09a3c x1853237050216960/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.730366:0:17876:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384589.730370:0:17876:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384589.730376:0:17876:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384589.730380:0:17876:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384589.730385:0:17876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384589.730391:0:17876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.730398:0:17876:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384589.730409:0:17876:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384589.730421:0:17876:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384589.730431:0:17876:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384589.730436:0:17876:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.730440:0:17876:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384589.730443:0:17876:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.730446:0:17876:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384589.730450:0:17876:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002bd09a3c x1853237050216960/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.730462:0:17876:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384589.730467:0:17876:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384589.730471:0:17876:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384589.730478:0:17876:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bd09a3c x1853237050216960/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384605 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384589.730494:0:17876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002bd09a3c pname:cluuid:pid:xid:nid:opc:job mount.lustre:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17876:1853237050216960:0@lo:101: 00000100:00000001:2.0:1767384589.730523:0:17876:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384589.730528:0:17876:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.730533:0:17876:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384589.730557:0:17876:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.730565:0:17876:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002bd09a3c x1853237050216960/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384605 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.730579:0:17876:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384589.730583:0:17876:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000abedd6d7. 00000100:00000001:2.0:1767384589.730590:0:17876:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384589.730593:0:17876:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.730598:0:17876:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384589.730602:0:17876:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384589.730606:0:17876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384589.730609:0:17876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076fa5978 refcount=4 00000020:00000001:2.0:1767384589.730613:0:17876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262323200 : -108601447228416 : ffff9d3a4150dc00) 00010000:00000001:2.0:1767384589.730619:0:17876:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262323200 : -108601447228416 : ffff9d3a4150dc00) 00010000:00000040:2.0:1767384589.730627:0:17876:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000076fa5978, remote cookie: 0x9f279d7a9a0b4e2b, flags: 0x0 00010000:00000001:2.0:1767384589.730632:0:17876:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384589.730637:0:17876:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384589.730640:0:17876:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384589.730643:0:17876:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384589.730646:0:17876:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384589.730650:0:17876:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (0000000060e7437b) refcount = 2 00010000:00000040:2.0:1767384589.730655:0:17876:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384589.730660:0:17876:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.202.122@tcp lock: 00000000af98239a/0x9f279d7a9a0b4dad lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4db4 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384589.730673:0:17876:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 0000000076fa5978/0x9f279d7a9a0b4e24 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4e2b expref: -99 pid: 17876 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384589.730684:0:17876:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384589.730687:0:17876:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384589.730689:0:17876:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384589.730693:0:17876:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384589.730713:0:17876:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384589.730718:0:17876:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 0000000076fa5978/0x9f279d7a9a0b4e24 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4e2b expref: -99 pid: 17876 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384589.730730:0:17876:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384589.730733:0:17876:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384589.730736:0:17876:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384589.730740:0:17876:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384589.730743:0:17876:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384589.730746:0:17876:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.730751:0:17876:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.730760:0:17876:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002bd09a3c x1853237050216960/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384605 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.730774:0:17876:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384589.730779:0:17876:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384589.730783:0:17876:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a769fd43. 02000000:00000001:2.0:1767384589.730788:0:17876:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384589.730791:0:17876:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384589.730793:0:17876:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384589.730796:0:17876:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384589.730799:0:17876:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000067c6ed14. 02000000:00000001:2.0:1767384589.730805:0:17876:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384589.730808:0:17876:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384589.730810:0:17876:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002bd09a3c. 00000100:00000001:2.0:1767384589.730816:0:17876:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384589.730819:0:17876:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384589.730823:0:17876:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384589.730828:0:17876:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384589.730831:0:17876:0:(mgc_request.c:108:config_log_get()) log params (000000006a60062c) refs 2 10000000:00000001:2.0:1767384589.730836:0:17876:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.730839:0:17876:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384589.730841:0:17876:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384589.730844:0:17876:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000076fa5978 refcount=3 00000020:00000001:2.0:1767384589.730846:0:17876:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262323200 : -108601447228416 : ffff9d3a4150dc00) 00010000:00000001:2.0:1767384589.730850:0:17876:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262323200 : -108601447228416 : ffff9d3a4150dc00) 00010000:00000001:2.0:1767384589.730852:0:17876:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384589.730867:0:17876:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384589.730868:0:17876:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384589.730870:0:17876:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384589.730874:0:17876:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1767384589.730878:0:17876:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000777bc656. 00000020:00000010:2.0:1767384589.730882:0:17876:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067c6ed14. 00000020:00000010:2.0:1767384589.730887:0:17876:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004d07bd32. 00000040:00000010:2.0:1767384589.730892:0:17876:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005fac1ea0. 00000020:00000010:2.0:1767384589.730897:0:17876:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a0fc982c. 00000020:00000010:2.0:1767384589.730918:0:17876:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000374c10f0. 80000000:00000010:2.0:1767384589.730925:0:17876:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001cd37604. 00040000:00000010:2.0:1767384589.730932:0:17876:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000079c2f472. 00080000:00000010:2.0:1767384589.730941:0:17876:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000093eb127. 00080000:00000010:2.0:1767384589.730950:0:17876:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000be59bdfc. 20000000:00000010:2.0:1767384589.730960:0:17876:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003ad0bdf7. 10000000:00000040:2.0:1767384589.730967:0:17876:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000001e35966f : new refcount 2 10000000:00000040:2.0:1767384589.730972:0:17876:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000fe739720 : new refcount 2 10000000:00000040:2.0:1767384589.730976:0:17876:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.202.122@tcp: copy local log params 10000000:00000001:2.0:1767384589.730981:0:17876:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:2.0:1767384589.730988:0:17876:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 8 at 000000003b58ad76. 00000040:00000001:2.0:1767384589.730993:0:17876:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:2.0:1767384589.730997:0:17876:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384589.731002:0:17876:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000530ed597. 00000040:00000001:2.0:1767384589.731008:0:17876:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384589.731011:0:17876:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384589.731016:0:17876:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472732042752 : -108600977508864 : 0xffff9d3a5d503600) 00000020:00000001:2.0:1767384589.731022:0:17876:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472732042752 : -108600977508864 : ffff9d3a5d503600) 00080000:00000001:2.0:1767384589.731031:0:17876:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384589.731035:0:17876:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384589.731052:0:17876:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384589.731072:0:17876:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.731076:0:17876:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384589.731079:0:17876:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.731083:0:17876:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384589.731087:0:17876:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.731106:0:17876:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 95:3192970738 to info 00000000093eb127 00000020:00000001:2.0:1767384589.731113:0:17876:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000054a98321 00080000:00000002:2.0:1767384589.731117:0:17876:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x3:0x0] 00080000:00000001:2.0:1767384589.731123:0:17876:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.731128:0:17876:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384589.731134:0:17876:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000a769fd43. 00080000:00000001:2.0:1767384589.731138:0:17876:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384589.731148:0:17876:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000808e7894. 00000020:00000001:2.0:1767384589.731153:0:17876:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384589.731160:0:17876:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008bd35eea. 00000020:00000001:2.0:1767384589.731183:0:17876:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384589.731189:0:17876:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000032df6f93. 00000020:00000001:2.0:1767384589.731194:0:17876:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.731198:0:17876:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384589.731202:0:17876:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:2.0:1767384589.731209:0:17876:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.731213:0:17876:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:2.0:1767384589.731222:0:17876:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.731228:0:17876:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.731237:0:17876:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635468035896664 : -108605673654952 : ffff9d394566b558) 00000040:00000001:2.0:1767384589.731243:0:17876:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.731247:0:17876:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.731251:0:17876:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384589.731259:0:17876:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b162facf. 00000040:00000001:2.0:1767384589.731264:0:17876:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384589.731267:0:17876:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384589.731272:0:17876:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384589.731275:0:17876:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384589.731281:0:17876:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384589.731286:0:17876:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.731348:0:17876:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.731353:0:17876:0:(llog.c:1725:llog_validate()) Process leaving via out_close (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384589.731359:0:17876:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384589.731365:0:17876:0:(lu_object.c:207:lu_object_put()) Add 0000000032df6f93/000000008bd35eea to site lru. bkt: 000000004bc23986 00000040:00000010:2.0:1767384589.731371:0:17876:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000808e7894. 00000040:00000001:2.0:1767384589.731393:0:17876:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384589.731398:0:17876:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b162facf. 00000040:00000010:2.0:1767384589.731406:0:17876:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000530ed597. 00000040:00000001:2.0:1767384589.731413:0:17876:0:(llog.c:1739:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384589.731418:0:17876:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:2.0:1767384589.731420:0:17876:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384589.731425:0:17876:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000530ed597. 00000040:00000001:2.0:1767384589.731430:0:17876:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767384589.731434:0:17876:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000010:2.0:1767384589.731442:0:17876:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002bd09a3c. 00000020:00000040:2.0:1767384589.731446:0:17876:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384589.731453:0:17876:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384589.731456:0:17876:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384589.731461:0:17876:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384589.731469:0:17876:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f61ba57. 00000100:00000001:2.0:1767384589.731476:0:17876:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.731484:0:17876:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384589.731487:0:17876:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384589.731493:0:17876:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff0e0d77. 00000100:00000001:2.0:1767384589.731498:0:17876:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635473142876224 : -108600566675392 : ffff9d3a75cd0840) 00000100:00000001:2.0:1767384589.731503:0:17876:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384589.731506:0:17876:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420405248 : -108601289146368 : ffff9d3a4abd0000) 00000100:00000001:2.0:1767384589.731513:0:17876:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384589.731516:0:17876:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.731520:0:17876:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384589.731523:0:17876:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384589.731531:0:17876:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002bd09a3c x1853237050217088/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.731572:0:17876:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384589.731575:0:17876:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.731581:0:17876:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384589.731585:0:17876:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384589.731590:0:17876:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384589.731597:0:17876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002bd09a3c pname:cluuid:pid:xid:nid:opc:job mount.lustre:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17876:1853237050217088:0@lo:501: 00000100:00000001:2.0:1767384589.731605:0:17876:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384589.731626:0:17876:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384589.731630:0:17876:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.731634:0:17876:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384589.731640:0:17876:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f726d5e2. 02000000:00000001:2.0:1767384589.731645:0:17876:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384589.731652:0:17876:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fe53ec1. 00000400:00000010:2.0:1767384589.731660:0:17876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2bf60b. 00000100:00000200:2.0:1767384589.731667:0:17876:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050217088, portal 25 00000100:00000001:2.0:1767384589.731671:0:17876:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384589.731674:0:17876:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420405248 : -108601289146368 : ffff9d3a4abd0000) 00000100:00000040:2.0:1767384589.731684:0:17876:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002bd09a3c x1853237050217088/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384605 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.731699:0:17876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384589.731706:0:17876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384589.731713:0:17876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00000100:00000200:2.0:1767384589.731718:0:17876:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237050217088, offset 0 00000400:00000200:2.0:1767384589.731727:0:17876:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384589.731741:0:17876:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384589.731757:0:17876:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958260101280 00000400:00000200:2.0:1767384589.731769:0:17876:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x189 [2] + 0 00000400:00000010:2.0:1767384589.731776:0:17876:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b6a245. 00000400:00000200:2.0:1767384589.731785:0:17876:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ecf1db3 00000400:00000200:2.0:1767384589.731792:0:17876:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384589.731799:0:17876:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384589.731804:0:17876:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ecf1db3 00000400:00000010:2.0:1767384589.731808:0:17876:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ecf1db3. 00000100:00000001:2.0:1767384589.731815:0:17876:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384589.731818:0:17876:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384589.731824:0:17876:0:(events.c:337:request_in_callback()) incoming req@0000000013b4a050 x1853237050217088 msgsize 504 00000100:00100000:2.0:1767384589.731831:0:17876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384589.731835:0:17876:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384589.731865:0:17876:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384589.731880:0:17876:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000400:00000010:2.0:1767384589.731886:0:17876:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00000100:00000001:2.0:1767384589.731895:0:17876:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384589.731919:0:17876:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002bd09a3c x1853237050217088/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384605 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.731952:0:17876:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.731961:0:17876:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002bd09a3c x1853237050217088/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384605 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.731998:0:17876:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.732010:0:17876:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384589.732027:0:17876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.732040:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294878055 00000100:00000001:2.0:1767384589.732057:0:17876:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878053 00000100:00000001:2.0:1767384589.732074:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294878055 00000100:00000001:2.0:1767384589.732087:0:17876:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878053 00000100:00000001:2.0:1767384589.732104:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294878055 00000100:00000001:2.0:1767384589.732124:0:17876:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878053 00000100:00000001:2.0:1767384589.732138:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294878055 00000100:00000001:2.0:1767384589.732156:0:17876:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878053 00000100:00000001:2.0:1767384589.732169:0:17876:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384589.732181:0:17876:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.732193:0:17876:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384589.732203:0:17876:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384589.732216:0:17876:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ff0e0d77 going to sleep for 11 seconds 00000100:00000001:2.0:1767384589.732230:0:17876:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384589.732240:0:17876:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.732763:0:17876:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384589.732776:0:17876:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384589.732787:0:17876:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384589.732795:0:17876:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fe53ec1. 00000400:00000200:2.0:1767384589.732808:0:17876:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2bf60b 00000400:00000010:2.0:1767384589.732817:0:17876:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2bf60b. 00000100:00000001:2.0:1767384589.732834:0:17876:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384589.732850:0:17876:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002bd09a3c x1853237050217088/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384589.732918:0:17876:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002bd09a3c x1853237050217088/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.732933:0:17876:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384589.732936:0:17876:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384589.732940:0:17876:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384589.732944:0:17876:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384589.732946:0:17876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384589.732949:0:17876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.732953:0:17876:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384589.732959:0:17876:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384589.732965:0:17876:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384589.732970:0:17876:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384589.732973:0:17876:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.732976:0:17876:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384589.732979:0:17876:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.732983:0:17876:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384589.732989:0:17876:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002bd09a3c x1853237050217088/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.733002:0:17876:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384589.733006:0:17876:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384589.733009:0:17876:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384589.733014:0:17876:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bd09a3c x1853237050217088/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384605 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384589.733028:0:17876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002bd09a3c pname:cluuid:pid:xid:nid:opc:job mount.lustre:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17876:1853237050217088:0@lo:501: 00000100:00000001:2.0:1767384589.733036:0:17876:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384589.733040:0:17876:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.733043:0:17876:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384589.733046:0:17876:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.733050:0:17876:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002bd09a3c x1853237050217088/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384605 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.733063:0:17876:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384589.733067:0:17876:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ff0e0d77. 00000100:00000001:2.0:1767384589.733085:0:17876:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384589.733087:0:17876:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.733092:0:17876:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1767384589.733097:0:17876:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384589.733099:0:17876:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384589.733103:0:17876:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384589.733106:0:17876:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.733111:0:17876:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002bd09a3c x1853237050217088/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384605 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.733123:0:17876:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384589.733127:0:17876:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384589.733130:0:17876:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f726d5e2. 02000000:00000001:2.0:1767384589.733135:0:17876:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384589.733138:0:17876:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384589.733140:0:17876:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384589.733144:0:17876:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384589.733146:0:17876:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004f61ba57. 02000000:00000001:2.0:1767384589.733150:0:17876:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384589.733153:0:17876:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384589.733155:0:17876:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002bd09a3c. 00000100:00000001:2.0:1767384589.733161:0:17876:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384589.733163:0:17876:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767384589.733167:0:17876:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.733170:0:17876:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384589.733176:0:17876:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b162facf. 00000040:00000001:2.0:1767384589.733180:0:17876:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384589.733183:0:17876:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1767384589.733186:0:17876:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000010:2.0:1767384589.733192:0:17876:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002bd09a3c. 00000020:00000040:2.0:1767384589.733196:0:17876:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384589.733201:0:17876:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384589.733204:0:17876:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384589.733208:0:17876:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384589.733214:0:17876:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f61ba57. 00000100:00000001:2.0:1767384589.733220:0:17876:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.733225:0:17876:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384589.733227:0:17876:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384589.733245:0:17876:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff0e0d77. 00000100:00000001:2.0:1767384589.733249:0:17876:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635473142876224 : -108600566675392 : ffff9d3a75cd0840) 00000100:00000001:2.0:1767384589.733254:0:17876:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384589.733257:0:17876:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420405248 : -108601289146368 : ffff9d3a4abd0000) 00000100:00000001:2.0:1767384589.733262:0:17876:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384589.733265:0:17876:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.733269:0:17876:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384589.733271:0:17876:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384589.733277:0:17876:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002bd09a3c x1853237050217216/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.733290:0:17876:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384589.733377:0:17876:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.733384:0:17876:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384589.733388:0:17876:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384589.733392:0:17876:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384589.733397:0:17876:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002bd09a3c pname:cluuid:pid:xid:nid:opc:job mount.lustre:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17876:1853237050217216:0@lo:503: 00000100:00000001:2.0:1767384589.733405:0:17876:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384589.733411:0:17876:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384589.733414:0:17876:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.733419:0:17876:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384589.733444:0:17876:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000000f980c86. 02000000:00000001:2.0:1767384589.733449:0:17876:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384589.733456:0:17876:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fe53ec1. 00000400:00000010:2.0:1767384589.733464:0:17876:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004ecf1db3. 00000100:00000200:2.0:1767384589.733471:0:17876:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237050217216, portal 25 00000100:00000001:2.0:1767384589.733475:0:17876:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384589.733478:0:17876:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420405248 : -108601289146368 : ffff9d3a4abd0000) 00000100:00000040:2.0:1767384589.733486:0:17876:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002bd09a3c x1853237050217216/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384605 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.733500:0:17876:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384589.733505:0:17876:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384589.733509:0:17876:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2bf60b. 00000100:00000200:2.0:1767384589.733513:0:17876:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237050217216, offset 0 00000400:00000200:2.0:1767384589.733521:0:17876:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384589.733567:0:17876:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384589.733579:0:17876:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260101300 00000400:00000200:2.0:1767384589.733587:0:17876:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x18d [2] + 0 00000400:00000010:2.0:1767384589.733593:0:17876:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003b6cd56. 00000400:00000200:2.0:1767384589.733600:0:17876:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a87f26f 00000400:00000200:2.0:1767384589.733606:0:17876:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384589.733611:0:17876:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384589.733616:0:17876:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a87f26f 00000400:00000010:2.0:1767384589.733619:0:17876:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a87f26f. 00000100:00000001:2.0:1767384589.733625:0:17876:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384589.733628:0:17876:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384589.733632:0:17876:0:(events.c:337:request_in_callback()) incoming req@0000000004d2951d x1853237050217216 msgsize 272 00000100:00100000:2.0:1767384589.733639:0:17876:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384589.733643:0:17876:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384589.733662:0:17876:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384589.733669:0:17876:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2bf60b 00000400:00000010:2.0:1767384589.733673:0:17876:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2bf60b. 00000100:00000001:2.0:1767384589.733678:0:17876:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384589.733686:0:17876:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002bd09a3c x1853237050217216/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384605 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.733704:0:17876:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.733718:0:17876:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002bd09a3c x1853237050217216/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384605 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.733761:0:17876:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.733772:0:17876:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384589.733786:0:17876:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.733799:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294878057 00000100:00000001:2.0:1767384589.733818:0:17876:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878055 00000100:00000001:2.0:1767384589.733833:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294878057 00000100:00000001:2.0:1767384589.733846:0:17876:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878055 00000100:00000001:2.0:1767384589.733859:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294878057 00000100:00000001:2.0:1767384589.733869:0:17876:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878055 00000100:00000001:2.0:1767384589.733897:0:17876:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294878057 00000100:00000001:2.0:1767384589.733910:0:17876:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878055 00000100:00000001:2.0:1767384589.733919:0:17876:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384589.733931:0:17876:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.733941:0:17876:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384589.733951:0:17876:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384589.733962:0:17876:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ff0e0d77 going to sleep for 11 seconds 00000100:00000001:2.0:1767384589.733973:0:17876:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384589.733982:0:17876:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.734407:0:17876:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384589.734421:0:17876:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384589.734431:0:17876:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384589.734440:0:17876:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fe53ec1. 00000400:00000200:2.0:1767384589.734457:0:17876:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ecf1db3 00000400:00000010:2.0:1767384589.734466:0:17876:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004ecf1db3. 00000100:00000001:2.0:1767384589.734482:0:17876:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384589.734497:0:17876:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002bd09a3c x1853237050217216/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384589.734535:0:17876:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002bd09a3c x1853237050217216/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.734573:0:17876:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384589.734577:0:17876:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384589.734581:0:17876:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384589.734584:0:17876:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384589.734586:0:17876:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384589.734589:0:17876:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.734593:0:17876:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384589.734599:0:17876:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=6 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384589.734605:0:17876:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384589.734610:0:17876:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384589.734612:0:17876:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.734616:0:17876:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384589.734618:0:17876:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.734622:0:17876:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384589.734629:0:17876:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002bd09a3c x1853237050217216/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.734660:0:17876:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384589.734664:0:17876:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384589.734666:0:17876:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384589.734673:0:17876:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bd09a3c x1853237050217216/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384605 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384589.734687:0:17876:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002bd09a3c pname:cluuid:pid:xid:nid:opc:job mount.lustre:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17876:1853237050217216:0@lo:503: 00000100:00000001:2.0:1767384589.734695:0:17876:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384589.734698:0:17876:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.734702:0:17876:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384589.734704:0:17876:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.734708:0:17876:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002bd09a3c x1853237050217216/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384605 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.734721:0:17876:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384589.734725:0:17876:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ff0e0d77. 00000100:00000001:2.0:1767384589.734730:0:17876:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384589.734732:0:17876:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.734740:0:17876:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1767384589.734744:0:17876:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.734748:0:17876:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002bd09a3c x1853237050217216/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384605 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.734760:0:17876:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384589.734763:0:17876:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384589.734766:0:17876:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000000f980c86. 02000000:00000001:2.0:1767384589.734783:0:17876:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384589.734787:0:17876:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384589.734789:0:17876:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384589.734794:0:17876:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384589.734797:0:17876:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004f61ba57. 02000000:00000001:2.0:1767384589.734802:0:17876:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384589.734804:0:17876:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384589.734807:0:17876:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002bd09a3c. 00000100:00000001:2.0:1767384589.734812:0:17876:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384589.734815:0:17876:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384589.734830:0:17876:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384589.734833:0:17876:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384589.734837:0:17876:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767384589.734840:0:17876:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.734843:0:17876:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.734846:0:17876:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384589.734849:0:17876:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384589.734853:0:17876:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004f61ba57. 00000040:00000001:2.0:1767384589.734858:0:17876:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384589.734861:0:17876:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384589.734865:0:17876:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472732042752 : -108600977508864 : 0xffff9d3a5d503600) 00000020:00000001:2.0:1767384589.734870:0:17876:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472732042752 : -108600977508864 : ffff9d3a5d503600) 00080000:00000001:2.0:1767384589.734878:0:17876:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384589.734882:0:17876:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:2.0:1767384589.734885:0:17876:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384589.734892:0:17876:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000808e7894. 00000020:00000001:2.0:1767384589.734896:0:17876:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384589.734901:0:17876:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635468035896664 : -108605673654952 : ffff9d394566b558) 00000040:00000001:2.0:1767384589.734906:0:17876:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.734909:0:17876:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.734913:0:17876:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:2.0:1767384589.734916:0:17876:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384589.734918:0:17876:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384589.734922:0:17876:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.734926:0:17876:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f726d5e2. 00080000:00000001:2.0:1767384589.734930:0:17876:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036185088 : -108605673366528 : ffff9d39456b1c00) 00000040:00000001:2.0:1767384589.734934:0:17876:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384589.734937:0:17876:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:2.0:1767384589.734940:0:17876:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:2.0:1767384589.734944:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384589.734946:0:17876:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.734951:0:17876:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:2.0:1767384589.734954:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384589.734957:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:2.0:1767384589.734959:0:17876:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x3:0x0] not in the id map cache 00080000:00000010:2.0:1767384589.734966:0:17876:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000b56aa194. 00080000:00000001:2.0:1767384589.734979:0:17876:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.734984:0:17876:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.734988:0:17876:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.734992:0:17876:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.735000:0:17876:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735004:0:17876:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:2.0:1767384589.735009:0:17876:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:2.0:1767384589.735022:0:17876:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 000000001291270e. 00080000:00000001:2.0:1767384589.735030:0:17876:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.735034:0:17876:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.735038:0:17876:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x3:0x0] decrease nlink 1 00080000:00000001:2.0:1767384589.735049:0:17876:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:2.0:1767384589.735051:0:17876:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x3:0x0] 00080000:00000001:2.0:1767384589.735055:0:17876:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.735057:0:17876:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735061:0:17876:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:2.0:1767384589.735068:0:17876:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.735082:0:17876:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.735088:0:17876:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735092:0:17876:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735096:0:17876:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735100:0:17876:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:2.0:1767384589.735106:0:17876:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.735109:0:17876:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767384589.735113:0:17876:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 000000001291270e. 00080000:00000002:2.0:1767384589.735121:0:17876:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 95 00080000:00000001:2.0:1767384589.735124:0:17876:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735128:0:17876:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735132:0:17876:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:2.0:1767384589.735200:0:17876:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384589.735204:0:17876:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384589.735206:0:17876:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384589.735208:0:17876:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384589.735211:0:17876:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384589.735213:0:17876:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384589.735218:0:17876:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000032df6f93. 00000020:00000010:2.0:1767384589.735224:0:17876:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008bd35eea. 00000040:00000010:2.0:1767384589.735234:0:17876:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000808e7894. 00000040:00000001:2.0:1767384589.735249:0:17876:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384589.735253:0:17876:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004f61ba57. 00000040:00000001:2.0:1767384589.735258:0:17876:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735261:0:17876:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:2.0:1767384589.735264:0:17876:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384589.735267:0:17876:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004f61ba57. 00000040:00000001:2.0:1767384589.735272:0:17876:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384589.735275:0:17876:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384589.735279:0:17876:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472732042752 : -108600977508864 : 0xffff9d3a5d503600) 00000020:00000001:2.0:1767384589.735283:0:17876:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472732042752 : -108600977508864 : ffff9d3a5d503600) 00080000:00000001:2.0:1767384589.735291:0:17876:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384589.735329:0:17876:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384589.735340:0:17876:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1767384589.735347:0:17876:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384589.735352:0:17876:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:2.0:1767384589.735363:0:17876:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000808e7894. 00000020:00000001:2.0:1767384589.735370:0:17876:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:2.0:1767384589.735377:0:17876:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cff367b9. 00000020:00000001:2.0:1767384589.735384:0:17876:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1767384589.735389:0:17876:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000032df6f93. 00000020:00000001:2.0:1767384589.735394:0:17876:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735397:0:17876:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1767384589.735402:0:17876:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.735405:0:17876:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735408:0:17876:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1767384589.735415:0:17876:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.735425:0:17876:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.735431:0:17876:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735434:0:17876:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.735440:0:17876:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635468035895640 : -108605673655976 : ffff9d394566b158) 00000040:00000001:2.0:1767384589.735444:0:17876:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735447:0:17876:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735451:0:17876:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:2.0:1767384589.735453:0:17876:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735457:0:17876:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384589.735472:0:17876:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000217ffe9d. 00080000:00000001:2.0:1767384589.735477:0:17876:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036179968 : -108605673371648 : ffff9d39456b0800) 00000040:00000001:2.0:1767384589.735482:0:17876:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:2.0:1767384589.735485:0:17876:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1767384589.735488:0:17876:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1767384589.735493:0:17876:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384589.735497:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384589.735501:0:17876:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000070cf84dd. 00080000:00000001:2.0:1767384589.735505:0:17876:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735509:0:17876:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:2.0:1767384589.735513:0:17876:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x7:0x0] not in the id map cache 00000001:00000001:2.0:1767384589.735518:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384589.735520:0:17876:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.735525:0:17876:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735529:0:17876:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:2.0:1767384589.735533:0:17876:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:2.0:1767384589.735536:0:17876:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735567:0:17876:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735571:0:17876:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735574:0:17876:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384589.735582:0:17876:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735586:0:17876:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:2.0:1767384589.735588:0:17876:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:2.0:1767384589.735592:0:17876:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:2.0:1767384589.735595:0:17876:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:2.0:1767384589.735659:0:17876:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.735662:0:17876:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735667:0:17876:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:2.0:1767384589.735678:0:17876:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.735682:0:17876:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x7:0x0] 00080000:00000001:2.0:1767384589.735686:0:17876:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1767384589.735688:0:17876:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735692:0:17876:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:2.0:1767384589.735700:0:17876:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fe53ec1. 00000001:00000010:2.0:1767384589.735711:0:17876:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fe53ec1. 00080000:00000001:2.0:1767384589.735716:0:17876:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735721:0:17876:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.735734:0:17876:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735754:0:17876:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:2.0:1767384589.735760:0:17876:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 0000000020f3b73c. 00080000:00000001:2.0:1767384589.735780:0:17876:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.735786:0:17876:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000089cd555c 00080000:00000002:2.0:1767384589.735790:0:17876:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert params:95 rc = 0 00080000:00000001:2.0:1767384589.735794:0:17876:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735799:0:17876:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735803:0:17876:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.735806:0:17876:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384589.735813:0:17876:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000070cf84dd. 00040000:00000001:2.0:1767384589.735819:0:17876:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384589.735821:0:17876:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384589.735824:0:17876:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735828:0:17876:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735831:0:17876:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384589.735837:0:17876:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005f706c9b. 00000040:00000001:2.0:1767384589.735841:0:17876:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384589.735843:0:17876:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384589.735847:0:17876:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384589.735850:0:17876:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384589.735855:0:17876:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384589.735860:0:17876:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735863:0:17876:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.735867:0:17876:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384589.735870:0:17876:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000071666e0a. 00000040:00001000:2.0:1767384589.735874:0:17876:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:2.0:1767384589.735880:0:17876:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384589.735885:0:17876:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005959d25c. 00000020:00000010:2.0:1767384589.735890:0:17876:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006450870d. 00000040:00000010:2.0:1767384589.735895:0:17876:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001c629c5f. 00000020:00000010:2.0:1767384589.735901:0:17876:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008c181d6a. 00000020:00000010:2.0:1767384589.735907:0:17876:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bc21bbf5. 00000020:00000010:2.0:1767384589.735912:0:17876:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cb11c0e9. 80000000:00000010:2.0:1767384589.735917:0:17876:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ff7dabdd. 40000000:00000010:2.0:1767384589.735922:0:17876:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000070cf84dd. 00100000:00000010:2.0:1767384589.735929:0:17876:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000091d96866. 00040000:00000010:2.0:1767384589.735947:0:17876:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000758452c1. 00040000:00000010:2.0:1767384589.735953:0:17876:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008d7f0409. 00040000:00000010:2.0:1767384589.735973:0:17876:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a8f85021. 00080000:00000010:2.0:1767384589.735992:0:17876:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c35b2370. 00080000:00000010:2.0:1767384589.735998:0:17876:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002b81394a. 00000004:00000010:2.0:1767384589.736007:0:17876:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009b41d1ff. 00000004:00000010:2.0:1767384589.736013:0:17876:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009b04c015. 00000004:00000010:2.0:1767384589.736018:0:17876:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003bb5f5ac. 00002000:00000010:2.0:1767384589.736023:0:17876:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b3849e8e. 00000004:00000010:2.0:1767384589.736028:0:17876:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a8759c55. 00000020:00000010:2.0:1767384589.736035:0:17876:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000082bb6505. 00000040:00000010:2.0:1767384589.736045:0:17876:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000714239ac. 00000040:00080000:2.0:1767384589.736049:0:17876:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 1 count 1 00000040:00000010:2.0:1767384589.736054:0:17876:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000714239ac. 00000020:00000010:2.0:1767384589.736061:0:17876:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000082bb6505. 00000020:00000010:2.0:1767384589.736071:0:17876:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006450870d. 00000040:00000010:2.0:1767384589.736077:0:17876:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001c629c5f. 00000020:00000010:2.0:1767384589.736081:0:17876:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008c181d6a. 00000020:00000010:2.0:1767384589.736086:0:17876:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bc21bbf5. 00000020:00000010:2.0:1767384589.736092:0:17876:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cb11c0e9. 80000000:00000010:2.0:1767384589.736096:0:17876:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ff7dabdd. 40000000:00000010:2.0:1767384589.736102:0:17876:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000070cf84dd. 00100000:00000010:2.0:1767384589.736106:0:17876:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000091d96866. 00040000:00000010:2.0:1767384589.736112:0:17876:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000758452c1. 00040000:00000010:2.0:1767384589.736117:0:17876:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008d7f0409. 00040000:00000010:2.0:1767384589.736122:0:17876:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a8f85021. 00080000:00000010:2.0:1767384589.736128:0:17876:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002b81394a. 00080000:00000010:2.0:1767384589.736132:0:17876:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c35b2370. 00000004:00000010:2.0:1767384589.736137:0:17876:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009b41d1ff. 00000004:00000010:2.0:1767384589.736141:0:17876:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009b04c015. 00000004:00000010:2.0:1767384589.736146:0:17876:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003bb5f5ac. 00002000:00000010:2.0:1767384589.736150:0:17876:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b3849e8e. 00000004:00000010:2.0:1767384589.736154:0:17876:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a8759c55. 00000020:00000010:2.0:1767384589.736158:0:17876:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005959d25c. 00000040:00000010:2.0:1767384589.736176:0:17876:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000071666e0a. 00000040:00000001:2.0:1767384589.736181:0:17876:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.736186:0:17876:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384589.736191:0:17876:0:(lu_object.c:207:lu_object_put()) Add 0000000032df6f93/00000000cff367b9 to site lru. bkt: 000000003194ec7e 00000040:00000010:2.0:1767384589.736196:0:17876:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000808e7894. 00000040:00000001:2.0:1767384589.736200:0:17876:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384589.736203:0:17876:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005f706c9b. 00000040:00000010:2.0:1767384589.736208:0:17876:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004f61ba57. 00000040:00000010:2.0:1767384589.736212:0:17876:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b162facf. 00000040:00000010:2.0:1767384589.736216:0:17876:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000530ed597. 00000040:00000001:2.0:1767384589.736219:0:17876:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.736222:0:17876:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:2.0:1767384589.736224:0:17876:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384589.736229:0:17876:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ff74b383. 00000040:00000001:2.0:1767384589.736234:0:17876:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384589.736237:0:17876:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384589.736240:0:17876:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472732042752 : -108600977508864 : 0xffff9d3a5d503600) 00000020:00000001:2.0:1767384589.736245:0:17876:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472732042752 : -108600977508864 : ffff9d3a5d503600) 00080000:00000001:2.0:1767384589.736251:0:17876:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384589.736254:0:17876:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384589.736265:0:17876:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:2.0:1767384589.736270:0:17876:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:2.0:1767384589.736275:0:17876:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384589.736281:0:17876:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:2.0:1767384589.736285:0:17876:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:2.0:1767384589.736289:0:17876:0:(llog.c:1547:llog_open()) MGC192.168.202.122@tcp: Failed to open llog paramsT: rc -2 00000040:00000010:2.0:1767384589.736336:0:17876:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ff74b383. 00000040:00000001:2.0:1767384589.736346:0:17876:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:2.0:1767384589.736351:0:17876:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:2.0:1767384589.736357:0:17876:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 8 at 000000003b58ad76. 10000000:00000040:2.0:1767384589.736365:0:17876:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000001e35966f : new refcount 1 10000000:00000001:2.0:1767384589.736370:0:17876:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.736376:0:17876:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1767384589.736392:0:17876:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1767384589.736396:0:17876:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384589.736401:0:17876:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ff74b383. 00000040:00000001:2.0:1767384589.736408:0:17876:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384589.736411:0:17876:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384589.736415:0:17876:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472732042752 : -108600977508864 : 0xffff9d3a5d503600) 00000020:00000001:2.0:1767384589.736421:0:17876:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472732042752 : -108600977508864 : ffff9d3a5d503600) 00080000:00000001:2.0:1767384589.736428:0:17876:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384589.736433:0:17876:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384589.736443:0:17876:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384589.736456:0:17876:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.736460:0:17876:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384589.736462:0:17876:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.736466:0:17876:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384589.736468:0:17876:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384589.736472:0:17876:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x7:0x0] 95:1661051270 to info 00000000093eb127 00000020:00000001:2.0:1767384589.736478:0:17876:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000002356d7e6 00080000:00000002:2.0:1767384589.736482:0:17876:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x7:0x0] 00080000:00000001:2.0:1767384589.736487:0:17876:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384589.736491:0:17876:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384589.736495:0:17876:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384589.736502:0:17876:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000003b58ad76. 00000020:00000001:2.0:1767384589.736506:0:17876:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384589.736511:0:17876:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635468035895640 : -108605673655976 : ffff9d394566b158) 00000040:00000001:2.0:1767384589.736515:0:17876:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.736518:0:17876:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.736522:0:17876:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384589.736526:0:17876:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c35b2370. 00000040:00000001:2.0:1767384589.736530:0:17876:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384589.736533:0:17876:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384589.736566:0:17876:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384589.736570:0:17876:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384589.736575:0:17876:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384589.736580:0:17876:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.736584:0:17876:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.736599:0:17876:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767384589.736604:0:17876:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000071666e0a. 00000040:00001000:2.0:1767384589.736608:0:17876:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:2.0:1767384589.736976:0:17898:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384589.736983:0:17898:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8f85021. 00000020:00000010:2.0:1767384589.736990:0:17898:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b5cddb51. 00000040:00000010:2.0:1767384589.736996:0:17898:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007d5b5844. 00000020:00000010:2.0:1767384589.737001:0:17898:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003bb5f5ac. 00000020:00000010:2.0:1767384589.737007:0:17898:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bc21bbf5. 00000020:00000010:2.0:1767384589.737013:0:17898:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006f1a7706. 80000000:00000010:2.0:1767384589.737017:0:17898:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ff7dabdd. 40000000:00000010:2.0:1767384589.737023:0:17898:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000067d32d28. 00100000:00000010:2.0:1767384589.737028:0:17898:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009b41d1ff. 00040000:00000010:2.0:1767384589.737033:0:17898:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000758452c1. 00040000:00000010:2.0:1767384589.737039:0:17898:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008d7f0409. 00040000:00000010:2.0:1767384589.737043:0:17898:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000844cb25e. 00080000:00000010:2.0:1767384589.737049:0:17898:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002b81394a. 00080000:00000010:2.0:1767384589.737055:0:17898:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000714239ac. 00000004:00000010:2.0:1767384589.737063:0:17898:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000091d96866. 00000004:00000010:2.0:1767384589.737069:0:17898:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009b04c015. 00000004:00000010:2.0:1767384589.737074:0:17898:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008c181d6a. 00002000:00000010:2.0:1767384589.737079:0:17898:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a8759c55. 00000004:00000010:2.0:1767384589.737083:0:17898:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b3849e8e. 00000020:00000010:2.0:1767384589.737089:0:17898:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cc1053d2. 00000040:00000010:2.0:1767384589.737099:0:17898:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a67a1245. 00000100:00000040:0.0:1767384589.737472:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294878057, at 4294878058 00000100:00000010:0.0:1767384589.737486:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d3488acd. 00000040:00080000:2.0:1767384589.738499:0:17898:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x7:0x0] index 64768 count 1 00000040:00000010:2.0:1767384589.738510:0:17898:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a67a1245. 00000020:00000010:2.0:1767384589.738520:0:17898:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cc1053d2. 00000020:00000010:2.0:1767384589.738532:0:17898:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b5cddb51. 00000040:00000010:2.0:1767384589.738559:0:17898:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007d5b5844. 00000020:00000010:2.0:1767384589.738564:0:17898:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003bb5f5ac. 00000020:00000010:2.0:1767384589.738570:0:17898:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bc21bbf5. 00000020:00000010:2.0:1767384589.738576:0:17898:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006f1a7706. 80000000:00000010:2.0:1767384589.738595:0:17898:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ff7dabdd. 40000000:00000010:2.0:1767384589.738601:0:17898:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000067d32d28. 00100000:00000010:2.0:1767384589.738606:0:17898:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009b41d1ff. 00040000:00000010:2.0:1767384589.738610:0:17898:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000758452c1. 00040000:00000010:2.0:1767384589.738615:0:17898:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008d7f0409. 00040000:00000010:2.0:1767384589.738620:0:17898:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000844cb25e. 00080000:00000010:2.0:1767384589.738625:0:17898:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000714239ac. 00080000:00000010:2.0:1767384589.738630:0:17898:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002b81394a. 00000004:00000010:2.0:1767384589.738635:0:17898:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000091d96866. 00000004:00000010:2.0:1767384589.738640:0:17898:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009b04c015. 00000004:00000010:2.0:1767384589.738644:0:17898:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008c181d6a. 00002000:00000010:2.0:1767384589.738649:0:17898:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a8759c55. 00000004:00000010:2.0:1767384589.738653:0:17898:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b3849e8e. 00000020:00000010:2.0:1767384589.738658:0:17898:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8f85021. 00000100:00000040:2.0:1767384589.738708:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294878057, at 4294878059 00000100:00000010:2.0:1767384589.738718:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca72d1f1. 00000100:00000040:0.0:1767384589.743420:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294878063, at 4294878064 00000100:00000010:0.0:1767384589.743439:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bbc6f50. 00000100:00000040:2.0:1767384589.744410:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294878063, at 4294878065 00000100:00000010:2.0:1767384589.744433:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000000fcf32. 00000100:00000040:0.0:1767384589.754432:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294878074, at 4294878075 00000100:00000010:0.0:1767384589.754455:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016379823. 00000100:00000001:2.0:1767384589.754527:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384589.754563:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050217856 02000000:00000001:2.0:1767384589.754572:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384589.754579:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384589.754588:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.754599:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384589.754614:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050217856 00000020:00000001:2.0:1767384589.754625:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384589.754633:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384589.754646:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384589.754653:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:2.0:1767384589.754661:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384589.754674:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384589.754691:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384589.754704:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067d32d28. 00000100:00000001:2.0:1767384589.754729:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384589.754734:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067d32d28. 00000020:00000010:2.0:1767384589.754744:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8f85021. 00000020:00000010:2.0:1767384589.754751:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000517a4f2c. 00000020:00000010:2.0:1767384589.754757:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffba2e2e. 00000100:00000040:2.0:1767384589.754768:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384589.754772:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384589.754775:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384589.754777:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.754784:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.754806:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384589.754821:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384589.754824:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384589.754831:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:2.0:1767384589.754836:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384589.754840:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905247824 : -108600804303792 : ffff9d3a67a31c50) 00000100:00000040:2.0:1767384589.754847:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a011e41 x1853237050217856/t0(0) o502->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:570/0 lens 272/0 e 0 to 0 dl 1767384600 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.754861:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384589.754865:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000067d32d28. 00000100:00000001:2.0:1767384589.754868:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384589.754871:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000067d32d28. 00000100:00100000:2.0:1767384589.754876:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a011e41 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17876:x1853237050217856:12345-0@lo:502: 00000100:00000200:2.0:1767384589.754881:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050217856 00000020:00000001:2.0:1767384589.754884:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384589.754887:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384589.754889:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.754892:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384589.754894:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661247728 : -1048303888 : ffffffffc18426f0) 00000020:00000001:2.0:1767384589.754897:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384589.754899:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384589.754901:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384589.754912:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384589.754915:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.754917:0:17070:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:2.0:1767384589.754919:0:17070:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:2.0:1767384589.754924:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384589.754926:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384589.754943:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000508f84cf. 02000000:00000001:2.0:1767384589.754946:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.754949:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384589.754952:0:17070:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000ed59c47 : new refcount 2 00000040:00000001:2.0:1767384589.754955:0:17070:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384589.754957:0:17070:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000082e68921. 00000040:00000001:2.0:1767384589.754961:0:17070:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384589.754962:0:17070:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384589.754965:0:17070:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472912691200 : -108600796860416 : 0xffff9d3a6814b000) 00000020:00000001:2.0:1767384589.754968:0:17070:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472912691200 : -108600796860416 : ffff9d3a6814b000) 00000020:00000001:2.0:1767384589.754972:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384589.754977:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071761240 : -108600637790376 : ffff9d3a718fe758) 00000040:00000001:2.0:1767384589.754980:0:17070:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.754982:0:17070:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.754984:0:17070:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384589.754988:0:17070:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002b81394a. 00000040:00000001:2.0:1767384589.754990:0:17070:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384589.754992:0:17070:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:2.0:1767384589.755007:0:17070:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.755009:0:17070:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.755011:0:17070:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.755014:0:17070:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384589.755016:0:17070:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384589.755019:0:17070:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:2.0:1767384589.755028:0:17070:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384589.755031:0:17070:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384589.755033:0:17070:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:2.0:1767384589.755035:0:17070:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384589.755038:0:17070:0:(lu_object.c:207:lu_object_put()) Add 00000000009a45de/00000000d7830f9d to site lru. bkt: 000000006fdbdadc 00000040:00000001:2.0:1767384589.755041:0:17070:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384589.755050:0:17070:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002b81394a. 00000040:00000010:2.0:1767384589.755054:0:17070:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000082e68921. 00000040:00000040:2.0:1767384589.755057:0:17070:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000ed59c47 : new refcount 1 00000020:00000001:2.0:1767384589.755059:0:17070:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384589.755063:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050217856 00010000:00000001:2.0:1767384589.755066:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384589.755071:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a011e41 x1853237050217856/t0(0) o502->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:570/0 lens 272/8472 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384589.755081:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384589.755083:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384589.755086:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=6 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384589.755091:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384589.755093:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 14 to 0@lo 00000100:00000001:2.0:1767384589.755096:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384589.755098:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384589.755101:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.755103:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384589.755106:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384589.755109:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000abedd6d7. 00000100:00000200:2.0:1767384589.755113:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237050217856, offset 224 00000400:00000200:2.0:1767384589.755119:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384589.755127:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384589.755136:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260101580 00000400:00000200:2.0:1767384589.755142:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x10a9 [4] + 224 00000400:00000200:2.0:1767384589.755149:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384589.755153:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384589.755157:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384589.755161:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f210cd15 x1853237050217856/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384605 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384589.755171:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000f210cd15 x1853237050217856/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384605 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.755194:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384589.755201:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abedd6d7 00000400:00000010:2.0:1767384589.755211:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000abedd6d7. 00000100:00000001:2.0:1767384589.755215:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384589.755217:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384589.755222:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384589.755225:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 13 to 0@lo 00010000:00000001:2.0:1767384589.755228:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384589.755230:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.755232:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384589.755236:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a011e41 x1853237050217856/t0(0) o502->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:570/0 lens 272/8472 e 0 to 0 dl 1767384600 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384589.755248:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a011e41 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17876:x1853237050217856:12345-0@lo:502: Request processed in 386us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384589.755262:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:2.0:1767384589.755268:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384589.755274:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384589.755280:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384589.755287:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000517a4f2c. 00000020:00000010:2.0:1767384589.755331:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffba2e2e. 00000020:00000010:2.0:1767384589.755340:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8f85021. 00000020:00000040:2.0:1767384589.755355:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:2.0:1767384589.755366:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384589.755371:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000508f84cf. 02000000:00000001:2.0:1767384589.755392:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384589.755399:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384589.755413:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384589.755424:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fe53ec1. 00000400:00000010:2.0:1767384589.755436:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abedd6d7. 00000040:00000001:2.0:1767384589.756711:0:17899:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767384589.756719:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8f85021. 00000020:00000010:2.0:1767384589.756726:0:17899:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000082e68921. 00000040:00000010:2.0:1767384589.756732:0:17899:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000844cb25e. 00000020:00000010:2.0:1767384589.756737:0:17899:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008c181d6a. 00000020:00000010:2.0:1767384589.756743:0:17899:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bc21bbf5. 00000020:00000010:2.0:1767384589.756749:0:17899:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006f1a7706. 80000000:00000010:2.0:1767384589.756769:0:17899:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ca72d1f1. 40000000:00000010:2.0:1767384589.756773:0:17899:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000067d32d28. 00100000:00000010:2.0:1767384589.756779:0:17899:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000091d96866. 00040000:00000010:2.0:1767384589.756784:0:17899:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000758452c1. 00040000:00000010:2.0:1767384589.756790:0:17899:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008d7f0409. 00040000:00000010:2.0:1767384589.756795:0:17899:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007d5b5844. 00080000:00000010:2.0:1767384589.756800:0:17899:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002b81394a. 00080000:00000010:2.0:1767384589.756806:0:17899:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000714239ac. 00000004:00000010:2.0:1767384589.756811:0:17899:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009b41d1ff. 00000004:00000010:2.0:1767384589.756814:0:17899:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009b04c015. 00000004:00000010:2.0:1767384589.756818:0:17899:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003bb5f5ac. 00002000:00000010:2.0:1767384589.756821:0:17899:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b3849e8e. 00000004:00000010:2.0:1767384589.756824:0:17899:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a8759c55. 00000020:00000010:2.0:1767384589.756828:0:17899:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000023474e9e. 00000040:00000010:2.0:1767384589.756833:0:17899:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a67a1245. 00000040:00001000:2.0:1767384589.756836:0:17899:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:2.0:1767384589.756838:0:17899:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384589.756841:0:17899:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384589.756845:0:17899:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:2.0:1767384589.756859:0:17899:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384589.756862:0:17899:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.756865:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be000 type=0x10620000 idx=1 00000040:00001000:2.0:1767384589.756868:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:2.0:1767384589.756870:0:17899:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.756874:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.756877:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.756879:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384589.756883:0:17899:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.756886:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.756888:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be0e0 type=0x10620000 idx=2 00000040:00001000:2.0:1767384589.756890:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:2.0:1767384589.756892:0:17899:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.756894:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.756896:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.756906:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be158 type=0x10620000 idx=3 00000040:00001000:2.0:1767384589.756909:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:2.0:1767384589.756911:0:17899:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.756914:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.756916:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.756918:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be200 type=0x10620000 idx=4 00000040:00001000:2.0:1767384589.756919:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:2.0:1767384589.756921:0:17899:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.756923:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.756924:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.756926:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384589.756927:0:17899:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.756930:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.756931:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be2e0 type=0x10620000 idx=5 00000040:00001000:2.0:1767384589.756933:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:2.0:1767384589.756935:0:17899:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.756937:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.756938:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.756939:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384589.756941:0:17899:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.756943:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.756945:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be3c0 type=0x10620000 idx=6 00000040:00001000:2.0:1767384589.756946:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:2.0:1767384589.756948:0:17899:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.756950:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.756951:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.756953:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be438 type=0x10620000 idx=7 00000040:00001000:2.0:1767384589.756955:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:2.0:1767384589.756957:0:17899:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.756958:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.756960:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.756962:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be4e0 type=0x10620000 idx=8 00000040:00001000:2.0:1767384589.756963:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:2.0:1767384589.756965:0:17899:0:(llog.c:797:llog_process_thread()) index: 8, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.756973:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.756974:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.756976:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384589.756978:0:17899:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.756980:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.756982:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be5c0 type=0x10620000 idx=9 00000040:00001000:2.0:1767384589.756984:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:2.0:1767384589.756986:0:17899:0:(llog.c:797:llog_process_thread()) index: 9, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.756988:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.756989:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.756991:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384589.756992:0:17899:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.756994:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.756996:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be6a0 type=0x10620000 idx=10 00000040:00001000:2.0:1767384589.756998:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:2.0:1767384589.757000:0:17899:0:(llog.c:797:llog_process_thread()) index: 10, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.757002:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.757003:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.757005:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be718 type=0x10620000 idx=11 00000040:00001000:2.0:1767384589.757007:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:2.0:1767384589.757008:0:17899:0:(llog.c:797:llog_process_thread()) index: 11, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.757010:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.757011:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.757013:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384589.757014:0:17899:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.757016:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.757018:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be7f8 type=0x10620000 idx=12 00000040:00001000:2.0:1767384589.757020:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:2.0:1767384589.757022:0:17899:0:(llog.c:797:llog_process_thread()) index: 12, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.757023:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.757025:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.757026:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384589.757029:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.757031:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be8d8 type=0x10620000 idx=13 00000040:00001000:2.0:1767384589.757033:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:2.0:1767384589.757040:0:17899:0:(llog.c:797:llog_process_thread()) index: 13, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.757042:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.757045:0:17899:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:2.0:1767384589.757049:0:17899:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000b2cbe2b1. 00000100:00000040:2.0:1767384589.757057:0:17899:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.202.122@tcp 192.168.202.122@tcp cnt=2 00000400:00000200:2.0:1767384589.757060:0:17899:0:(peer.c:1356:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:2.0:1767384589.757063:0:17899:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:2.0:1767384589.757066:0:17899:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 0@lo 00000400:00000200:2.0:1767384589.757068:0:17899:0:(peer.c:1373:LNetAddPeer()) Skip NID 0@lo as local 00000400:00000200:2.0:1767384589.757070:0:17899:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp 00000400:00000200:2.0:1767384589.757075:0:17899:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384589.757081:0:17899:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (1) 00000400:00000200:2.0:1767384589.757087:0:17899:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384589.757090:0:17899:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:2.0:1767384589.757093:0:17899:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (2) 00000400:00000200:2.0:1767384589.757096:0:17899:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000100:00000010:2.0:1767384589.757099:0:17899:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000b2cbe2b1. 00000020:00000010:2.0:1767384589.757103:0:17899:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000906cabff. 00000020:00000001:2.0:1767384589.757106:0:17899:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:2.0:1767384589.757108:0:17899:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000005f95f78f. 00000020:00000001:2.0:1767384589.757112:0:17899:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384589.757115:0:17899:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000005f95f78f. 00000020:00000010:2.0:1767384589.757118:0:17899:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 000000005f95f78f. 00000020:01000004:2.0:1767384589.757122:0:17899:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:2.0:1767384589.757125:0:17899:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:2.0:1767384589.757130:0:17899:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000517a4f2c. 00000020:00000080:2.0:1767384589.757132:0:17899:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1767384589.757135:0:17899:0:(obd_config.c:600:class_attach()) Process entered 00000020:00000001:2.0:1767384589.757138:0:17899:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1767384589.757148:0:17899:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000c27fb4a0. 00000020:00000080:2.0:1767384589.757152:0:17899:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (00000000c27fb4a0) 00000020:00000001:2.0:1767384589.757156:0:17899:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384589.757159:0:17899:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f14badda. 00000020:00000001:2.0:1767384589.757161:0:17899:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384589.757163:0:17899:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f14badda with handle 0x9f279d7a9a0b4e40 to hash 00000020:00000001:2.0:1767384589.757172:0:17899:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384589.757175:0:17899:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384589.757177:0:17899:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.757180:0:17899:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635468035528704 : -108605674022912 : ffff9d3945611800) 00000020:00000040:2.0:1767384589.757183:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000f14badda : new refcount 1 00000020:00000040:2.0:1767384589.757193:0:17899:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000c27fb4a0) now 2 - obd_device_list 00000020:00000001:2.0:1767384589.757198:0:17899:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384589.757200:0:17899:0:(obd_config.c:657:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000020:00000001:2.0:1767384589.757203:0:17899:0:(obd_config.c:659:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.757205:0:17899:0:(obd_config.c:1395:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384589.757208:0:17899:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000517a4f2c. 00000020:00000001:2.0:1767384589.757211:0:17899:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.202.122@tcp (null) (null) (null) 00000020:00000010:2.0:1767384589.757215:0:17899:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000ff7dabdd. 00000020:00000080:2.0:1767384589.757217:0:17899:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1767384589.757222:0:17899:0:(obd_config.c:671:class_setup()) Process entered 00000001:00000001:2.0:1767384589.757234:0:17899:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384589.757237:0:17899:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b1ac341c. 00000001:00000010:2.0:1767384589.757242:0:17899:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ff186943. 00000001:00000010:2.0:1767384589.757245:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d7a938ac. 00000001:00000010:2.0:1767384589.757248:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df174e96. 00000001:00000010:2.0:1767384589.757251:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009fd99f2a. 00000001:00000010:2.0:1767384589.757254:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000068a24283. 00000001:00000001:2.0:1767384589.757256:0:17899:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384589.757258:0:17899:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000796cd882. 00000001:00000010:2.0:1767384589.757261:0:17899:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000c0d22a82. 00000001:00000010:2.0:1767384589.757263:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001423b897. 00000001:00000010:2.0:1767384589.757266:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac5ad577. 00000001:00000010:2.0:1767384589.757269:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008dce6ba7. 00000001:00000010:2.0:1767384589.757271:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000066df1289. 00000020:00000001:2.0:1767384589.757274:0:17899:0:(obd_class.h:557:obd_setup()) Process entered 00000020:00000010:2.0:1767384589.757276:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005c8f4b2. 00000020:00000010:2.0:1767384589.757280:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000517a4f2c. 00000020:00000010:2.0:1767384589.757283:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffba2e2e. 00000008:00000010:2.0:1767384589.757288:0:17899:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f96f477f. 00020000:00000010:2.0:1767384589.757337:0:17899:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d9d71a35. 00008000:00000010:2.0:1767384589.757342:0:17899:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000026f600af. 00000080:00000010:2.0:1767384589.757349:0:17899:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000025e36ffe. 00000020:00000010:2.0:1767384589.757356:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff74b383. 00000020:00000010:2.0:1767384589.757360:0:17899:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003ad0bdf7. 00000040:00000010:2.0:1767384589.757364:0:17899:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b56aa194. 00000020:00000010:2.0:1767384589.757368:0:17899:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000eb0329dd. 00000020:00000010:2.0:1767384589.757373:0:17899:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000180c2d5f. 00000020:00000010:2.0:1767384589.757377:0:17899:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000436249cd. 80000000:00000010:2.0:1767384589.757381:0:17899:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008ec1123d. 40000000:00000010:2.0:1767384589.757384:0:17899:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005b0a155d. 00100000:00000010:2.0:1767384589.757387:0:17899:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000887e1aea. 00040000:00000010:2.0:1767384589.757391:0:17899:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000090113ab5. 00040000:00000010:2.0:1767384589.757394:0:17899:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000e179eac. 00040000:00000010:2.0:1767384589.757397:0:17899:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000079c2f472. 00080000:00000010:2.0:1767384589.757401:0:17899:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c35b2370. 00080000:00000010:2.0:1767384589.757406:0:17899:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000000413686. 00000004:00000010:2.0:1767384589.757410:0:17899:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000020f3b73c. 00000004:00000010:2.0:1767384589.757415:0:17899:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000670fedde. 00000004:00000010:2.0:1767384589.757418:0:17899:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a0fc982c. 00000004:00000010:2.0:1767384589.757421:0:17899:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a769fd43. 00000010:00000010:2.0:1767384589.757425:0:17899:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000caf99341. 00000010:00000001:2.0:1767384589.757428:0:17899:0:(lwp_dev.c:249:lwp_init0()) Process entered 00000100:00000001:2.0:1767384589.757434:0:17899:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:2.0:1767384589.757437:0:17899:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.757516:0:17899:0:(lprocfs_status.c:1344:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:2.0:1767384589.757521:0:17899:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:2.0:1767384589.757524:0:17899:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000783ee9b1. 00000010:00000010:2.0:1767384589.757529:0:17899:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 000000005e676874. 00000010:00000010:2.0:1767384589.757534:0:17899:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 0000000099379cb3. 00000020:00000001:2.0:1767384589.757560:0:17899:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:2.0:1767384589.757563:0:17899:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384589.757565:0:17899:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635473034164704 : -108600675386912 : ffff9d3a6f5239e0) 00000020:01000004:2.0:1767384589.757569:0:17899:0:(tgt_mount.c:154:server_get_mount()) get mount 0000000081ddcc03 from lustre-OST0000, refs=3 00000020:00000001:2.0:1767384589.757581:0:17899:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446635473034164704 : -108600675386912 : ffff9d3a6f5239e0) 00000020:00000001:2.0:1767384589.757585:0:17899:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1767384589.757588:0:17899:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384589.757589:0:17899:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635473034164704 : -108600675386912 : ffff9d3a6f5239e0) 00000020:01000004:2.0:1767384589.757592:0:17899:0:(tgt_mount.c:188:server_put_mount()) put mount 0000000081ddcc03 from lustre-OST0000, refs=3 00000020:00000001:2.0:1767384589.757595:0:17899:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384589.757597:0:17899:0:(obd_mount.c:705:lustre_put_lsi()) put 0000000081ddcc03 3 00000020:00000001:2.0:1767384589.757599:0:17899:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.757601:0:17899:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:2.0:1767384589.757606:0:17899:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000656d8d10. 00010000:00000001:2.0:1767384589.757609:0:17899:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:2.0:1767384589.757617:0:17899:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000008c6682ca. 00010000:00000010:2.0:1767384589.757625:0:17899:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000606dd463. 00010000:00000010:2.0:1767384589.757634:0:17899:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000ad2503f8. 00010000:00000001:2.0:1767384589.757636:0:17899:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1767384589.757639:0:17899:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384589.757644:0:17899:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000b6de167b. 00000020:00000040:2.0:1767384589.757646:0:17899:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000c27fb4a0) now 3 - import 00000020:00000001:2.0:1767384589.757652:0:17899:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384589.757654:0:17899:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384589.757656:0:17899:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384589.757659:0:17899:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:2.0:1767384589.757668:0:17899:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.122@tcp->12345-0@lo 00000100:00000001:2.0:1767384589.757670:0:17899:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1767384589.757673:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384589.757676:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 14 to 0@lo 00000100:00000001:2.0:1767384589.757678:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:2.0:1767384589.757681:0:17899:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635473142995136 : -108600566556480 : 0xffff9d3a75ced8c0) 00000100:00000040:2.0:1767384589.757685:0:17899:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9796690 refcount 14 to 0@lo 00000100:00000040:2.0:1767384589.757688:0:17899:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.122@tcp -> 00000000a9796690 00010000:00000010:2.0:1767384589.757692:0:17899:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000083797a94. 00010000:00080000:2.0:1767384589.757695:0:17899:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b6de167b@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.122@tcp at head 00010000:00000001:2.0:1767384589.757698:0:17899:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.757710:0:17899:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:2.0:1767384589.757713:0:17899:0:(ldlm_lockd.c:3029:ldlm_get_ref()) Process entered 00010000:00000001:2.0:1767384589.757716:0:17899:0:(ldlm_lockd.c:3038:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384589.757723:0:17899:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000002d4d71e9. 00000001:00000001:2.0:1767384589.757727:0:17899:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384589.757731:0:17899:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000004f61ba57. 00000001:00000010:2.0:1767384589.757739:0:17899:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 000000004ba0dd62. 00000001:00000010:2.0:1767384589.757835:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b01022de. 00000001:00000010:2.0:1767384589.757927:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002aac5c70. 00000001:00000010:2.0:1767384589.758026:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d5b52583. 00000001:00000010:2.0:1767384589.758129:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004d2f812c. 00000001:00000010:2.0:1767384589.758223:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bf714719. 00000100:00000040:2.0:1767384589.758359:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294878078, at 4294878079 00000100:00000010:2.0:1767384589.758369:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c1d937e. 00000100:00000040:0.0:1767384589.758379:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294878078, at 4294878079 00000100:00000010:0.0:1767384589.758397:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2951822. 00000001:00000010:2.0:1767384589.758416:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000096717533. 00000001:00000010:2.0:1767384589.758525:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c3882703. 00000001:00000010:2.0:1767384589.758671:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000087bb0c61. 00000001:00000010:2.0:1767384589.758796:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000122b92a5. 00000001:00000010:2.0:1767384589.758906:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001160c14b. 00000001:00000010:2.0:1767384589.759008:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000008d9a0b7. 00000001:00000010:2.0:1767384589.759110:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000209ff749. 00000001:00000010:2.0:1767384589.759218:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000055195911. 00000001:00000010:2.0:1767384589.759369:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006a9d940f. 00000001:00000010:2.0:1767384589.759471:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e23534a4. 00000001:00000010:2.0:1767384589.759600:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000810968cf. 00000001:00000010:2.0:1767384589.759714:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000025f76952. 00000001:00000010:2.0:1767384589.759879:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c50d32f0. 00000001:00000010:2.0:1767384589.759973:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000947b5d34. 00000001:00000010:2.0:1767384589.760068:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000948c3ec6. 00000001:00000010:2.0:1767384589.760177:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007254a74e. 00000001:00000010:2.0:1767384589.760354:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c6ce1618. 00000001:00000010:2.0:1767384589.760458:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004df9e909. 00000001:00000010:2.0:1767384589.760580:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cf8fe2e8. 00000001:00000010:2.0:1767384589.760677:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000055305b62. 00000001:00000010:2.0:1767384589.760848:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cc5c8edd. 00000001:00000010:2.0:1767384589.760943:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000971840d8. 00000001:00000010:2.0:1767384589.761042:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bb7b4ad9. 00000001:00000010:2.0:1767384589.761123:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000430c2166. 00000001:00000010:2.0:1767384589.761210:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000063ac4063. 00000001:00000010:2.0:1767384589.761332:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000059b60e. 00000001:00000010:2.0:1767384589.761421:0:17899:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e25d5538. 00000020:00000010:2.0:1767384589.761509:0:17899:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a9d3b09c. 00000020:00000010:2.0:1767384589.761513:0:17899:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000001a3eea6d. 00010000:00000001:2.0:1767384589.761560:0:17899:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00010000:00000001:2.0:1767384589.761643:0:17899:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:2.0:1767384589.761681:0:17899:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bfc8e2e5. 00000020:00000010:2.0:1767384589.761688:0:17899:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000005959d25c. 00010000:00000001:2.0:1767384589.761716:0:17899:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:2.0:1767384589.761719:0:17899:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-3 is initialized 00010000:00000001:2.0:1767384589.761723:0:17899:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.761730:0:17899:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446635467964580864 : -108605744970752 : ffff9d3941268400) 00010000:00000001:2.0:1767384589.761736:0:17899:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:2.0:1767384589.761742:0:17899:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000783ee9b1. 00000010:00000010:2.0:1767384589.761749:0:17899:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 0000000099379cb3. 00000010:00000010:2.0:1767384589.761754:0:17899:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 000000005e676874. 00000010:00000010:2.0:1767384589.761760:0:17899:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000656d8d10. 00000010:00000001:2.0:1767384589.761764:0:17899:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384589.761809:0:17899:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009e31a2e7. 00000020:00000010:2.0:1767384589.761817:0:17899:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000f6a6de24. 00000010:00000001:2.0:1767384589.761852:0:17899:0:(lwp_dev.c:295:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384589.761859:0:17899:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003ad0bdf7. 00000040:00000010:2.0:1767384589.761864:0:17899:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b56aa194. 00000020:00000010:2.0:1767384589.761867:0:17899:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eb0329dd. 00000020:00000010:2.0:1767384589.761872:0:17899:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000180c2d5f. 00000020:00000010:2.0:1767384589.761877:0:17899:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000436249cd. 80000000:00000010:2.0:1767384589.761893:0:17899:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008ec1123d. 40000000:00000010:2.0:1767384589.761898:0:17899:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005b0a155d. 00100000:00000010:2.0:1767384589.761902:0:17899:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000887e1aea. 00040000:00000010:2.0:1767384589.761907:0:17899:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000090113ab5. 00040000:00000010:2.0:1767384589.761911:0:17899:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000e179eac. 00040000:00000010:2.0:1767384589.761915:0:17899:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000079c2f472. 00080000:00000010:2.0:1767384589.761920:0:17899:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000000413686. 00080000:00000010:2.0:1767384589.761923:0:17899:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c35b2370. 00000004:00000010:2.0:1767384589.761927:0:17899:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000020f3b73c. 00000004:00000010:2.0:1767384589.761931:0:17899:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000670fedde. 00000004:00000010:2.0:1767384589.761935:0:17899:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a0fc982c. 00000004:00000010:2.0:1767384589.761938:0:17899:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a769fd43. 00000020:00000010:2.0:1767384589.761943:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff74b383. 00000020:00000010:2.0:1767384589.761947:0:17899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000517a4f2c. 00000020:00000010:2.0:1767384589.761950:0:17899:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffba2e2e. 00000008:00000010:2.0:1767384589.761955:0:17899:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f96f477f. 00020000:00000010:2.0:1767384589.761959:0:17899:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d9d71a35. 00008000:00000010:2.0:1767384589.761965:0:17899:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000026f600af. 00000080:00000010:2.0:1767384589.761968:0:17899:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000025e36ffe. 00000020:00000010:2.0:1767384589.761972:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005c8f4b2. 00000020:00000001:2.0:1767384589.761978:0:17899:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384589.761982:0:17899:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000c27fb4a0) now 4 - setup 00000020:00000080:2.0:1767384589.761985:0:17899:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:2.0:1767384589.761988:0:17899:0:(obd_config.c:763:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.761990:0:17899:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384589.761994:0:17899:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000ff7dabdd. 00000020:00000001:2.0:1767384589.762003:0:17899:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:2.0:1767384589.762008:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000374c10f0. 00000020:00000010:2.0:1767384589.762014:0:17899:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000079c2f472. 00000040:00000010:2.0:1767384589.762019:0:17899:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000436249cd. 00000020:00000010:2.0:1767384589.762023:0:17899:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009a248b6e. 00000020:00000010:2.0:1767384589.762027:0:17899:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000180c2d5f. 00000020:00000010:2.0:1767384589.762030:0:17899:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b56aa194. 80000000:00000010:2.0:1767384589.762047:0:17899:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003a3cf7a4. 40000000:00000010:2.0:1767384589.762053:0:17899:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e6f4c2b1. 00100000:00000010:2.0:1767384589.762058:0:17899:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000407dc983. 00040000:00000010:2.0:1767384589.762062:0:17899:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000090113ab5. 00040000:00000010:2.0:1767384589.762067:0:17899:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a0fc982c. 00040000:00000010:2.0:1767384589.762070:0:17899:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003ad0bdf7. 00080000:00000010:2.0:1767384589.762077:0:17899:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000000413686. 00080000:00000010:2.0:1767384589.762085:0:17899:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000006d70c84. 00000004:00000010:2.0:1767384589.762092:0:17899:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000020f3b73c. 00000004:00000010:2.0:1767384589.762097:0:17899:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000670fedde. 00000004:00000010:2.0:1767384589.762102:0:17899:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000e179eac. 00000004:00000010:2.0:1767384589.762106:0:17899:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e57db4b1. 00000020:00000010:2.0:1767384589.762111:0:17899:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c629c5f. 00000020:00000010:2.0:1767384589.762115:0:17899:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000517a4f2c. 00000020:00000010:2.0:1767384589.762119:0:17899:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffba2e2e. 00000020:00000010:2.0:1767384589.762123:0:17899:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000004ecf1db3. 00000020:00000010:2.0:1767384589.762128:0:17899:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000061c1c4c8. 00000020:00000001:2.0:1767384589.762132:0:17899:0:(obd_class.h:852:obd_connect()) Process entered 00000010:00000001:2.0:1767384589.762135:0:17899:0:(lwp_dev.c:494:lwp_obd_connect()) Process entered 00000010:01000000:2.0:1767384589.762137:0:17899:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000001:2.0:1767384589.762140:0:17899:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384589.762142:0:17899:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384589.762146:0:17899:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000887e1aea. 00000020:00000001:2.0:1767384589.762149:0:17899:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384589.762151:0:17899:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000887e1aea with handle 0x9f279d7a9a0b4e47 to hash 00000020:00000001:2.0:1767384589.762153:0:17899:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384589.762157:0:17899:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:2.0:1767384589.762159:0:17899:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384589.762162:0:17899:0:(genops.c:887:class_export_get()) GET export 00000000887e1aea refcount=3 00000020:00000040:2.0:1767384589.762166:0:17899:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-lwp-OST0000 (00000000c27fb4a0) now 5 - export 00000020:00000001:2.0:1767384589.762169:0:17899:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 00000020:00000040:2.0:1767384589.762171:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000887e1aea : new refcount 2 00000020:00000080:2.0:1767384589.762174:0:17899:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x9f279d7a9a0b4e47 00000020:00000001:2.0:1767384589.762176:0:17899:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.762189:0:17899:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384589.762192:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e47 00000020:00000001:2.0:1767384589.762194:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384589.762197:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000887e1aea refcount=3 00000020:00000001:2.0:1767384589.762200:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 00000020:00000001:2.0:1767384589.762203:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 00000100:00000001:2.0:1767384589.762210:0:17899:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1767384589.762214:0:17899:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1767384589.762218:0:17899:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:2.0:1767384589.762222:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384589.762224:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 15 to 0@lo 00000100:00000001:2.0:1767384589.762226:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:2.0:1767384589.762229:0:17899:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384589.762231:0:17899:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e47 00000020:00000001:2.0:1767384589.762234:0:17899:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384589.762236:0:17899:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000887e1aea refcount=4 00000020:00000001:2.0:1767384589.762239:0:17899:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 00000020:00000001:2.0:1767384589.762242:0:17899:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 00000100:00000001:2.0:1767384589.762245:0:17899:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384589.762248:0:17899:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 16 to 0@lo 00000100:00000001:2.0:1767384589.762251:0:17899:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000040:2.0:1767384589.762253:0:17899:0:(genops.c:898:class_export_put()) PUTting export 00000000887e1aea : new refcount 3 00000100:00080000:2.0:1767384589.762256:0:17899:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000b6de167b using connection 192.168.202.122@tcp/0@lo 00000100:00000001:2.0:1767384589.762259:0:17899:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.762261:0:17899:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384589.762267:0:17899:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384589.762269:0:17899:0:(sec.c:1450:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:2.0:1767384589.762273:0:17899:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651628608 : -1057923008 : ffffffffc0f16040) 02000000:00000001:2.0:1767384589.762277:0:17899:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.762280:0:17899:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1767384589.762282:0:17899:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384589.762288:0:17899:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002bd09a3c. 00000020:00000040:2.0:1767384589.762331:0:17899:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1767384589.762337:0:17899:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767384589.762339:0:17899:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.762343:0:17899:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384589.762346:0:17899:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384589.762349:0:17899:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384589.762358:0:17899:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e5b5f0b6. 00000100:00000001:2.0:1767384589.762366:0:17899:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384589.762376:0:17899:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002bd09a3c x1853237050217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384589.762389:0:17899:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384589.762392:0:17899:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384589.762397:0:17899:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002bd09a3c] to pc [ptlrpcd_rcv+-1] req@000000002bd09a3c x1853237050217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.762425:0:17899:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.762430:0:17899:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:2.0:1767384589.762434:0:17899:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:2.0:1767384589.762439:0:17899:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384589.762454:0:17899:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1767384589.762458:0:17899:0:(lwp_dev.c:533:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384589.762469:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384589.762499:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384589.762502:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384589.762513:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002bd09a3c x1853237050217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384589.762533:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384589.762562:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384589.762571:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384589.762575:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384589.762581:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384589.762587:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002bd09a3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237050217984:0@lo:38: 00000100:00000001:0.0:1767384589.762596:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384589.762603:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384589.762608:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384589.762612:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384589.762619:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c14692a7. 02000000:00000001:0.0:1767384589.762624:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384589.762633:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f256946b. 00000400:00000010:0.0:1767384589.762643:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384589.762650:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050217984, portal 10 00000100:00000001:0.0:1767384589.762656:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1767384589.762658:0:17899:0:(genops.c:887:class_export_get()) GET export 00000000887e1aea refcount=4 00000100:00000001:0.0:1767384589.762660:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420405248 : -108601289146368 : ffff9d3a4abd0000) 00000020:00000010:0.0:1767384589.762677:0:16343:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001bcf5e29. 00000020:00000001:2.0:1767384589.762687:0:17899:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384589.762690:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002bd09a3c x1853237050217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384589.762695:0:17899:0:(genops.c:887:class_export_get()) GET export 00000000887e1aea refcount=5 00000020:00000001:2.0:1767384589.762704:0:17899:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384589.762717:0:17899:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000004ecf1db3. 00000100:00000001:0.0:1767384589.762730:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384589.762732:0:17899:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 0000000061c1c4c8. 00000100:00000040:0.0:1767384589.762741:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384589.762751:0:17899:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000079c2f472. 00000400:00000010:0.0:1767384589.762752:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003bf47e99. 00000040:00000010:2.0:1767384589.762766:0:17899:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000436249cd. 00000100:00000200:0.0:1767384589.762767:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237050217984, offset 0 00000020:00000010:2.0:1767384589.762781:0:17899:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009a248b6e. 00000400:00000200:0.0:1767384589.762790:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384589.762800:0:17899:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000180c2d5f. 00000400:00000200:0.0:1767384589.762812:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384589.762815:0:17899:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b56aa194. 80000000:00000010:2.0:1767384589.762824:0:17899:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003a3cf7a4. 40000000:00000010:2.0:1767384589.762831:0:17899:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e6f4c2b1. 00000400:00000200:0.0:1767384589.762835:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260101600 00000400:00000200:0.0:1767384589.762852:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00100000:00000010:2.0:1767384589.762856:0:17899:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000407dc983. 00000400:00000200:0.0:1767384589.762866:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:2.0:1767384589.762867:0:17899:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000090113ab5. 00040000:00000010:2.0:1767384589.762875:0:17899:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a0fc982c. 00040000:00000010:2.0:1767384589.762879:0:17899:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003ad0bdf7. 00080000:00000010:2.0:1767384589.762885:0:17899:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000006d70c84. 00080000:00000010:2.0:1767384589.762896:0:17899:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000000413686. 00000400:00000200:0.0:1767384589.762901:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:2.0:1767384589.762905:0:17899:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000020f3b73c. 00000004:00000010:2.0:1767384589.762912:0:17899:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000670fedde. 00000100:00000001:0.0:1767384589.762914:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000004:00000010:2.0:1767384589.762917:0:17899:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000e179eac. 00000100:00000200:0.0:1767384589.762923:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000004:00000010:2.0:1767384589.762924:0:17899:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e57db4b1. 00000020:00000010:2.0:1767384589.762933:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000374c10f0. 00000100:00000010:0.0:1767384589.762940:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f13bb57. 00000020:00000010:2.0:1767384589.762941:0:17899:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000517a4f2c. 00000100:00000040:0.0:1767384589.762953:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000004f13bb57 x1853237050217984 msgsize 520 00000020:00000010:2.0:1767384589.762954:0:17899:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ffba2e2e. 00000020:00000010:2.0:1767384589.762965:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c629c5f. 00000100:00100000:0.0:1767384589.762973:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384589.762976:0:17899:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000906cabff. 00000020:00000010:2.0:1767384589.762984:0:17899:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 000000005f95f78f. 00000020:00000001:2.0:1767384589.762988:0:17899:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.762991:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384589.762992:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.762999:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be930 type=0x10620000 idx=14 00000040:00001000:2.0:1767384589.763004:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000400:00000200:0.0:1767384589.763006:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bf47e99 00000040:00001000:2.0:1767384589.763007:0:17899:0:(llog.c:797:llog_process_thread()) index: 14, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000400:00000010:0.0:1767384589.763014:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003bf47e99. 00000020:00000001:2.0:1767384589.763015:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.763022:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.763023:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000040:00001000:2.0:1767384589.763027:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456be9b0 type=0x10620000 idx=15 00000040:00001000:2.0:1767384589.763033:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000100:00000200:0.0:1767384589.763034:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002bd09a3c x1853237050217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00001000:2.0:1767384589.763038:0:17899:0:(llog.c:797:llog_process_thread()) index: 15, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.763049:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.763053:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763061:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456bea40 type=0x10620000 idx=16 00000040:00001000:2.0:1767384589.763069:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000100:00000001:0.0:1767384589.763070:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00001000:2.0:1767384589.763074:0:17899:0:(llog.c:797:llog_process_thread()) index: 16, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000040:0.0:1767384589.763080:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002bd09a3c x1853237050217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384599 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384589.763082:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.763086:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763093:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456beae0 type=0x10620000 idx=17 00000100:00000001:0.0:1767384589.763100:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.763102:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384589.763108:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763112:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000100:00000040:0.0:1767384589.763115:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000040:00001000:2.0:1767384589.763117:0:17899:0:(llog.c:797:llog_process_thread()) index: 17, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:0.0:1767384589.763123:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294878086 00000020:00000001:2.0:1767384589.763125:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.763131:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.763137:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000010:0.0:1767384589.763137:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030c6098b. 00000020:00000001:2.0:1767384589.763145:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.763149:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000040:00001000:2.0:1767384589.763151:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456bebc0 type=0x10620000 idx=18 00000040:00001000:2.0:1767384589.763158:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000100:00000001:0.0:1767384589.763160:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294878086 00000040:00001000:2.0:1767384589.763162:0:17899:0:(llog.c:797:llog_process_thread()) index: 18, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.763172:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.763175:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000010:0.0:1767384589.763176:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8e956ba. 00000040:00000001:2.0:1767384589.763178:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384589.763184:0:17899:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384589.763186:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384589.763187:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763195:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456beca0 type=0x10620000 idx=19 00000040:00001000:2.0:1767384589.763200:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000100:00000001:0.0:1767384589.763202:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294878086 00000040:00001000:2.0:1767384589.763203:0:17899:0:(llog.c:797:llog_process_thread()) index: 19, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.763213:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.763217:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384589.763218:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067cc6391. 00000040:00001000:2.0:1767384589.763220:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456becf0 type=0x10620000 idx=20 00000040:00001000:2.0:1767384589.763230:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000100:00000001:0.0:1767384589.763232:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000040:00001000:2.0:1767384589.763233:0:17899:0:(llog.c:797:llog_process_thread()) index: 20, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.763238:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.763244:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.763246:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:0.0:1767384589.763248:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294878086 00000020:00000001:2.0:1767384589.763249:0:17899:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.763257:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763264:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456bedd0 type=0x10620000 idx=21 00000100:00000010:0.0:1767384589.763264:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb6bcbff. 00000040:00001000:2.0:1767384589.763271:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:2.0:1767384589.763276:0:17899:0:(llog.c:797:llog_process_thread()) index: 21, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:0.0:1767384589.763278:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000020:00000001:2.0:1767384589.763280:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.763285:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.763290:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:0.0:1767384589.763337:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.763361:0:17899:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384589.763364:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.763380:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.763382:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763395:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456beeb0 type=0x10620000 idx=22 00000100:00000001:0.0:1767384589.763397:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1767384589.763401:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:2.0:1767384589.763412:0:17899:0:(llog.c:797:llog_process_thread()) index: 22, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:0.0:1767384589.763418:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384589.763420:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1767384589.763428:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384589.763429:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763442:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456bef08 type=0x10620000 idx=23 00000100:00000001:0.0:1767384589.763444:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384589.763452:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000040:00001000:2.0:1767384589.763455:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000100:00000001:0.0:1767384589.763458:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763463:0:17899:0:(llog.c:797:llog_process_thread()) index: 23, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000100:00000001:0.0:1767384589.763470:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.763471:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.763477:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763486:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456bef88 type=0x10620000 idx=24 00000040:00001000:2.0:1767384589.763492:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:2.0:1767384589.763499:0:17899:0:(llog.c:797:llog_process_thread()) index: 24, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.763509:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.763518:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763531:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456bf018 type=0x10620000 idx=25 00000040:00001000:2.0:1767384589.763560:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 25 lrh_len: 128 (4072 remains) 00000040:00001000:2.0:1767384589.763564:0:17899:0:(llog.c:797:llog_process_thread()) index: 25, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.763570:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.763578:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763584:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456bf098 type=0x10620000 idx=26 00000040:00001000:2.0:1767384589.763590:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3944 remains) 00000040:00001000:2.0:1767384589.763599:0:17899:0:(llog.c:797:llog_process_thread()) index: 26, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.763612:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1767384589.763615:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000040:00000001:2.0:1767384589.763618:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:0.0:1767384589.763627:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000040:00000001:2.0:1767384589.763628:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:0.0:1767384589.763638:0:17077:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.763640:0:17899:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384589.763651:0:17077:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384589.763656:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763670:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456bf178 type=0x10620000 idx=27 00000040:00001000:2.0:1767384589.763683:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3720 remains) 00000040:00001000:2.0:1767384589.763694:0:17899:0:(llog.c:797:llog_process_thread()) index: 27, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.763704:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.763727:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.763736:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384589.763746:0:17899:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.763759:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763773:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456bf258 type=0x10620000 idx=28 00000040:00001000:2.0:1767384589.763783:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3496 remains) 00000040:00001000:2.0:1767384589.763794:0:17899:0:(llog.c:797:llog_process_thread()) index: 28, lh_last_idx: 29 synced_idx: 0 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.763801:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1767384589.763806:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763812:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456bf2a8 type=0x10620000 idx=29 00000040:00001000:2.0:1767384589.763819:0:17899:0:(llog.c:720:llog_process_thread()) synced_idx: 29 00000040:00000001:2.0:1767384589.763825:0:17899:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767384589.763829:0:17899:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:2.0:1767384589.763835:0:17899:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:2.0:1767384589.763852:0:17899:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384589.763862:0:17899:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763868:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456bf2a8 type=0x10620000 idx=29 00000040:00001000:2.0:1767384589.763875:0:17899:0:(llog.c:776:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3416 remains) 00000040:00001000:2.0:1767384589.763879:0:17899:0:(llog.c:797:llog_process_thread()) index: 29, lh_last_idx: 29 synced_idx: 29 lgh_last_idx: 29 00000020:00000001:2.0:1767384589.763886:0:17899:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:2.0:1767384589.763892:0:17899:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:2.0:1767384589.763895:0:17899:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1767384589.763901:0:17899:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384589.763907:0:17899:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384589.763914:0:17899:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9d39456bf388 type=0x0 idx=0 00000040:00000001:2.0:1767384589.763920:0:17899:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:2.0:1767384589.763926:0:17899:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 30 count 30 00000040:00000010:2.0:1767384589.763933:0:17899:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000a67a1245. 00000020:00000010:2.0:1767384589.763943:0:17899:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000023474e9e. 00000020:00000010:2.0:1767384589.763964:0:17899:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000082e68921. 00000040:00000010:2.0:1767384589.763975:0:17899:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000844cb25e. 00000020:00000010:2.0:1767384589.763984:0:17899:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008c181d6a. 00000020:00000010:2.0:1767384589.763989:0:17899:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bc21bbf5. 00000020:00000010:2.0:1767384589.763998:0:17899:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006f1a7706. 80000000:00000010:2.0:1767384589.764006:0:17899:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ca72d1f1. 40000000:00000010:2.0:1767384589.764032:0:17899:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000067d32d28. 00100000:00000010:2.0:1767384589.764044:0:17899:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000091d96866. 00040000:00000010:2.0:1767384589.764057:0:17899:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000758452c1. 00040000:00000010:2.0:1767384589.764067:0:17899:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008d7f0409. 00040000:00000010:2.0:1767384589.764076:0:17899:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007d5b5844. 00080000:00000010:2.0:1767384589.764088:0:17899:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000714239ac. 00080000:00000010:2.0:1767384589.764096:0:17899:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002b81394a. 00000004:00000010:2.0:1767384589.764100:0:17899:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009b41d1ff. 00000004:00000010:2.0:1767384589.764104:0:17899:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009b04c015. 00000004:00000010:2.0:1767384589.764115:0:17899:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003bb5f5ac. 00002000:00000010:2.0:1767384589.764123:0:17899:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b3849e8e. 00000004:00000010:2.0:1767384589.764133:0:17899:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a8759c55. 00000020:00000010:2.0:1767384589.764144:0:17899:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8f85021. 00000100:00000001:2.0:1767384589.765256:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384589.765265:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384589.765278:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384589.765289:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384589.765332:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f256946b. 00000400:00000200:2.0:1767384589.765346:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686bbc57 00000400:00000010:2.0:1767384589.765356:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000100:00000001:2.0:1767384589.765368:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384589.765384:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002bd09a3c x1853237050217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384599 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384589.765423:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002bd09a3c x1853237050217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384599 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.765452:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384589.765460:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384589.765473:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384589.765482:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384589.765486:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384589.765492:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.765501:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384589.765514:0:16343:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000000413686. 00000100:00001000:2.0:1767384589.765526:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=1767384589 v=5 (0 0 0 0) 00000100:00001000:2.0:1767384589.765560:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=1767384589 v=0 (0 0 0 0) 00000100:00001000:2.0:1767384589.765583:0:16343:0:(import.c:2194:obd_at_measure()) AT 000000007ffd8866 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1767384589.765592:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384589.765596:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.765599:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384589.765609:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@000000002bd09a3c x1853237050217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384589.765631:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.765639:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384589.765646:0:16343:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000040:2.0:1767384589.765651:0:16343:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384589.765661:0:16343:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384589.765668:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384589.765679:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002bd09a3c x1853237050217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384599 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384589.765694:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384589.765702:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384589.765708:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384589.765721:0:16343:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1767384589.765734:0:16343:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000020:00000001:2.0:1767384589.765747:0:16343:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384589.765756:0:16343:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e47 00000020:00000001:2.0:1767384589.765767:0:16343:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384589.765775:0:16343:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000887e1aea refcount=7 00000020:00000001:2.0:1767384589.765787:0:16343:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 00000020:00000001:2.0:1767384589.765799:0:16343:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 00000100:00001000:2.0:1767384589.765813:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=1767384589 v=0 (0 0 0 0) 00000100:00001000:2.0:1767384589.765827:0:16343:0:(import.c:2194:obd_at_measure()) AT 000000007ffd8866 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:2.0:1767384589.765843:0:16343:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:2.0:1767384589.765851:0:16343:0:(genops.c:898:class_export_put()) PUTting export 00000000887e1aea : new refcount 6 00000100:00000001:2.0:1767384589.765862:0:16343:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384589.765869:0:16343:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1767384589.765877:0:16343:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1767384589.765905:0:16343:0:(import.c:65:import_set_state_nolock()) 00000000b6de167b lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1767384589.765917:0:16343:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384589.765925:0:16343:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384589.765933:0:16343:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384589.765944:0:16343:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384589.765954:0:16343:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.765965:0:16343:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384589.765979:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bd09a3c x1853237050217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384599 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384589.766015:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002bd09a3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237050217984:0@lo:38: 00000100:00000001:2.0:1767384589.766039:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384589.766049:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384589.766065:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002bd09a3c x1853237050217984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767384599 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384589.766104:0:17070:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005b482bf8. 00000100:00000001:0.0:1767384589.766115:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384589.766121:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050218112 00000100:00000001:2.0:1767384589.766127:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384589.766127:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384589.766132:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384589.766136:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384589.766139:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384589.766145:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c14692a7. 02000000:00000001:0.0:1767384589.766148:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384589.766158:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1767384589.766159:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050218112 00000020:00000001:2.0:1767384589.766168:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384589.766168:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384589.766177:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000040:2.0:1767384589.766178:0:16343:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384589.766184:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384589.766190:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:2.0:1767384589.766193:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384589.766200:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 02000000:00000010:2.0:1767384589.766203:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000e5b5f0b6. 00000020:00000001:0.0:1767384589.766207:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 02000000:00000001:2.0:1767384589.766219:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384589.766220:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384589.766229:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:0.0:1767384589.766232:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f143b237. 00000100:00000010:2.0:1767384589.766237:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002bd09a3c. 00000100:00000001:0.0:1767384589.766241:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384589.766251:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1767384589.766252:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f143b237. 00000100:00000001:2.0:1767384589.766261:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384589.766268:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002641f789. 00000100:00000001:2.0:1767384589.766275:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384589.766278:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a75e092. 00000100:00000001:2.0:1767384589.766288:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384589.766344:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384589.766354:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384589.766357:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003fc52cdb. 00000100:00000001:2.0:1767384589.766360:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384589.766382:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384589.766404:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384589.766408:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384589.766411:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.766421:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.766441:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384589.766459:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384589.766463:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384589.766471:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000040:0.0:1767384589.766477:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384589.766481:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905252944 : -108600804298672 : ffff9d3a67a33050) 00000100:00000040:0.0:1767384589.766489:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003592db79 x1853237050218112/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:570/0 lens 4848/0 e 0 to 0 dl 1767384600 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384589.766509:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384589.766517:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f143b237. 00000100:00000001:0.0:1767384589.766523:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384589.766527:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f143b237. 00000100:00100000:0.0:1767384589.766535:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003592db79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17876:x1853237050218112:12345-0@lo:253: 00000100:00000200:0.0:1767384589.766713:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050218112 00000020:00000001:0.0:1767384589.766719:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384589.766723:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384589.766725:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384589.766728:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384589.766730:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384589.766734:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384589.766736:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384589.766738:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384589.766740:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384589.766743:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.766746:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384589.766749:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384589.766783:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003156fa04. 02000000:00000001:0.0:1767384589.766786:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384589.766789:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384589.766813:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384589.766824:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f3cc9c87. 20000000:01000000:0.0:1767384589.766828:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384589.766831:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384589.766833:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384589.766835:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384589.766838:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384589.766840:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384589.766844:0:17070:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000dc2b3c3a. 20000000:00000010:0.0:1767384589.766853:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005af52204. 20000000:01000000:0.0:1767384589.766856:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:00000001:0.0:1767384589.766861:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384589.766865:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384589.766868:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384589.766882:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384589.766895:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384589.766897:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384589.766899:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384589.766901:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384589.766903:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384589.766906:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:0.0:1767384589.766910:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:0.0:1767384589.766912:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384589.766916:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384589.766919:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384589.766921:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384589.766924:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384589.766927:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384589.766931:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384589.766934:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000059ff0f15. 00080000:00000001:0.0:1767384589.766937:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467963441664 : -108605746109952 : ffff9d3941152200) 00080000:00000001:0.0:1767384589.766940:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384589.766942:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384589.766945:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f143b237. 00080000:00000001:0.0:1767384589.766948:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384589.766950:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384589.766991:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384589.767009:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384589.769140:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f143b237. 00040000:00000001:0.0:1767384589.769150:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384589.769152:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384589.769155:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384589.769160:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384589.769163:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384589.769166:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384589.769169:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384589.769192:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384589.769196:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384589.769203:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384589.769245:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384589.769253:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384589.769267:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384589.769273:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384589.769276:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384589.769283:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000032491e0b. 00010000:00000001:2.0:1767384589.769289:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384589.769339:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072052be0. 00000020:00000001:2.0:1767384589.769345:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384589.769349:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000072052be0 with handle 0x9f279d7a9a0b4e55 to hash 00000020:00000001:2.0:1767384589.769353:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384589.769356:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384589.769360:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384589.769365:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384589.769372:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384589.769378:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e55 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384589.769380:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294878089, at 4294878090 00010000:00000001:2.0:1767384589.769401:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000010:0.0:1767384589.769404:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030c6098b. 00010000:00000001:2.0:1767384589.769408:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384589.769415:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384589.769423:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384589.769428:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384589.769431:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384589.769433:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384589.769436:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384589.769439:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384589.769441:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384589.769444:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384589.769447:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000032491e0b) refcount = 1 00010000:00010000:2.0:1767384589.769452:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e55 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384589.769460:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384589.769462:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384589.769464:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384589.769467:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.769469:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384589.769486:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384589.769490:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000862567s 00010000:00000001:2.0:1767384589.769494:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384589.769497:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384589.769499:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=4 00000020:00000001:2.0:1767384589.769503:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384589.769508:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384589.769511:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384589.769515:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e55 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384589.769533:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384589.769561:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e55 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384589.769579:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384589.769585:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384589.769590:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e55 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384589.769620:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384589.769629:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.769637:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384589.769643:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e55 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384589.769662:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000072052be0 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384589.769669:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384589.769674:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384589.769683:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e55 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384589.769706:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384589.769712:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384589.769721:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384589.769739:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=5 00000020:00000001:2.0:1767384589.769753:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384589.769766:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384589.769781:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384589.769790:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e55 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384589.769826:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384589.769836:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384589.769845:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.769862:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384589.769865:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384589.769867:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384589.769869:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384589.769873:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000072052be0 with handle 0x9f279d7a9a0b4e55 from hash 00010000:00000001:2.0:1767384589.769881:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384589.769884:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384589.769888:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384589.769890:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384589.769892:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384589.769894:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384589.769900:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384589.769904:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384589.769910:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.769917:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384589.769922:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384589.769928:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384589.769933:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384589.769938:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.769947:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384589.769958:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384589.769966:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e55 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384589.769981:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384589.769988:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384589.770010:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384589.770017:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384589.770024:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384589.770032:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384589.770036:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384589.770045:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384589.770053:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384589.770066:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e55 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384589.770101:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384589.770106:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384589.770114:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e55 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384589.770149:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000032491e0b count: 0 00010000:00000001:2.0:1767384589.770169:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384589.770177:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384589.770442:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294878089, at 4294878091 00000100:00000010:2.0:1767384589.770459:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067cc6391. 00040000:00000001:0.0:1767384589.778054:0:17902:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00010000:00000010:2.1:1767384589.781382:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000032491e0b. 00010000:00000010:2.1:1767384589.781400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072052be0. 00080000:00000010:2.0:1767384589.783992:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000517a4f2c. 00080000:00000010:2.0:1767384589.784006:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000517a4f2c. 00080000:00000010:0.0:1767384589.784012:0:10594:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000091453b80. 00000020:00000001:2.0:1767384589.784016:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384589.784024:0:10594:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000091453b80. 00080000:00000010:2.0:1767384589.784036:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000517a4f2c. 00000020:00000001:0.0:1767384589.784037:0:10594:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384589.784049:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000517a4f2c. 00080000:00000010:0.0:1767384589.784060:0:10594:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000091453b80. 00000020:00000001:2.0:1767384589.784061:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384589.784074:0:10594:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000091453b80. 00000020:00000001:0.0:1767384589.784081:0:10594:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384590.063204:0:17914:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009593c5c1. 00080000:00000010:0.0:1767384590.063216:0:17914:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009593c5c1. 00000020:00000001:0.0:1767384590.063223:0:17914:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384590.063234:0:17914:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009593c5c1. 00080000:00000010:0.0:1767384590.063240:0:17914:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009593c5c1. 00000020:00000001:0.0:1767384590.063244:0:17914:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384590.399395:0:17063:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009c51e0cb. 00000100:00000001:0.0:1767384590.399438:0:17063:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384590.399442:0:17063:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.784360:0:16343:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384590.784369:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384590.784370:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384590.784373:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384590.784375:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384590.784385:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.784387:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384590.976411:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c13a00b4. 00000020:00000040:3.0:1767384590.976421:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384590.976425:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384590.976427:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384590.976431:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384590.976436:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097a6cc22. 00000100:00000001:3.0:1767384590.976442:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.976445:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384590.976447:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384590.976453:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000091ffe462. 00010000:00000001:3.0:1767384590.976456:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384590.976459:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000020b085a1. 00000020:00000010:3.0:1767384590.976463:0:17073:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c0c78189. 00000020:00000001:3.0:1767384590.976466:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384590.976484:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000020b085a1 with handle 0x9f279d7a9a0b4e5c to hash 00000020:00000001:3.0:1767384590.976486:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384590.976487:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384590.976489:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384590.976492:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384590.976494:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384590.976496:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384590.976503:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384590.976511:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384590.976515:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384590.976516:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384590.976521:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008eaaea91. 00000100:00000001:3.0:1767384590.976522:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472405902656 : -108601303648960 : ffff9d3a49dfb540) 00000100:00000001:3.0:1767384590.976525:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384590.976538:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964270336 : -108605745281280 : ffff9d394121c700) 00000100:00000001:3.0:1767384590.976546:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384590.976548:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.976550:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384590.976551:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384590.976558:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c13a00b4 x1853237050218240/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.976565:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384590.976566:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.976569:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384590.976572:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384590.976573:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.976575:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c13a00b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050218240:0@lo:101: 00000100:00000001:3.0:1767384590.976578:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384590.976582:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384590.976584:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.976585:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384590.976588:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e9d8bc4a. 02000000:00000001:3.0:1767384590.976589:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384590.976593:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007acbc488. 00000400:00000010:3.0:1767384590.976598:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384590.976603:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050218240, portal 25 00000100:00000001:3.0:1767384590.976604:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384590.976605:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964270336 : -108605745281280 : ffff9d394121c700) 00000100:00000040:3.0:1767384590.976608:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c13a00b4 x1853237050218240/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.976614:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.976616:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.976618:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c886b5f. 00000100:00000200:3.0:1767384590.976620:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050218240, offset 0 00000400:00000200:3.0:1767384590.976625:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.976637:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.976645:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260101700 00000400:00000200:3.0:1767384590.976650:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1a9 [2] + 0 00000400:00000010:3.0:1767384590.976653:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000779c43f2. 00000400:00000200:3.0:1767384590.976661:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000000cc5a82 00000400:00000200:3.0:1767384590.976667:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.976670:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384590.976675:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000cc5a82 00000400:00000010:3.0:1767384590.976676:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000cc5a82. 00000100:00000001:3.0:1767384590.976680:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384590.976682:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384590.976684:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000001d46cb16 x1853237050218240 msgsize 328 00000100:00100000:3.0:1767384590.976687:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384590.976688:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384590.976697:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.976702:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c886b5f 00000400:00000010:3.0:1767384590.976704:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c886b5f. 00000100:00000001:3.0:1767384590.976706:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384590.976709:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c13a00b4 x1853237050218240/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.976716:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384590.976719:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c13a00b4 x1853237050218240/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.976725:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.976728:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.976734:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.976740:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294879300 00000100:00000010:3.0:1767384590.976746:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008435d9a0. 00000100:00000001:3.0:1767384590.976753:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384590.976762:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294879300 00000100:00000010:3.0:1767384590.976768:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054bb816e. 00000100:00000001:3.0:1767384590.976772:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384590.976776:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294879300 00000100:00000010:3.0:1767384590.976782:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000899f30eb. 00000100:00000001:3.0:1767384590.976786:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384590.976789:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294879300 00000100:00000010:3.0:1767384590.976791:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038723138. 00000100:00000001:3.0:1767384590.976802:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384590.976805:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384590.976809:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.976811:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384590.976812:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384590.976815:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 000000008eaaea91 going to sleep for 11 seconds 00000100:00000001:3.0:1767384590.976821:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384590.976825:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.976857:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.976860:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384590.976870:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.976875:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.977156:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384590.977162:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384590.977166:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384590.977169:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007acbc488. 00000400:00000200:3.0:1767384590.977175:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35c5032 00000400:00000010:3.0:1767384590.977179:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d35c5032. 00000100:00000001:3.0:1767384590.977184:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.977190:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c13a00b4 x1853237050218240/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384590.977200:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c13a00b4 x1853237050218240/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.977210:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384590.977213:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.977216:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384590.977220:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384590.977223:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384590.977226:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.977232:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.977236:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=7 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384590.977240:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.977244:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384590.977245:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.977247:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384590.977250:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.977259:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.977262:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c13a00b4 x1853237050218240/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.977268:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384590.977270:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384590.977271:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384590.977273:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c13a00b4 x1853237050218240/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.977278:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c13a00b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050218240:0@lo:101: 00000100:00000001:3.0:1767384590.977282:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.977284:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.977286:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384590.977287:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384590.977461:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c13a00b4 x1853237050218240/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.977467:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384590.977469:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008eaaea91. 00000100:00000001:3.0:1767384590.977472:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384590.977474:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.977476:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384590.977478:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384590.977480:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.977481:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=4 00000020:00000001:3.0:1767384590.977483:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384590.977485:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000040:3.0:1767384590.977489:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000020b085a1, remote cookie: 0x9f279d7a9a0b4e63, flags: 0x0 00010000:00000001:3.0:1767384590.977491:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384590.977493:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384590.977495:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384590.977496:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384590.977498:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384590.977499:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000091ffe462) refcount = 1 00010000:00010000:3.0:1767384590.977501:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4e63 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.977512:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384590.977514:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384590.977515:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384590.977517:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384590.977520:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384590.977522:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4e63 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.977538:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384590.977539:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384590.977540:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384590.977541:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384590.977542:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384590.977544:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.977546:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384590.977550:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c13a00b4 x1853237050218240/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.977556:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384590.977558:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384590.977560:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e9d8bc4a. 02000000:00000001:3.0:1767384590.977564:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384590.977566:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384590.977567:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384590.977569:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384590.977571:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000097a6cc22. 02000000:00000001:3.0:1767384590.977575:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384590.977577:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384590.977578:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c13a00b4. 00000100:00000001:3.0:1767384590.977582:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384590.977583:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384590.977585:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384590.977587:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384590.977588:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:3.0:1767384590.977590:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.977591:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384590.977596:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.977598:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=3 00000020:00000001:3.0:1767384590.977599:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384590.977601:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384590.977603:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384590.977605:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384590.977606:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384590.977607:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384590.977609:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384590.977612:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000ad54fb1a. 00000100:00000010:3.0:1767384590.977625:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c13a00b4. 00000020:00000040:3.0:1767384590.977626:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384590.977629:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384590.977630:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384590.977632:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384590.977635:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097a6cc22. 00000100:00000001:3.0:1767384590.977638:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.977641:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384590.977643:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e9d8bc4a. 00000100:00000010:3.0:1767384590.977645:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c69e6a05. 00000020:00000040:3.0:1767384590.977647:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384590.977650:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384590.977651:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384590.977653:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008eaaea91. 00000100:00000001:3.0:1767384590.977655:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472405902656 : -108601303648960 : ffff9d3a49dfb540) 00000100:00000001:3.0:1767384590.977656:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384590.977658:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964270336 : -108605745281280 : ffff9d394121c700) 00000100:00000001:3.0:1767384590.977660:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384590.977661:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.977663:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384590.977664:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384590.977667:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.977672:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384590.977673:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.977679:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384590.977681:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384590.977683:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.977685:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c13a00b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050218368:0@lo:256: 00000100:00000001:3.0:1767384590.977688:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384590.977691:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384590.977693:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.977695:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384590.977698:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007acbc488. 00000400:00000010:3.0:1767384590.977702:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000071c0cfe8. 00000100:00000200:3.0:1767384590.977705:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260101780-0x6958260101780, portal 33 00000100:00000001:3.0:1767384590.977708:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.977710:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384590.977712:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9e5f4b1. 02000000:00000001:3.0:1767384590.977713:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384590.977715:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa91e65. 00000400:00000010:3.0:1767384590.977719:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384590.977721:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050218368, portal 25 00000100:00000001:3.0:1767384590.977722:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384590.977724:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964270336 : -108605745281280 : ffff9d394121c700) 00000100:00000040:3.0:1767384590.977727:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.977732:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.977735:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.977736:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c886b5f. 00000100:00000200:3.0:1767384590.977738:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050218368, offset 0 00000400:00000200:3.0:1767384590.977743:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.977749:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.977755:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260101780 00000400:00000200:3.0:1767384590.977760:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1ad [2] + 0 00000400:00000010:3.0:1767384590.977762:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445ef3a9. 00000400:00000200:3.0:1767384590.977765:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009af9f749 00000400:00000200:3.0:1767384590.977767:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.977777:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384590.977781:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009af9f749 00000400:00000010:3.0:1767384590.977782:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009af9f749. 00000100:00000001:3.0:1767384590.977786:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384590.977787:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384590.977789:0:17073:0:(events.c:337:request_in_callback()) incoming req@00000000e2ef85f9 x1853237050218368 msgsize 304 00000100:00100000:3.0:1767384590.977795:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384590.977797:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384590.977806:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.977810:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c886b5f 00000400:00000010:3.0:1767384590.977812:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c886b5f. 00000100:00000001:3.0:1767384590.977815:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384590.977817:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.977823:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384590.977826:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.977830:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.977832:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.977836:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.977838:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294879301 00000100:00000001:3.0:1767384590.977843:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294879300 00000100:00000001:3.0:1767384590.977847:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294879301 00000100:00000001:3.0:1767384590.977852:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294879300 00000100:00000001:3.0:1767384590.977856:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294879301 00000100:00000001:3.0:1767384590.977861:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294879300 00000100:00000001:3.0:1767384590.977865:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294879301 00000100:00000001:3.0:1767384590.977870:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294879300 00000100:00000001:3.0:1767384590.977874:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384590.977876:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.977877:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384590.977879:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384590.977884:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 000000008eaaea91 going to sleep for 11 seconds 00000100:00000001:3.0:1767384590.977887:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384590.977889:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.978062:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384590.978066:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050218368 02000000:00000001:0.0:1767384590.978068:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384590.978070:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384590.978072:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384590.978074:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384590.978077:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050218368 00000020:00000001:0.0:1767384590.978079:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384590.978080:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384590.978082:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384590.978083:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:0.0:1767384590.978086:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384590.978088:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384590.978090:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384590.978093:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2157467. 00000100:00000001:0.0:1767384590.978096:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384590.978098:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2157467. 00000020:00000010:0.0:1767384590.978103:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e161918. 00000020:00000010:0.0:1767384590.978106:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6c2d8d1. 00000020:00000010:0.0:1767384590.978110:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000116d8e56. 00000100:00000040:0.0:1767384590.978116:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384590.978118:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384590.978119:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384590.978121:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.978124:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.978134:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384590.978144:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384590.978146:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384590.978151:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000040:0.0:1767384590.978153:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384590.978156:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905251920 : -108600804299696 : ffff9d3a67a32c50) 00000100:00000040:0.0:1767384590.978160:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2ef85f9 x1853237050218368/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:571/0 lens 304/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384590.978177:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384590.978180:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f2157467. 00000100:00000001:0.0:1767384590.978182:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384590.978184:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f2157467. 00000100:00100000:0.0:1767384590.978190:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2ef85f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050218368:12345-0@lo:256: 00000100:00000200:0.0:1767384590.978193:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050218368 00000020:00000001:0.0:1767384590.978195:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384590.978197:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384590.978198:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384590.978200:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384590.978201:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:0.0:1767384590.978203:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384590.978205:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384590.978206:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384590.978207:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384590.978209:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.978211:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384590.978213:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384590.978216:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000021864dc3. 02000000:00000001:0.0:1767384590.978218:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.978220:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384590.978222:0:17070:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384590.978225:0:17070:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384590.978228:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384590.978229:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384590.978232:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384590.978233:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384590.978235:0:17070:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384590.978237:0:17070:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000d6522d65. 20000000:00000001:0.0:1767384590.978240:0:17070:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384590.978248:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1767384590.978252:0:17070:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:00000040:0.0:1767384590.978255:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:01000000:0.0:1767384590.978263:0:17070:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/4/3. 20000000:01000000:0.0:1767384590.978265:0:17070:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 88, version 6 20000000:00000001:0.0:1767384590.978266:0:17070:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=88 : 88 : 58) 00000100:00000001:0.0:1767384590.978268:0:17070:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384590.978272:0:17070:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c7fb387a. 00000100:00000010:0.0:1767384590.978275:0:17070:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d3aec842. 00000020:00000040:0.0:1767384590.978277:0:17070:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:0.0:1767384590.978279:0:17070:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384590.978281:0:17070:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384590.978284:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003bf47e99. 00000400:00000010:0.0:1767384590.978312:0:17070:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f855367. 00000400:00000200:0.0:1767384590.978316:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384590.978324:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384590.978330:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 88 into portal 33 MB=0x6958260101780 00000400:00000200:0.0:1767384590.978333:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 88/88 into md 0x10e5 [4] + 0 00000400:00000010:0.0:1767384590.978336:0:17070:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007acbc488. 00000400:00000200:0.0:1767384590.978338:0:17070:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071c0cfe8 00000400:00000200:0.0:1767384590.978341:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384590.978343:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384590.978345:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071c0cfe8 00000400:00000010:0.0:1767384590.978347:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000071c0cfe8. 00000100:00000001:0.0:1767384590.978350:0:17070:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384590.978351:0:17070:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000c13a00b4 desc 00000000e9d8bc4a mbits 1853237050218368 00000100:00000001:0.0:1767384590.978359:0:17070:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384590.978362:0:17070:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384590.978364:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384590.978371:0:17070:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x10f1 00000400:00000200:0.0:1767384590.978373:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384590.978376:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384590.978380:0:17070:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384590.978381:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384590.978381:0:17070:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000c7fb387a 00000100:00000001:3.0:1767384590.978385:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.978386:0:17070:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384590.978395:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bf47e99 00000400:00000010:0.0:1767384590.978397:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003bf47e99. 00000100:00000001:0.0:1767384590.978399:0:17070:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384590.978406:0:17070:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000c7fb387a 00000100:00000001:0.0:1767384590.978408:0:17070:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384590.978412:0:17070:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 88 bytes via portal 33 id 12345-0@lo mbits 0x6958260101780-0x6958260101780 00000100:00000001:0.0:1767384590.978415:0:17070:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384590.978418:0:17070:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.978420:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384590.978421:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:0.0:1767384590.978424:0:17070:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d3aec842. 00000100:00000010:0.0:1767384590.978426:0:17070:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c7fb387a. 00000100:00000001:0.0:1767384590.978428:0:17070:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384590.978429:0:17070:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384590.978435:0:17070:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000d6522d65. 20000000:00000001:0.0:1767384590.978438:0:17070:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384590.978440:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050218368 00010000:00000001:0.0:1767384590.978441:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384590.978444:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2ef85f9 x1853237050218368/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:571/0 lens 304/240 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384590.978449:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384590.978451:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384590.978452:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=7 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384590.978455:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384590.978456:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 19 to 0@lo 00000100:00000001:0.0:1767384590.978458:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384590.978460:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384590.978461:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384590.978463:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384590.978464:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384590.978467:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003bf47e99. 00000100:00000200:0.0:1767384590.978469:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050218368, offset 224 00000400:00000200:0.0:1767384590.978474:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384590.978478:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384590.978483:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260101780 00000400:00000200:0.0:1767384590.978486:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x10e9 [1] + 224 00000400:00000200:0.0:1767384590.978488:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384590.978496:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384590.978499:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384590.978501:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384590.978507:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384590.978519:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384590.978523:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bf47e99 00000400:00000010:0.0:1767384590.978524:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003bf47e99. 00000100:00000001:0.0:1767384590.978537:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384590.978539:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384590.978542:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384590.978544:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 18 to 0@lo 00000100:00000001:3.0:1767384590.978545:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384590.978547:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384590.978550:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384590.978550:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384590.978554:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384590.978555:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384590.978557:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aa91e65. 00000100:00000040:0.0:1767384590.978561:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2ef85f9 x1853237050218368/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:571/0 lens 304/240 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384590.978563:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35c5032 00000400:00000010:3.0:1767384590.978566:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d35c5032. 00000100:00000001:3.0:1767384590.978571:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384590.978575:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2ef85f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050218368:12345-0@lo:256: Request processed in 395us (782us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384590.978577:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384590.978591:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00000040:0.0:1767384590.978594:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000200:3.0:1767384590.978595:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384590.978597:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384590.978601:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384590.978605:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384590.978606:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6c2d8d1. 00000100:00000001:3.0:1767384590.978607:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.978611:0:17073:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384590.978611:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000116d8e56. 02000000:00000001:3.0:1767384590.978613:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384590.978615:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e161918. 00000100:00000001:3.0:1767384590.978616:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384590.978619:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384590.978621:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:3.0:1767384590.978622:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.978626:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=7 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384590.978626:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384590.978628:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000021864dc3. 00000100:00001000:3.0:1767384590.978630:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=7 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384590.978632:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384590.978634:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384590.978635:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.978637:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.978640:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384590.978640:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384590.978642:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.978643:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.978645:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.978654:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384590.978654:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6195d95. 00000400:00000010:0.0:1767384590.978660:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbd2046e. 00000100:00000001:3.0:1767384590.978662:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384590.978670:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384590.978673:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.978678:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c13a00b4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050218368:0@lo:256: 00000100:00000001:3.0:1767384590.978681:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.978683:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.978684:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384590.978685:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384590.978686:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.978690:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384590.978692:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008eaaea91. 00000100:00000001:3.0:1767384590.978694:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384590.978694:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384590.978697:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 6, more 0. 10000000:00000001:3.0:1767384590.978699:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384590.978704:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000354c216a. 10000000:00000040:3.0:1767384590.978713:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384590.978717:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384590.978719:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384590.978722:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:3.0:1767384590.978724:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.978726:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384590.978727:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:3.0:1767384590.978728:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000400:00000200:3.0:1767384590.978730:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1767384590.978732:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:3.0:1767384590.978734:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:3.0:1767384590.978738:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384590.978741:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (1) 00000400:00000200:3.0:1767384590.978745:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384590.978747:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:3.0:1767384590.978749:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (2) 00000400:00000200:3.0:1767384590.978750:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000100:00000001:3.0:1767384590.978757:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.978759:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384590.978761:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 10000000:00000010:3.0:1767384590.978765:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000005174057f. 10000000:00000040:3.0:1767384590.978766:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000020:00000080:3.0:1767384590.978768:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384590.978773:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384590.978776:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e8d6b044. 00000020:00000010:3.0:1767384590.978781:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000476b2fb1. 00000040:00000010:3.0:1767384590.978784:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000722bd2ce. 00000020:00000010:3.0:1767384590.978789:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000035359ed8. 00000020:00000010:3.0:1767384590.978793:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384590.978798:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fb792e37. 80000000:00000010:3.0:1767384590.978801:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000042534947. 40000000:00000010:3.0:1767384590.978805:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002ba389d2. 00100000:00000010:3.0:1767384590.978809:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c0fcd42e. 00040000:00000010:3.0:1767384590.978813:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d703df76. 00040000:00000010:3.0:1767384590.978817:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002a94a89b. 00040000:00000010:3.0:1767384590.978821:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ed4a7a27. 00080000:00000010:3.0:1767384590.978827:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000be59bdfc. 00080000:00000010:3.0:1767384590.978832:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001a5c421e. 00000004:00000010:3.0:1767384590.978838:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000072aab0ab. 00000004:00000010:3.0:1767384590.978844:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003778994b. 00000004:00000010:3.0:1767384590.978849:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008c801f8a. 00002000:00000010:3.0:1767384590.978854:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000810491a8. 00000004:00000010:3.0:1767384590.978857:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005d4ccc6a. 00000004:00000001:3.0:1767384590.978859:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384590.978862:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384590.978864:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000005174057f 00000040:00001000:3.0:1767384590.978864:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384590.978865:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384590.978866:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384590.978867:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384590.978870:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384590.978876:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384590.978877:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384590.978878:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:3.0:1767384590.978879:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384590.978916:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384590.978920:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000476b2fb1. 00000040:00000010:3.0:1767384590.978924:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000722bd2ce. 00000020:00000010:3.0:1767384590.978927:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000035359ed8. 00000020:00000010:3.0:1767384590.978929:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384590.978932:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fb792e37. 80000000:00000010:3.0:1767384590.978935:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000042534947. 40000000:00000010:3.0:1767384590.978938:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002ba389d2. 00100000:00000010:3.0:1767384590.978941:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c0fcd42e. 00040000:00000010:3.0:1767384590.978944:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d703df76. 00040000:00000010:3.0:1767384590.978946:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002a94a89b. 00040000:00000010:3.0:1767384590.978949:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ed4a7a27. 00080000:00000010:3.0:1767384590.978952:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001a5c421e. 00080000:00000010:3.0:1767384590.978955:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000be59bdfc. 00000004:00000010:3.0:1767384590.978958:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000072aab0ab. 00000004:00000010:3.0:1767384590.978960:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003778994b. 00000004:00000010:3.0:1767384590.978964:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008c801f8a. 00002000:00000010:3.0:1767384590.978966:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000810491a8. 00000004:00000010:3.0:1767384590.978968:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005d4ccc6a. 00000020:00000010:3.0:1767384590.978969:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e8d6b044. 00000020:00000001:3.0:1767384590.978971:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.978973:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384590.978976:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000005174057f. 10000000:00000010:3.0:1767384590.978978:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000354c216a. 10000000:00000001:3.0:1767384590.978980:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.978981:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384590.978984:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c13a00b4 x1853237050218368/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.978988:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384590.978990:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384590.978996:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9e5f4b1. 02000000:00000001:3.0:1767384590.978999:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384590.979000:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384590.979001:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384590.979002:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384590.979003:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384590.979004:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384590.979005:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384590.979006:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384590.979007:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c69e6a05. 00000100:00000010:3.0:1767384590.979008:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e9d8bc4a. 00000100:00000001:3.0:1767384590.979009:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384590.979010:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000097a6cc22. 02000000:00000001:3.0:1767384590.979012:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384590.979013:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384590.979014:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c13a00b4. 00000100:00000001:3.0:1767384590.979016:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384590.979018:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384590.979029:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000ad54fb1a. 10000000:01000000:3.0:1767384590.979031:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384590.979033:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384590.979035:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384590.979036:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.979037:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=3 00000020:00000001:3.0:1767384590.979038:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384590.979040:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384590.979042:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384590.979043:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4e63 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.979048:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384590.979049:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384590.979050:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4e63 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.979054:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384590.979060:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384590.979060:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384590.979062:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384590.979063:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384590.979065:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384590.979067:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384590.979068:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:3.0:1767384590.979070:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384590.981330:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294879301, at 4294879302 00000100:00000010:0.0:1767384590.981336:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008435d9a0. 00000100:00000040:3.0:1767384590.981354:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294879301, at 4294879302 00000100:00000010:3.0:1767384590.981363:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038723138. 00000100:00000040:2.0:1767384590.982371:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294879301, at 4294879303 00000100:00000010:2.0:1767384590.982378:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000899f30eb. 00000020:00000010:3.0:1767384590.986609:0:18076:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000008bcc43a5. 00000020:00000040:3.0:1767384590.986615:0:18076:0:(lproc_ptlrpc.c:1412:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 is connecting to an obsoleted target(0/2), reconnecting... 00000100:00000001:3.0:1767384590.986618:0:18076:0:(recover.c:299:ptlrpc_recover_import()) Process entered 00000100:00080000:3.0:1767384590.986621:0:18076:0:(import.c:213:ptlrpc_set_import_discon()) osp: import 00000000930e0b59 already not connected (conn 1, was 0): CONNECTING 00010000:00000001:3.0:1767384590.986625:0:18076:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1767384590.986633:0:18076:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.122@tcp->12345-0@lo 00000100:00000001:3.0:1767384590.986635:0:18076:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384590.986638:0:18076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.986640:0:18076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 19 to 0@lo 00000100:00000001:3.0:1767384590.986641:0:18076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:3.0:1767384590.986644:0:18076:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635473142995136 : -108600566556480 : 0xffff9d3a75ced8c0) 00000100:00000040:3.0:1767384590.986646:0:18076:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9796690 refcount 19 to 0@lo 00000100:00000040:3.0:1767384590.986647:0:18076:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.122@tcp -> 00000000a9796690 00010000:00080000:3.0:1767384590.986649:0:18076:0:(ldlm_lib.c:85:import_set_conn()) imp 00000000930e0b59@lustre-OST0000-osc-MDT0000: found existing conn 192.168.202.122@tcp, moved to head 00010000:00000001:3.0:1767384590.986651:0:18076:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384590.986653:0:18076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 18 to 0@lo 00010000:00000001:3.0:1767384590.986654:0:18076:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.986656:0:18076:0:(recover.c:351:ptlrpc_recover_import()) Process leaving 00000020:00000010:3.0:1767384590.986658:0:18076:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000008bcc43a5. 00000020:00000001:3.0:1767384591.103407:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384591.103412:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384591.103416:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384591.625269:0:18226:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384591.625273:0:18226:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing set_default_debug -1 all 00000001:00000001:0.0:1767384591.627140:0:18226:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:0.0:1767384591.638768:0:18228:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000001:0.0:1767384591.807417:0:16343:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384591.807438:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384591.807439:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384591.807443:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384591.807445:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384591.807448:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.807450:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384591.811211:0:18240:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000036ec6a. 00080000:00000010:3.0:1767384591.811221:0:18240:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000036ec6a. 00000020:00000001:3.0:1767384591.811225:0:18240:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384591.811231:0:18240:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000036ec6a. 00080000:00000010:3.0:1767384591.811235:0:18240:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000036ec6a. 00000020:00000001:3.0:1767384591.811237:0:18240:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384592.126688:0:18291:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006a75e092. 00080000:00000010:0.0:1767384592.126701:0:18291:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006a75e092. 00000020:00000001:0.0:1767384592.126708:0:18291:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384592.126717:0:18291:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006a75e092. 00080000:00000010:0.0:1767384592.126722:0:18291:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006a75e092. 00000020:00000001:0.0:1767384592.126726:0:18291:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384592.127540:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384592.127547:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384592.127561:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384592.274779:0:18328:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000e6c243e. 00080000:00000010:2.0:1767384592.274787:0:18328:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000e6c243e. 00000020:00000001:2.0:1767384592.274790:0:18328:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384592.274795:0:18328:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000e6c243e. 00080000:00000010:2.0:1767384592.274799:0:18328:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000e6c243e. 00000020:00000001:2.0:1767384592.274802:0:18328:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384592.274826:0:18328:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384592.274958:0:18328:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:0.0:1767384592.831335:0:16343:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384592.831393:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384592.831395:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384592.831401:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384592.831403:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384592.831406:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384592.831408:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.151535:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384593.151543:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384593.151548:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384593.319007:0:18388:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000078f8f3f0. 00080000:00000010:2.0:1767384593.319020:0:18388:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000078f8f3f0. 00000020:00000001:2.0:1767384593.319026:0:18388:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384593.319034:0:18388:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000078f8f3f0. 00080000:00000010:2.0:1767384593.319039:0:18388:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000078f8f3f0. 00000020:00000001:2.0:1767384593.319042:0:18388:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384593.814143:0:18436:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000517a4f2c. 00080000:00000010:2.0:1767384593.814155:0:18436:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000517a4f2c. 00000020:00000001:2.0:1767384593.814159:0:18436:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384593.814167:0:18436:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000517a4f2c. 00080000:00000010:2.0:1767384593.814171:0:18436:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000517a4f2c. 00000020:00000001:2.0:1767384593.814175:0:18436:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.855353:0:16343:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767384593.855362:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384593.855364:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384593.855368:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384593.855371:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384593.855377:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.855380:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.175490:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384594.175494:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384594.175506:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384594.562596:0:18600:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384594.562600:0:18600:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing lnet_if_list 00000001:00000001:3.0:1767384594.564284:0:18600:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384594.572352:0:18602:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000053272cb. 00000400:00000040:0.0:1767384594.572372:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384594.572377:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384594.572379:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.572380:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384594.572382:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.572383:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384594.572386:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384594.572387:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384594.572388:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384594.572389:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384594.572391:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384594.572392:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384594.572394:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384594.572395:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384594.572396:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384594.572398:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384594.572400:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384594.572401:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384594.572402:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384594.572403:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.572405:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384594.572406:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384594.572407:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384594.572409:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384594.572410:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384594.572411:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.572412:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384594.572413:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384594.572414:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384594.572415:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384594.572416:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384594.572417:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.572418:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384594.572419:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384594.572420:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384594.572421:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384594.572422:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384594.572424:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384594.572425:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384594.572426:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384594.572432:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384594.572433:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384594.572435:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384594.572436:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384594.572437:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384594.572438:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384594.572438:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384594.572439:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384594.572441:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384594.572442:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384594.572443:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384594.572444:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384594.572445:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384594.572447:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384594.572448:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384594.572449:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384594.572450:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:0.0:1767384594.572459:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384594.572460:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384594.572462:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.572463:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384594.572465:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.572466:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384594.572468:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384594.572469:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384594.572470:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384594.572471:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384594.572473:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384594.572474:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384594.572476:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384594.572477:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384594.572478:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384594.572480:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384594.572481:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384594.572482:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384594.572483:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384594.572485:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.572486:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384594.572487:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384594.572506:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384594.572508:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384594.572509:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384594.572511:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.572513:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384594.572514:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384594.572516:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384594.572517:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384594.572518:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384594.572519:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384594.572520:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384594.572521:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384594.572522:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384594.572523:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384594.572524:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384594.572525:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384594.572526:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384594.572527:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384594.572529:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384594.572530:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384594.572531:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384594.572532:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384594.572533:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384594.572534:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384594.572535:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384594.572535:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384594.572537:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384594.572538:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384594.572539:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384594.572540:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384594.572541:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384594.572543:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384594.572544:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384594.572546:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:0.0:1767384594.572547:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:0.0:1767384594.572548:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384594.572549:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384594.572550:0:18602:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:0.0:1767384594.572561:0:18602:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000053272cb. 00000100:00000001:2.0:1767384594.879347:0:16343:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384594.879353:0:16343:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1767384594.879364:0:16343:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767384584/real 1767384584] req@000000008f423ef1 x1853237050213632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384594 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384594.879381:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384594.879384:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384594.879387:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc018d64. 00000400:00000200:2.0:1767384594.879394:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ab0b301 00000400:00000010:2.0:1767384594.879396:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ab0b301. 00000100:00000001:2.0:1767384594.879403:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384594.879408:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f423ef1 x1853237050213632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384594 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384594.879419:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f423ef1 x1853237050213632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384594 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.879427:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384594.879429:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.879432:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384594.879434:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384594.879438:0:16343:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008f423ef1 x1853237050213632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384594 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.879445:0:16343:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.879463:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384594.879464:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.879467:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384594.879471:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384594.879473:0:16343:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384594.879477:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f423ef1 x1853237050213632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384594 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.879485:0:16343:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1767384594.879488:0:16343:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.879503:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384594.879505:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.879508:0:16343:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1767384594.879510:0:16343:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1767384594.879514:0:16343:0:(import.c:65:import_set_state_nolock()) 00000000930e0b59 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767384594.879536:0:16343:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00000001:2.0:1767384594.879540:0:16343:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1767384594.879545:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f423ef1 x1853237050213632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384594 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384594.879554:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767384594.879554:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f423ef1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16343:1853237050213632:0@lo:8: 00000100:00000001:3.0:1767384594.879564:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384594.879565:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384594.879570:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c13a00b4. 00000100:00000001:2.0:1767384594.879570:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384594.879574:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f423ef1 x1853237050213632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1767384594 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384594.879576:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384594.879582:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384594.879585:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384594.879593:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384594.879597:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384594.879597:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384594.879602:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009afdd77c. 02000000:00000010:3.0:1767384594.879605:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000c8fc174. 02000000:00000001:2.0:1767384594.879608:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384594.879612:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384594.879612:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384594.879616:0:16343:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384594.879619:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384594.879620:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@00000000c13a00b4 x1853237050218496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384594.879624:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000005a04d1f4. 02000000:00000001:2.0:1767384594.879631:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384594.879632:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384594.879634:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384594.879639:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c13a00b4] to pc [ptlrpcd_00_03+3] req@00000000c13a00b4 x1853237050218496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384594.879641:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384594.879645:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f423ef1. 00000100:00000001:2.0:1767384594.879650:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384594.879652:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.879654:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.879659:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384594.879661:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.879664:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.879664:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384594.879666:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384594.879674:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1767384594.879677:0:480:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1767384594.879679:0:480:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384594.879683:0:480:0:(import.c:65:import_set_state_nolock()) 00000000930e0b59 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384594.879686:0:480:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384594.879688:0:480:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00000001:2.0:1767384594.879690:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384594.879693:0:480:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 17 to 0@lo 00000100:00000001:3.0:1767384594.879697:0:480:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384594.879698:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384594.879701:0:480:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 18 to 0@lo 00000100:00000001:3.0:1767384594.879704:0:480:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:3.0:1767384594.879707:0:480:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384594.879709:0:480:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d98 00000020:00000001:3.0:1767384594.879711:0:480:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384594.879713:0:480:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000d94ac0fb refcount=4 00000020:00000001:3.0:1767384594.879716:0:480:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472844244992 : -108600865306624 : ffff9d3a64004800) 00000020:00000001:3.0:1767384594.879720:0:480:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472844244992 : -108600865306624 : ffff9d3a64004800) 00000100:00000040:3.0:1767384594.879725:0:480:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 17 to 0@lo 00000100:00000001:3.0:1767384594.879727:0:480:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384594.879730:0:480:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 18 to 0@lo 00000100:00000001:3.0:1767384594.879734:0:480:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000040:3.0:1767384594.879738:0:480:0:(genops.c:898:class_export_put()) PUTting export 00000000d94ac0fb : new refcount 3 00000100:00080000:3.0:1767384594.879742:0:480:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import 00000000930e0b59 using connection 192.168.202.122@tcp/0@lo 00000100:00000001:3.0:1767384594.879745:0:480:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384594.879748:0:480:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384594.879753:0:480:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384594.879758:0:480:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.879761:0:480:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767384594.879764:0:480:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384594.879768:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000260e6872. 00000020:00000040:3.0:1767384594.879772:0:480:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384594.879776:0:480:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384594.879783:0:480:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.879787:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384594.879791:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384594.879794:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384594.879800:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e9d8bc4a. 00000100:00000001:3.0:1767384594.879804:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384594.879810:0:480:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000260e6872 x1853237050218624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384594.879821:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384594.879824:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384594.879829:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000260e6872] to pc [ptlrpcd_rcv+-1] req@00000000260e6872 x1853237050218624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.879843:0:480:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384594.879848:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384594.879852:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384594.879857:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca86bd06. 00000020:00000040:3.0:1767384594.879861:0:480:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384594.879866:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384594.879866:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384594.879870:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384594.879872:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.879872:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384594.879876:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384594.879877:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1caaeb9. 00000100:00000001:3.0:1767384594.879882:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384594.879884:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000260e6872 x1853237050218624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384594.879888:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ca86bd06 x1853237050218752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384594.879918:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384594.879920:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384594.879922:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.879923:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384594.879927:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384594.879930:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca86bd06] to pc [ptlrpcd_00_00+0] req@00000000ca86bd06 x1853237050218752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384594.879932:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384594.879941:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384594.879950:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000260e6872 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16343:1853237050218624:0@lo:8: 00000100:00000001:3.0:1767384594.879953:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384594.879959:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384594.879961:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384594.879963:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384594.879966:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384594.879972:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c1eae38. 02000000:00000001:2.0:1767384594.879972:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384594.879979:0:480:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1767384594.879979:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384594.879983:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384594.879985:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384594.879985:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b0ffac83. 02000000:00000001:3.0:1767384594.879990:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384594.879991:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384594.879996:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ade04db. 00000400:00000010:2.0:1767384594.879999:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000461b648c. 00000100:00000001:3.0:1767384594.880003:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384594.880007:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ab0b301. 00000100:00000040:3.0:1767384594.880009:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000005c1eae38 x1853237050218880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384594.880016:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050218624, portal 4 00000100:00000001:2.0:1767384594.880023:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384594.880027:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964279296 : -108605745272320 : ffff9d394121ea00) 00000100:00000001:3.0:1767384594.880036:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384594.880038:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384594.880040:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000260e6872 x1853237050218624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384594.880047:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c1eae38] to pc [ptlrpcd_00_01+1] req@000000005c1eae38 x1853237050218880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.880068:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384594.880077:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384594.880082:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384594.880085:0:480:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (220) 00000400:00000010:2.0:1767384594.880088:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2bf60b. 00000100:00000200:2.0:1767384594.880094:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237050218624, offset 0 00000100:00000001:3.0:1767384594.880096:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384594.880101:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384594.880103:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384594.880105:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384594.880112:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca86bd06 x1853237050218752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384594.880119:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384594.880131:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384594.880136:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958260101880 00000100:00000001:3.0:1767384594.880137:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384594.880146:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384594.880150:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 0 02000000:00000001:3.0:1767384594.880151:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384594.880159:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384594.880162:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384594.880165:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca86bd06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050218752:0@lo:400: 00000400:00000200:2.0:1767384594.880173:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384594.880175:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384594.880180:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384594.880182:0:16343:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384594.880183:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384594.880187:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:3.0:1767384594.880188:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384594.880195:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb792e37. 00000100:00000010:2.0:1767384594.880196:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002bd09a3c. 02000000:00000001:3.0:1767384594.880199:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384594.880203:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000002bd09a3c x1853237050218624 msgsize 520 00000400:00000010:3.0:1767384594.880205:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa91e65. 00000400:00000010:3.0:1767384594.880213:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d35c5032. 00000100:00100000:2.0:1767384594.880215:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384594.880224:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050218752, portal 10 00000100:00000001:3.0:1767384594.880226:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384594.880228:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964281984 : -108605745269632 : ffff9d394121f480) 00000100:00000001:2.0:1767384594.880228:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384594.880235:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2bf60b 00000100:00000040:3.0:1767384594.880237:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca86bd06 x1853237050218752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384594.880241:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2bf60b. 00000100:00000001:2.0:1767384594.880249:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384594.880254:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384594.880258:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000260e6872 x1853237050218624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384594.880260:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384594.880266:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c886b5f. 00000100:00000200:3.0:1767384594.880273:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050218752, offset 0 00000100:00000001:2.0:1767384594.880278:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384594.880284:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000260e6872 x1853237050218624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384594.880285:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384594.880310:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384594.880319:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260101900 00000400:00000200:3.0:1767384594.880328:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1560 00000100:00000001:2.0:1767384594.880340:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.880345:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384594.880353:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384594.880358:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:2.0:1767384594.880365:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883204 00000400:00000200:3.0:1767384594.880371:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384594.880374:0:16343:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294883203 00000400:00000200:3.0:1767384594.880381:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384594.880382:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883204 00000100:00000001:2.0:1767384594.880390:0:16343:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294883203 00000100:00000001:3.0:1767384594.880392:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384594.880395:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883204 00000100:00000200:3.0:1767384594.880396:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384594.880404:0:16343:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294883203 00000100:00000010:3.0:1767384594.880406:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c82c2832. 00000100:00000040:3.0:1767384594.880412:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000c82c2832 x1853237050218752 msgsize 224 00000100:00000001:2.0:1767384594.880420:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883204 00000100:00100000:3.0:1767384594.880425:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384594.880428:0:16343:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294883203 00000100:00000001:2.0:1767384594.880435:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384594.880440:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384594.880441:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.880449:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c886b5f 00000100:00000001:2.0:1767384594.880449:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.880454:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384594.880455:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c886b5f. 00000100:00000001:2.0:1767384594.880463:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384594.880464:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384594.880468:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000200:3.0:1767384594.880474:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca86bd06 x1853237050218752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.880474:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384594.880478:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384594.880482:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.880488:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.880512:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384594.880520:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca86bd06 x1853237050218752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.880526:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384594.880531:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.880533:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384594.880535:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384594.880537:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384594.880543:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384594.880547:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c1eae38 x1853237050218880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384594.880550:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1353 usecs (2 jiffies) 00000100:00000001:3.0:1767384594.880558:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883203 00000100:00000001:2.0:1767384594.880564:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384594.880568:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.880573:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294883204 02000000:00000001:2.0:1767384594.880574:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384594.880579:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883203 02000000:00000001:2.0:1767384594.880579:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384594.880586:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.880588:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294883204 00000100:00000001:3.0:1767384594.880594:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883203 00000100:00100000:2.0:1767384594.880596:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16345:1853237050218880:0@lo:400: 00000100:00000001:3.0:1767384594.880600:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294883204 00000100:00000001:2.0:1767384594.880607:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384594.880609:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883203 02000000:00000001:2.0:1767384594.880613:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384594.880616:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294883204 02000000:00000001:2.0:1767384594.880616:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384594.880622:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384594.880623:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384594.880628:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b56aa194. 00000100:00000001:3.0:1767384594.880631:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384594.880633:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.880638:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384594.880640:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049ff37fb. 00000100:00000001:3.0:1767384594.880643:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384594.880649:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2bf60b. 00000100:00000001:3.0:1767384594.880652:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384594.880656:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767384594.880657:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050218880, portal 10 00000100:00000001:3.0:1767384594.880660:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384594.880664:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384594.880665:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384594.880668:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964283776 : -108605745267840 : ffff9d394121fb80) 00000100:00000001:3.0:1767384594.880670:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.880675:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384594.880688:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c1eae38 x1853237050218880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.880698:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384594.880704:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384594.880711:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00000100:00000200:2.0:1767384594.880717:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050218880, offset 0 00000400:00000200:2.0:1767384594.880736:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384594.880744:0:17884:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001a5c421e. 00000400:00000200:2.0:1767384594.880751:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384594.880755:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384594.880760:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050218624 00000400:00000200:2.0:1767384594.880764:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260101980 02000000:00000001:3.0:1767384594.880765:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384594.880769:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384594.880773:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384594.880775:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1784 02000000:00000001:3.0:1767384594.880781:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384594.880787:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384594.880789:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050218624 00000020:00000001:3.0:1767384594.880795:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384594.880796:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384594.880799:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1767384594.880804:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384594.880805:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384594.880809:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1767384594.880810:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.880813:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384594.880814:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf1270af. 00000020:00000010:3.0:1767384594.880817:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ed4a7a27. 00000100:00000040:2.0:1767384594.880820:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000cf1270af x1853237050218880 msgsize 224 00000020:00000010:3.0:1767384594.880823:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000099e7c651. 00000020:00000010:3.0:1767384594.880828:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000059b6ec30. 00000100:00100000:2.0:1767384594.880831:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384594.880840:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384594.880843:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384594.880847:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.880847:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384594.880856:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384594.880856:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000400:00000010:2.0:1767384594.880861:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00000100:00000001:2.0:1767384594.880868:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384594.880869:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384594.880876:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c1eae38 x1853237050218880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.880882:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384594.880886:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384594.880894:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384594.880900:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420405248 : -108601289146368 : ffff9d3a4abd0000) 00000100:00000040:3.0:1767384594.880907:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002bd09a3c x1853237050218624/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384614 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.880908:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384594.880915:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c1eae38 x1853237050218880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384594.880934:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002bd09a3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16343:x1853237050218624:12345-0@lo:8: 00000100:00000001:2.0:1767384594.880935:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.880941:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384594.880944:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050218624 00000020:00000001:3.0:1767384594.880948:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384594.880949:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.880952:0:17884:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000040:2.0:1767384594.880954:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3840 usecs (4 jiffies) 00000100:00000001:2.0:1767384594.880958:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294883205 00000020:00000040:3.0:1767384594.880963:0:17884:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 4 - find 00000020:00000001:3.0:1767384594.880967:0:17884:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635468035580768 : -108605673970848 : ffff9d394561e360) 00000100:00000001:2.0:1767384594.880968:0:16345:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294883204 00000100:00000001:3.0:1767384594.880972:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384594.880977:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384594.880978:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294883205 02000000:00000010:3.0:1767384594.880982:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000faf42878. 02000000:00000001:3.0:1767384594.880988:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.880991:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.880992:0:16345:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294883204 00010000:00000040:3.0:1767384594.880994:0:17884:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384594.881001:0:17884:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 215 last 0 00000100:00000001:2.0:1767384594.881001:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294883205 00010000:00000001:3.0:1767384594.881007:0:17884:0:(obd_class.h:852:obd_connect()) Process entered 00002000:00000001:3.0:1767384594.881010:0:17884:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000100:00000001:2.0:1767384594.881011:0:16345:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294883204 00000020:00000001:3.0:1767384594.881012:0:17884:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384594.881015:0:17884:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000001:2.0:1767384594.881019:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294883205 00000020:00000010:3.0:1767384594.881020:0:17884:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008c801f8a. 00000020:00000001:3.0:1767384594.881025:0:17884:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1767384594.881027:0:16345:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294883204 00000020:00000040:3.0:1767384594.881028:0:17884:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008c801f8a with handle 0x9f279d7a9a0b4e6a to hash 00000020:00000001:3.0:1767384594.881034:0:17884:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1767384594.881036:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384594.881039:0:17884:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00000001:2.0:1767384594.881040:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.881044:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.881050:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384594.881051:0:17884:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384594.881056:0:17884:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000f58db16c. 00000100:00000001:2.0:1767384594.881058:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384594.881062:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000001:00000001:3.0:1767384594.881063:0:17884:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.881070:0:17884:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000100:00000001:2.0:1767384594.881071:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384594.881075:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000001:3.0:1767384594.881076:0:17884:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000001:2.0:1767384594.881079:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.881083:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384594.881084:0:17884:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003362cd78. 00000001:00000010:3.0:1767384594.881095:0:17884:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000974b5dc1. 00000001:00000010:3.0:1767384594.881102:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a7108107. 00000020:00000010:2.0:1767384594.881110:0:17077:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000006d70c84. 00000001:00000010:3.0:1767384594.881111:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000059ff0f15. 00000100:00000001:2.0:1767384594.881119:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000010:3.0:1767384594.881120:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f91285fe. 00000100:00100000:2.0:1767384594.881123:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050218880 00000001:00000010:3.0:1767384594.881128:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000722bd2ce. 02000000:00000001:2.0:1767384594.881128:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384594.881133:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384594.881135:0:17884:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.881137:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.881141:0:17884:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384594.881144:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.881146:0:17884:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384594.881149:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050218880 00000020:00000001:2.0:1767384594.881154:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384594.881155:0:17884:0:(genops.c:887:class_export_get()) GET export 000000008c801f8a refcount=3 00000020:00000040:2.0:1767384594.881156:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000020:00000001:2.0:1767384594.881161:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384594.881162:0:17884:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 5 - export 00000020:00000040:2.0:1767384594.881166:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000020:00000001:3.0:1767384594.881168:0:17884:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:2.0:1767384594.881170:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000020:00000040:3.0:1767384594.881174:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 2 00000020:00000001:2.0:1767384594.881175:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000020:00000080:3.0:1767384594.881179:0:17884:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x9f279d7a9a0b4e6a 00000100:00000001:2.0:1767384594.881181:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384594.881185:0:17884:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384594.881188:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6923d94. 00000020:00000001:3.0:1767384594.881191:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384594.881194:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000010:2.0:1767384594.881194:0:17077:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c2c4fe03. 00000020:00000001:3.0:1767384594.881199:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384594.881202:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=3 00000020:00000040:2.0:1767384594.881202:0:17077:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000020:00000001:3.0:1767384594.881207:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:3.0:1767384594.881213:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000001:00000001:3.0:1767384594.881216:0:17884:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384594.881221:0:17884:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000001:2.0:1767384594.881223:0:17077:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000001:00000040:3.0:1767384594.881229:0:17884:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.202.122@tcp 00000020:00000010:2.0:1767384594.881230:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000530ed597. 00000001:00000040:3.0:1767384594.881233:0:17884:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 5 00000020:00000010:2.0:1767384594.881237:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9ebbe3b. 00000001:00000001:3.0:1767384594.881238:0:17884:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446635473304267776 : -108600405283840 : ffff9d3a7f6bac00) 00000001:00000001:3.0:1767384594.881245:0:17884:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000010:2.0:1767384594.881246:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ffba2e2e. 00000020:00000040:3.0:1767384594.881249:0:17884:0:(genops.c:887:class_export_get()) GET export 000000008c801f8a refcount=4 00000100:00000001:2.0:1767384594.881254:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384594.881258:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000040:3.0:1767384594.881259:0:17884:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 6 00000100:00000001:2.0:1767384594.881263:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384594.881267:0:17884:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000810491a8. 00000100:00000001:2.0:1767384594.881270:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384594.881273:0:17884:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000097a6cc22. 00000100:00000001:2.0:1767384594.881275:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384594.881278:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.881285:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384594.881334:0:17884:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384594.881340:0:17884:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000001:00000040:3.0:1767384594.881344:0:17884:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 5 00000001:00000001:3.0:1767384594.881347:0:17884:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:3.0:1767384594.881351:0:17884:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1767384594.881358:0:17884:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1767384594.881363:0:17884:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00000001:3.0:1767384594.881366:0:17884:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384594.881370:0:17884:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:3.0:1767384594.881375:0:17884:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000001:00000001:3.0:1767384594.881381:0:17884:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384594.881385:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384594.881390:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003f0c9c6b. 00080000:00000001:3.0:1767384594.881395:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635472732037632 : -108600977513984 : ffff9d3a5d502200) 00080000:00000001:3.0:1767384594.881398:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384594.881403:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384594.881408:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c0292edf. 00080000:00000001:3.0:1767384594.881414:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.881417:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384594.881432:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384594.881437:0:17884:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000038723138. 00000001:00000040:3.0:1767384594.881441:0:17884:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000008c801f8a : new cb_count 1 00000020:00000040:3.0:1767384594.881444:0:17884:0:(genops.c:887:class_export_get()) GET export 000000008c801f8a refcount=5 00000001:00000001:3.0:1767384594.881470:0:17884:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384594.881474:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384594.881483:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c0292edf. 00040000:00000001:3.0:1767384594.881489:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384594.881508:0:17884:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384594.881511:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384594.881516:0:17884:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384594.881527:0:17884:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384594.881531:0:17884:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:3.0:1767384594.881534:0:17884:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384594.881539:0:17884:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000071d7ebca 00000020:00000010:3.0:1767384594.881545:0:17884:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000042534947. 00000020:00000040:3.0:1767384594.881554:0:17884:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000042534947 for nid 0@lo - ref 2 00000020:00000001:3.0:1767384594.881635:0:17884:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384594.881643:0:17884:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d02b2724. 00000020:00000010:3.0:1767384594.881648:0:17884:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000476b2fb1. 00000020:00000010:3.0:1767384594.881652:0:17884:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000916c91ce. 00000020:00000010:3.0:1767384594.881682:0:17884:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000aab2af44. 00000020:00000010:3.0:1767384594.881689:0:17884:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000702935cf. 00000020:00000010:3.0:1767384594.881693:0:17884:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000e9e5f4b1. 00000100:00000001:2.0:1767384594.881703:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:3.0:1767384594.881707:0:17884:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.881707:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00080000:3.0:1767384594.881712:0:17884:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000400:00000001:2.0:1767384594.881714:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00002000:00000001:3.0:1767384594.881715:0:17884:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384594.881718:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384594.881719:0:17884:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384594.881723:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aa91e65. 00000020:00000010:3.0:1767384594.881727:0:17884:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000072aab0ab. 00000400:00000200:2.0:1767384594.881728:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35c5032 00000400:00000010:2.0:1767384594.881733:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d35c5032. 00000020:00000040:3.0:1767384594.881734:0:17884:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - import 00000100:00000001:2.0:1767384594.881740:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384594.881746:0:17884:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1767384594.881747:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca86bd06 x1853237050218752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384594.881751:0:17884:0:(genops.c:1242:class_import_put()) import 0000000072aab0ab refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1767384594.881758:0:17884:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384594.881765:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0292edf. 00000100:00000200:2.0:1767384594.881771:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca86bd06 x1853237050218752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384594.881774:0:17884:0:(genops.c:887:class_export_get()) GET export 000000008c801f8a refcount=6 00000100:00000040:3.0:1767384594.881779:0:17884:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:3.0:1767384594.881784:0:17884:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384594.881789:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384594.881795:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:2.0:1767384594.881795:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384594.881801:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:2.0:1767384594.881801:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.881808:0:17884:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635473142995136 : -108600566556480 : 0xffff9d3a75ced8c0) 00000100:00000001:2.0:1767384594.881808:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384594.881813:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384594.881816:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384594.881817:0:17884:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:2.0:1767384594.881819:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384594.881826:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384594.881827:0:17884:0:(genops.c:887:class_export_get()) GET export 000000008c801f8a refcount=7 00000020:00000010:2.0:1767384594.881836:0:16344:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b162facf. 00000100:00000001:3.0:1767384594.881844:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1767384594.881844:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384594.881850:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=5 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384594.881851:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384594.881859:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:2.0:1767384594.881859:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384594.881864:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384594.881866:0:17884:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00010000:00000001:2.0:1767384594.881868:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384594.881872:0:17884:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384594.881878:0:17884:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:3.0:1767384594.881884:0:17884:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651628608 : -1057923008 : ffffffffc0f16040) 00010000:00080000:2.0:1767384594.881885:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ca86bd06 x1853237050218752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384594.881892:0:17884:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.881900:0:17884:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384594.881906:0:17884:0:(recover.c:147:ptlrpc_resend()) Process entered 00010000:00000001:2.0:1767384594.881908:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.881909:0:17884:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384594.881916:0:17884:0:(import.c:65:import_set_state_nolock()) 0000000072aab0ab : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384594.881917:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384594.881920:0:17884:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000040:2.0:1767384594.881922:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384594.881924:0:17884:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384594.881928:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384594.881929:0:17884:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.881932:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384594.881935:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 6 00000020:00000040:3.0:1767384594.881939:0:17884:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - find 00000100:00000040:2.0:1767384594.881940:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca86bd06 x1853237050218752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384594.881947:0:17884:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.881952:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384594.881956:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665412832 : -1044138784 : ffffffffc1c3b4e0) 00000020:00000001:3.0:1767384594.881962:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384594.881966:0:17884:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.881967:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384594.881969:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384594.881973:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384594.881974:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384594.881977:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.881979:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384594.881980:0:17884:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:3.0:1767384594.881987:0:17884:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384594.881987:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca86bd06 x1853237050218752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384594.881991:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050218624 00010000:00000001:3.0:1767384594.881996:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384594.882003:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002bd09a3c x1853237050218624/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384594.882006:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca86bd06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050218752:0@lo:400: 00010000:00000001:3.0:1767384594.882019:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384594.882019:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384594.882023:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384594.882026:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=1767384594 v=10 (0 0 0 0) 00000100:00000001:2.0:1767384594.882026:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1767384594.882032:0:17884:0:(import.c:2194:obd_at_measure()) AT 0000000086fb0b23 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1767384594.882033:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca86bd06 x1853237050218752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384594.882050:0:17884:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@000000002bd09a3c x1853237050218624/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.882068:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384594.882071:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384594.882076:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb792e37. 00000100:00001000:3.0:1767384594.882077:0:17884:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384594.882081:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384594.882082:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384594.882086:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000001:2.0:1767384594.882087:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384594.882091:0:16344:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384594.882092:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:2.0:1767384594.882097:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384594.882098:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384594.882102:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384594.882102:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1caaeb9. 00000100:00000001:3.0:1767384594.882109:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384594.882112:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384594.882115:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767384594.882118:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1767384594.882120:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca86bd06. 00000400:00000010:3.0:1767384594.882124:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c886b5f. 00000100:00000001:2.0:1767384594.882127:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1767384594.882130:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237050218624, offset 0 00000100:00000001:2.0:1767384594.882131:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.882137:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384594.882145:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384594.882151:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384594.882156:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.882157:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384594.882164:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384594.882169:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.882175:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958260101880 00000400:00000200:3.0:1767384594.882183:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x1105 [1] + 0 00000400:00000200:3.0:1767384594.882190:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384594.882195:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384594.882198:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384594.882200:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384594.882207:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767384594.882207:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384594.882212:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384594.882213:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000260e6872 x1853237050218624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384594.882216:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049ff37fb. 00000400:00000200:2.0:1767384594.882224:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2bf60b 00000100:00000040:3.0:1767384594.882228:0:17884:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000260e6872 x1853237050218624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384594.882229:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2bf60b. 00000100:00000001:2.0:1767384594.882238:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384594.882246:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c1eae38 x1853237050218880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.882264:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384594.882269:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c1eae38 x1853237050218880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384594.882271:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c886b5f 00000400:00000010:3.0:1767384594.882276:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c886b5f. 00000100:00000001:3.0:1767384594.882283:0:17884:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384594.882287:0:17884:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384594.882308:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384594.882311:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384594.882317:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384594.882320:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.882322:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384594.882323:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384594.882326:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.882333:0:16345:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384594.882337:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002bd09a3c x1853237050218624/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384594.882338:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384594.882343:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384594.882347:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384594.882354:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384594.882360:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002bd09a3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16343:x1853237050218624:12345-0@lo:8: Request processed in 1429us (2155us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384594.882362:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384594.882373:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=5 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384594.882376:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000001:2.0:1767384594.882378:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384594.882380:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:2.0:1767384594.882382:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.882384:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384594.882385:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384594.882386:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384594.882392:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000099e7c651. 00010000:00080000:2.0:1767384594.882394:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005c1eae38 x1853237050218880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384594.882397:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000059b6ec30. 00000020:00000010:3.0:1767384594.882404:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed4a7a27. 00000020:00000040:3.0:1767384594.882410:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 5 00000100:00000001:3.0:1767384594.882416:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384594.882417:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.882424:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384594.882428:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384594.882433:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384594.882436:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384594.882444:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c1eae38 x1853237050218880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.882468:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384594.882473:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384594.882476:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384594.882484:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c1eae38 x1853237050218880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384594.882511:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16345:1853237050218880:0@lo:400: 00000100:00000001:2.0:1767384594.882517:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.882523:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384594.882530:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c1eae38 x1853237050218880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.882549:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384594.882555:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384594.882558:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b56aa194. 02000000:00000001:2.0:1767384594.882566:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384594.882570:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384594.882575:0:16345:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384594.882581:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384594.882584:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ade04db. 02000000:00000001:2.0:1767384594.882592:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384594.882596:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384594.882600:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c1eae38. 00000100:00000001:2.0:1767384594.882607:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384594.882611:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.882618:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.882626:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384594.882630:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.882636:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384594.882639:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384594.882674:0:17099:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000004:00000001:3.0:1767384594.882678:0:17099:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384594.882682:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000001:2.0:1767384594.882684:0:17098:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000020:3.0:1767384594.882685:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384594.882691:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a421276. 00000004:00000001:2.0:1767384594.882691:0:17098:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000020:00000040:3.0:1767384594.882696:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000004:00080000:2.0:1767384594.882696:0:17098:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000040:00000001:2.0:1767384594.882701:0:17098:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000100:00000001:3.0:1767384594.882702:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000040:00000001:2.0:1767384594.882705:0:17098:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 02000000:00000001:3.0:1767384594.882706:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384594.882710:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384594.882716:0:17098:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 02000000:00000010:3.0:1767384594.882717:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002121abed. 00000100:00000001:3.0:1767384594.882722:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384594.882723:0:17098:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.882731:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000040:00000001:2.0:1767384594.882731:0:17098:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000100:00000001:3.0:1767384594.882734:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384594.882736:0:17098:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 00000100:00000040:3.0:1767384594.882744:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a421276] to pc [ptlrpcd_00_02+2] req@000000002a421276 x1853237050219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384594.882745:0:17098:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384594.882752:0:17098:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b56aa194. 00080000:00000001:2.0:1767384594.882759:0:17098:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036184064 : -108605673367552 : ffff9d39456b1800) 00000040:00000001:2.0:1767384594.882765:0:17098:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1767384594.882769:0:17098:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00000004:00000001:3.0:1767384594.882770:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384594.882774:0:17098:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000004:00000001:3.0:1767384594.882776:0:17099:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000001:00000001:2.0:1767384594.882779:0:17098:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00080000:3.0:1767384594.882782:0:17099:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00080000:00000010:2.0:1767384594.882784:0:17098:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000af4973d4. 00000004:00000001:3.0:1767384594.882786:0:17099:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00080000:00000001:2.0:1767384594.882791:0:17098:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384594.882792:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006166415c. 00000040:00000001:2.0:1767384594.882796:0:17098:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384594.882801:0:17098:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384594.882804:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000040:00000001:2.0:1767384594.882806:0:17098:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:2.0:1767384594.882810:0:17098:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000100:00000001:3.0:1767384594.882811:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384594.882816:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:2.0:1767384594.882817:0:17098:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 02000000:00000001:3.0:1767384594.882820:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384594.882821:0:17098:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1767384594.882825:0:17098:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 02000000:00000010:3.0:1767384594.882826:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8d6b044. 00080000:00000002:2.0:1767384594.882829:0:17098:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00000100:00000001:3.0:1767384594.882832:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.882837:0:17099:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00080000:00000010:2.0:1767384594.882838:0:17098:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000530ed597. 00000100:00000001:3.0:1767384594.882839:0:17099:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000001:2.0:1767384594.882843:0:17098:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384594.882847:0:17099:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001097346e. 00000040:00000001:2.0:1767384594.882848:0:17098:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.882852:0:17099:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472408137472 : -108601301414144 : ffff9d3a4a01cf00) 00000100:00000001:3.0:1767384594.882855:0:17099:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000040:00000001:2.0:1767384594.882855:0:17098:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.882859:0:17099:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964278400 : -108605745273216 : ffff9d394121e680) 00080000:00000001:2.0:1767384594.882860:0:17098:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384594.882866:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384594.882869:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.882874:0:17099:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:2.0:1767384594.882874:0:17098:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.882877:0:17099:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000040:00000001:2.0:1767384594.882880:0:17098:0:(llog.c:1222:llog_write_rec()) Process entered 00000100:00000040:3.0:1767384594.882883:0:17099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006166415c x1853237050219136/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:2.0:1767384594.882885:0:17098:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1767384594.882890:0:17098:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00000100:00000001:3.0:1767384594.882905:0:17099:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384594.882907:0:17099:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384594.882914:0:17099:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384594.882917:0:17099:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000040:00000001:2.0:1767384594.882917:0:17098:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384594.882924:0:17099:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384594.882924:0:17098:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384594.882933:0:17099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006166415c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17099:1853237050219136:0@lo:7: 00080000:00000001:2.0:1767384594.882933:0:17098:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384594.882940:0:17099:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00080000:00000010:2.0:1767384594.882943:0:17098:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000af4973d4. 02000000:00000001:3.0:1767384594.882944:0:17099:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384594.882948:0:17099:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384594.882950:0:17098:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:3.0:1767384594.882951:0:17099:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384594.882957:0:17099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed4a7a27. 00040000:00000001:2.0:1767384594.882957:0:17098:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384594.882962:0:17098:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384594.882963:0:17099:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384594.882968:0:17098:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384594.882969:0:17099:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068406155. 00000400:00000010:3.0:1767384594.882975:0:17099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c886b5f. 00000040:00000001:2.0:1767384594.882981:0:17098:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384594.882982:0:17099:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050219136, portal 4 00000040:00000001:2.0:1767384594.882989:0:17098:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.882990:0:17099:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00080000:00000001:2.0:1767384594.882995:0:17098:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:3.0:1767384594.882998:0:17099:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964278400 : -108605745273216 : ffff9d394121e680) 00080000:00000010:2.0:1767384594.883003:0:17098:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000125ca41f. 00000020:00000010:3.0:1767384594.883005:0:17099:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000be59bdfc. 00080000:00000001:2.0:1767384594.883010:0:17098:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635472342284288 : -108601367267328 : ffff9d3a4614f800) 00000100:00000040:3.0:1767384594.883016:0:17099:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006166415c x1853237050219136/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384610 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384594.883016:0:17098:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384594.883024:0:17098:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.883026:0:17099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00001000:2.0:1767384594.883029:0:17098:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000100:00000040:3.0:1767384594.883033:0:17099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000010:2.0:1767384594.883037:0:17098:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000f83dcbf1. 00000400:00000010:3.0:1767384594.883038:0:17099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b97630ca. 00000004:00080000:2.0:1767384594.883046:0:17098:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 215906753145ns, next at 0ns, rc = 0 00000100:00000200:3.0:1767384594.883050:0:17099:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237050219136, offset 0 00080000:00000001:2.0:1767384594.883054:0:17098:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384594.883060:0:17099:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000001:2.0:1767384594.883062:0:17098:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384594.883065:0:17098:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384594.883068:0:17098:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.883071:0:17099:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:2.0:1767384594.883074:0:17098:0:(osd_handler.c:2874:osd_commit_async()) Process entered 00080000:00080000:2.0:1767384594.883078:0:17098:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000400:00000200:3.0:1767384594.883081:0:17099:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958260101a80 00000400:00000200:3.0:1767384594.883088:0:17099:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 520 00000400:00000200:3.0:1767384594.883096:0:17099:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1767384594.883096:0:17098:0:(osd_handler.c:2881:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384594.883103:0:17098:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 00000400:00000200:3.0:1767384594.883107:0:17099:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:2.0:1767384594.883109:0:17098:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1767384594.883113:0:17098:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.883118:0:17099:0:(events.c:286:request_in_callback()) Process entered 00000004:00000001:2.0:1767384594.883118:0:17098:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000200:3.0:1767384594.883123:0:17099:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000001:2.0:1767384594.883123:0:17098:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384594.883131:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a4b5de7. 00000100:00000040:3.0:1767384594.883137:0:17099:0:(events.c:337:request_in_callback()) incoming req@000000003a4b5de7 x1853237050219136 msgsize 264 00000100:00000001:2.0:1767384594.883144:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384594.883149:0:17099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384594.883149:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.883167:0:17099:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384594.883180:0:17886:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005f706c9b. 00000400:00000200:3.0:1767384594.883181:0:17099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b97630ca 00000400:00000010:3.0:1767384594.883185:0:17099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b97630ca. 00000100:00000001:3.0:1767384594.883190:0:17099:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384594.883192:0:17886:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384594.883194:0:17099:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006166415c x1853237050219136/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384610 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384594.883198:0:17886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050219008 02000000:00000001:2.0:1767384594.883204:0:17886:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384594.883207:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384594.883208:0:17099:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384594.883210:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384594.883214:0:17099:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006166415c x1853237050219136/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384610 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384594.883217:0:17886:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384594.883225:0:17886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050219008 00000020:00000001:2.0:1767384594.883231:0:17886:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384594.883232:0:17099:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.883236:0:17099:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384594.883236:0:17886:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:2.0:1767384594.883241:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384594.883242:0:17099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384594.883245:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=6 00000100:00000040:3.0:1767384594.883250:0:17099:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3267 usecs (4 jiffies) 00000100:00000001:3.0:1767384594.883256:0:17099:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883207 00000020:00000001:2.0:1767384594.883259:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:2.0:1767384594.883265:0:17886:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:3.0:1767384594.883267:0:17099:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294883207 00000100:00000001:3.0:1767384594.883273:0:17099:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883207 00000100:00000001:2.0:1767384594.883275:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384594.883277:0:17099:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294883207 00000100:00000001:3.0:1767384594.883281:0:17099:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883207 00000020:00000010:2.0:1767384594.883282:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af4973d4. 00000100:00000001:3.0:1767384594.883286:0:17099:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294883207 00000020:00000010:2.0:1767384594.883315:0:17886:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c0292edf. 00000100:00000001:3.0:1767384594.883317:0:17099:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883208 00000100:00000001:3.0:1767384594.883323:0:17099:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294883207 00000020:00000040:2.0:1767384594.883323:0:17886:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:3.0:1767384594.883330:0:17099:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384594.883333:0:17099:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.883335:0:17099:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384594.883336:0:17099:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384594.883338:0:17099:0:(client.c:2690:ptlrpc_set_wait()) set 000000001097346e going to sleep for 11 seconds 00000100:00000001:2.0:1767384594.883339:0:17886:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384594.883341:0:17099:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384594.883344:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c21eef4c. 00000100:00000001:3.0:1767384594.883345:0:17099:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384594.883352:0:17886:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbabe400. 00000020:00000010:2.0:1767384594.883356:0:17886:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dbb103e5. 00000100:00000040:2.0:1767384594.883366:0:17886:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384594.883369:0:17886:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384594.883371:0:17886:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384594.883373:0:17886:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.883377:0:17886:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.883385:0:17886:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384594.883396:0:17886:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384594.883399:0:17886:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384594.883402:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384594.883405:0:17886:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:2.0:1767384594.883407:0:17886:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299797120 : -108600409754496 : ffff9d3a7f277480) 00000100:00000040:2.0:1767384594.883411:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f210cd15 x1853237050219008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:575/0 lens 224/0 e 0 to 0 dl 1767384605 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.883421:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384594.883425:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009087f39f. 00000100:00000001:2.0:1767384594.883427:0:17886:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384594.883430:0:17886:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009087f39f. 00000100:00100000:2.0:1767384594.883436:0:17886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f210cd15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16346:x1853237050219008:12345-0@lo:13: 00000100:00000001:3.0:1767384594.883437:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384594.883441:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050219136 00000100:00000200:2.0:1767384594.883443:0:17886:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050219008 02000000:00000001:3.0:1767384594.883444:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384594.883448:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384594.883449:0:17886:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384594.883450:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384594.883453:0:17886:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384594.883454:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384594.883457:0:17886:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384594.883458:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050219136 00000020:00000001:3.0:1767384594.883460:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384594.883461:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:3.0:1767384594.883462:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384594.883464:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=7 00000020:00000001:3.0:1767384594.883469:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:2.0:1767384594.883470:0:17886:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384594.883472:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:2.0:1767384594.883474:0:17886:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000100:00000001:3.0:1767384594.883476:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384594.883479:0:17886:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384594.883482:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a8fed25. 00000020:00000001:2.0:1767384594.883483:0:17886:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.883486:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384594.883488:0:17886:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384594.883505:0:17886:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384594.883509:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a8fed25. 00000020:00000001:2.0:1767384594.883510:0:17886:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.883515:0:17886:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384594.883516:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb792e37. 02000000:00000001:2.0:1767384594.883518:0:17886:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384594.883523:0:17886:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000057c0b5e0. 00000020:00000010:3.0:1767384594.883526:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000099e7c651. 02000000:00000001:2.0:1767384594.883528:0:17886:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384594.883530:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000059b6ec30. 00000100:00000001:2.0:1767384594.883532:0:17886:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384594.883537:0:17886:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767384594.883538:0:17884:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384594.883542:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:2.0:1767384594.883543:0:17886:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767384594.883544:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384594.883548:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384594.883549:0:17886:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384594.883553:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384594.883559:0:17886:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384594.883563:0:17886:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 144203776 avail 129867776 00000100:00000001:3.0:1767384594.883564:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384594.883569:0:17886:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000100:00000001:3.0:1767384594.883573:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000020:2.0:1767384594.883574:0:17886:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767384594.883576:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384594.883581:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00002000:00000020:2.0:1767384594.883582:0:17886:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49698 free; state 0 00000100:00000040:3.0:1767384594.883585:0:17884:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 2 00002000:00000001:2.0:1767384594.883587:0:17886:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384594.883588:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964274816 : -108605745276800 : ffff9d394121d880) 00000020:00000010:2.0:1767384594.883594:0:17886:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000996bc58b. 00000100:00000040:3.0:1767384594.883595:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a4b5de7 x1853237050219136/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:575/0 lens 264/0 e 0 to 0 dl 1767384605 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384594.883603:0:17886:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384594.883608:0:17886:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.883610:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:2.0:1767384594.883615:0:17886:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384594.883616:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a8fed25. 00000100:00000001:3.0:1767384594.883621:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384594.883621:0:17886:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050219008 00000020:00000010:3.0:1767384594.883626:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a8fed25. 00010000:00000001:2.0:1767384594.883628:0:17886:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384594.883631:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a4b5de7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:17099:x1853237050219136:12345-0@lo:7: 00010000:00000200:2.0:1767384594.883636:0:17886:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f210cd15 x1853237050219008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:575/0 lens 224/368 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384594.883637:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050219136 00000020:00000001:3.0:1767384594.883641:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384594.883644:0:17884:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384594.883647:0:17884:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384594.883650:0:17886:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384594.883651:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384594.883656:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665412784 : -1044138832 : ffffffffc1c3b4b0) 00010000:00000001:2.0:1767384594.883656:0:17886:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.883662:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:2.0:1767384594.883662:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=1767384594 v=10 (0 0 0 0) 00000020:00000001:3.0:1767384594.883664:0:17884:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384594.883669:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384594.883671:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:2.0:1767384594.883671:0:17886:0:(import.c:2194:obd_at_measure()) AT 000000004e986f20 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000020:00000001:3.0:1767384594.883675:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384594.883678:0:17884:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00000100:00001000:2.0:1767384594.883680:0:17886:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@00000000f210cd15 x1853237050219008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:575/0 lens 224/368 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.883683:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384594.883692:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384594.883696:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000007efc2631. 02000000:00000001:3.0:1767384594.883702:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384594.883703:0:17886:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384594.883704:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384594.883708:0:17886:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00002000:00000001:3.0:1767384594.883709:0:17884:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000010:3.0:1767384594.883714:0:17884:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 00000000fca14b66. 00000100:00000001:2.0:1767384594.883714:0:17886:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384594.883719:0:17886:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384594.883720:0:17884:0:(dt_object.c:278:dt_find_or_create()) Process entered 02000000:00000001:2.0:1767384594.883723:0:17886:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384594.883725:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1767384594.883727:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:3.0:1767384594.883732:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00000100:00000040:2.0:1767384594.883732:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384594.883735:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2bf60b. 00002000:00000010:3.0:1767384594.883739:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000328d5f50. 00000100:00000200:2.0:1767384594.883741:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050219008, offset 224 00002000:00000001:3.0:1767384594.883745:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635468038191736 : -108605671359880 : ffff9d394589ba78) 00000400:00000200:2.0:1767384594.883751:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:3.0:1767384594.883753:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384594.883756:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00000400:00000200:2.0:1767384594.883762:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:3.0:1767384594.883765:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a2e58c32. 00002000:00000001:3.0:1767384594.883768:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.883771:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00000400:00000200:2.0:1767384594.883772:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260101a00 00000001:00000001:3.0:1767384594.883776:0:17884:0:(osd_compat.c:1417:osd_obj_spec_lookup()) Process entered 00000400:00000200:2.0:1767384594.883780:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1131 [1] + 224 00000001:00000001:3.0:1767384594.883781:0:17884:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000010:3.0:1767384594.883786:0:17884:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000005a8fed25. 00000400:00000200:2.0:1767384594.883788:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:3.0:1767384594.883789:0:17884:0:(osd_compat.c:924:osd_seq_load_locked()) Process entered 00000001:00000001:3.0:1767384594.883794:0:17884:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:3.0:1767384594.883796:0:17884:0:(osd_compat.c:141:simple_mkdir()) creating directory 240000400 00000400:00000200:2.0:1767384594.883798:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384594.883804:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384594.883808:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a421276 x1853237050219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384610 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384594.883817:0:17886:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000002a421276 x1853237050219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384594.883835:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:3.0:1767384594.883836:0:17884:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446635473080321296 : -108600629230320 : ffff9d3a72128510) 00000001:00000010:3.0:1767384594.883842:0:17884:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 000000001601b1e4. 00000400:00000200:2.0:1767384594.883843:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2bf60b 00000001:00000001:3.0:1767384594.883845:0:17884:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000400:00000010:2.0:1767384594.883847:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2bf60b. 00000001:00000002:3.0:1767384594.883848:0:17884:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000100:00000001:2.0:1767384594.883854:0:17886:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384594.883858:0:17886:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384594.883865:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384594.883870:0:17886:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384594.883874:0:17886:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384594.883876:0:17886:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384594.883878:0:17886:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384594.883882:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f210cd15 x1853237050219008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:575/0 lens 224/368 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384594.883908:0:17886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f210cd15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16346:x1853237050219008:12345-0@lo:13: Request processed in 484us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384594.883923:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:2.0:1767384594.883928:0:17886:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 1 00000100:00000001:2.0:1767384594.883932:0:17886:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384594.883937:0:17886:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384594.883941:0:17886:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbabe400. 00000020:00000010:2.0:1767384594.883946:0:17886:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dbb103e5. 00000020:00000010:2.0:1767384594.883950:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c21eef4c. 00000020:00000040:2.0:1767384594.883956:0:17886:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 6 00000100:00000001:3.0:1767384594.883960:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384594.883960:0:17886:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.883964:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384594.883969:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384594.883971:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384594.883973:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445ef3a9. 00000400:00000200:3.0:1767384594.883977:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a2deecf 00000400:00000010:3.0:1767384594.883979:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a2deecf. 00000100:00000001:3.0:1767384594.883982:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384594.883986:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a421276 x1853237050219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384594.883993:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a421276 x1853237050219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.884005:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384594.884007:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.884009:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384594.884011:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384594.884012:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384594.884013:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384594.884015:0:18653:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000086294333. 00080000:00000010:0.0:1767384594.884024:0:18653:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000088065e97. 00080000:00000010:0.0:1767384594.884030:0:18653:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003156fa04. 00002000:00000010:0.0:1767384594.884036:0:18653:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003f46ac60. 02000000:00000001:3.0:1767384594.884041:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384594.884046:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=1767384594 v=5 (0 0 0 0) 00000100:00001000:3.0:1767384594.884049:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384594.884051:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384594.884052:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384594.884052:0:18653:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002902194e. 00010000:00000001:3.0:1767384594.884057:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384594.884061:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002a421276 x1853237050219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384594.884065:0:18653:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00010000:00000001:3.0:1767384594.884071:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.884074:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384594.884075:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384594.884077:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384594.884079:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384594.884081:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a421276 x1853237050219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384610 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.884087:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384594.884090:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384594.884092:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384594.884094:0:16346:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384594.884096:0:16346:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384594.884098:0:16346:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = -11 00000004:00000020:3.0:1767384594.884102:0:16346:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49698 free files 0x0 00000004:00000001:3.0:1767384594.884105:0:16346:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384594.884108:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a421276 x1853237050219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384610 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384594.884128:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a421276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050219008:0@lo:13: 00000100:00000001:3.0:1767384594.884135:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.884141:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384594.884145:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a421276 x1853237050219008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384610 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.884153:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384594.884155:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384594.884157:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000de254636. 02000000:00000001:3.0:1767384594.884162:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384594.884164:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384594.884165:0:16346:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384594.884168:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384594.884169:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002121abed. 02000000:00000001:3.0:1767384594.884173:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384594.884175:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384594.884176:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a421276. 00000100:00000001:3.0:1767384594.884179:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384594.884180:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.884181:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.884185:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384594.884186:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.884189:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384594.884191:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384594.884192:0:17056:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00000010:0.0:1767384594.884210:0:17056:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000f83dcbf1. 00000004:00000001:2.0:1767384594.884217:0:17098:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00080000:00000010:0.0:1767384594.884219:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000125ca41f. 00000004:00000001:2.0:1767384594.884221:0:17098:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384594.884226:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b56aa194. 00000100:00000001:0.0:1767384594.885025:0:17099:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384594.885031:0:17099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384594.885034:0:17099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384594.885039:0:17099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068406155. 00000400:00000200:0.0:1767384594.885046:0:17099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c886b5f 00000400:00000010:0.0:1767384594.885050:0:17099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c886b5f. 00000100:00000001:0.0:1767384594.885057:0:17099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384594.885066:0:17099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006166415c x1853237050219136/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384610 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384594.885078:0:17099:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006166415c x1853237050219136/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384610 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.885085:0:17099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384594.885087:0:17099:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384594.885089:0:17099:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384594.885091:0:17099:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384594.885093:0:17099:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384594.885095:0:17099:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384594.885097:0:17099:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384594.885105:0:17099:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f3cc9c87. 00000100:00001000:0.0:1767384594.885109:0:17099:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384594.885112:0:17099:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384594.885115:0:17099:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384594.885116:0:17099:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384594.885118:0:17099:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384594.885122:0:17099:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006166415c x1853237050219136/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384610 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384594.885135:0:17099:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.885138:0:17099:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384594.885140:0:17099:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384594.885142:0:17099:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384594.885143:0:17099:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384594.885147:0:17099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006166415c x1853237050219136/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384610 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.885153:0:17099:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384594.885156:0:17099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384594.885157:0:17099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384594.885160:0:17099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006166415c x1853237050219136/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384610 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384594.885166:0:17099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006166415c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17099:1853237050219136:0@lo:7: 00000100:00000001:0.0:1767384594.885171:0:17099:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384594.885173:0:17099:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.885175:0:17099:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384594.885177:0:17099:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384594.885180:0:17099:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006166415c x1853237050219136/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384610 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.885186:0:17099:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384594.885188:0:17099:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001097346e. 00000100:00000001:0.0:1767384594.885192:0:17099:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384594.885193:0:17099:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384594.885196:0:17099:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:0.0:1767384594.885199:0:17099:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384594.885201:0:17099:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006166415c x1853237050219136/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.885207:0:17099:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384594.885209:0:17099:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384594.885211:0:17099:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed4a7a27. 02000000:00000001:0.0:1767384594.885214:0:17099:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384594.885221:0:17099:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384594.885222:0:17099:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384594.885224:0:17099:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384594.885226:0:17099:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8d6b044. 02000000:00000001:0.0:1767384594.885229:0:17099:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384594.885231:0:17099:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384594.885232:0:17099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006166415c. 00000100:00000001:0.0:1767384594.885234:0:17099:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384594.885235:0:17099:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384594.885237:0:17099:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384594.885242:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be91014b. 00000020:00000040:0.0:1767384594.885244:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384594.885247:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384594.885249:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384594.885251:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384594.885256:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4f36717. 00000100:00000001:0.0:1767384594.885259:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.885262:0:17099:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384594.885263:0:17099:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384594.885267:0:17099:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d256bfbc. 00000100:00000001:0.0:1767384594.885268:0:17099:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635473136575424 : -108600572976192 : ffff9d3a756ce3c0) 00000100:00000001:0.0:1767384594.885270:0:17099:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384594.885271:0:17099:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248896 : -108605746302720 : ffff9d3941123100) 00000100:00000001:0.0:1767384594.885274:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384594.885276:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.885277:0:17099:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384594.885279:0:17099:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384594.885282:0:17099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be91014b x1853237050219264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.885288:0:17099:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384594.885314:0:17099:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384594.885318:0:17099:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384594.885320:0:17099:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384594.885323:0:17099:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384594.885326:0:17099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000be91014b pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17099:1853237050219264:0@lo:5: 00000100:00000001:0.0:1767384594.885337:0:17099:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384594.885340:0:17099:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384594.885342:0:17099:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384594.885344:0:17099:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384594.885347:0:17099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000093229b71. 02000000:00000001:0.0:1767384594.885350:0:17099:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384594.885354:0:17099:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc9b57be. 00000400:00000010:0.0:1767384594.885359:0:17099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003bf47e99. 00000100:00000200:0.0:1767384594.885363:0:17099:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050219264, portal 4 00000100:00000001:0.0:1767384594.885365:0:17099:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384594.885367:0:17099:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248896 : -108605746302720 : ffff9d3941123100) 00000100:00000040:0.0:1767384594.885372:0:17099:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000be91014b x1853237050219264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.885379:0:17099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384594.885381:0:17099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384594.885384:0:17099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cf05f8e. 00000100:00000200:0.0:1767384594.885387:0:17099:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237050219264, offset 0 00000400:00000200:0.0:1767384594.885393:0:17099:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384594.885400:0:17099:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384594.885407:0:17099:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958260101b00 00000400:00000200:0.0:1767384594.885412:0:17099:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 784 00000400:00000200:0.0:1767384594.885417:0:17099:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384594.885421:0:17099:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384594.885424:0:17099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384594.885426:0:17099:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384594.885429:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004594f6e1. 00000100:00000040:0.0:1767384594.885432:0:17099:0:(events.c:337:request_in_callback()) incoming req@000000004594f6e1 x1853237050219264 msgsize 432 00000100:00100000:0.0:1767384594.885437:0:17099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384594.885448:0:17099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384594.885453:0:17099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf05f8e 00000400:00000010:0.0:1767384594.885455:0:17099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cf05f8e. 00000100:00000001:0.0:1767384594.885459:0:17099:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384594.885463:0:17099:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be91014b x1853237050219264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.885512:0:17099:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384594.885518:0:17099:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000be91014b x1853237050219264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.885533:0:17099:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.885536:0:17099:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384594.885545:0:17099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384594.885550:0:17099:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2536 usecs (3 jiffies) 00000100:00000001:0.0:1767384594.885556:0:17099:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883209 00000100:00000001:0.0:1767384594.885563:0:17099:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294883207 00000100:00000001:0.0:1767384594.885569:0:17099:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883209 00000100:00000001:0.0:1767384594.885576:0:17099:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294883207 00000100:00000001:0.0:1767384594.885579:0:17099:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883209 00000100:00000001:0.0:1767384594.885583:0:17099:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294883207 00000100:00000001:0.0:1767384594.885590:0:17099:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883209 00000100:00000001:0.0:1767384594.885595:0:17099:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294883208 00000100:00000001:0.0:1767384594.885602:0:17099:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384594.885609:0:17099:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.885614:0:17099:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384594.885617:0:18653:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002b81394a. 00000100:00000001:0.0:1767384594.885619:0:17099:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384594.885626:0:17099:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d256bfbc going to sleep for 11 seconds 00000100:00000001:0.0:1767384594.885630:0:17099:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384594.885634:0:17099:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.885836:0:17099:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384594.885842:0:17099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384594.885847:0:17099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384594.885852:0:17099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc9b57be. 00000400:00000200:0.0:1767384594.885859:0:17099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bf47e99 00000400:00000010:0.0:1767384594.885863:0:17099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003bf47e99. 00000100:00000001:0.0:1767384594.885869:0:17099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384594.885876:0:17099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be91014b x1853237050219264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384594.885900:0:17099:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be91014b x1853237050219264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.885907:0:17099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384594.885910:0:17099:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384594.885912:0:17099:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384594.885914:0:17099:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384594.885915:0:17099:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384594.885917:0:17099:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384594.885918:0:17099:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384594.885922:0:17099:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384594.885925:0:17099:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384594.885928:0:17099:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384594.885929:0:17099:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384594.885931:0:17099:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384594.885934:0:17099:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000be91014b x1853237050219264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384594.885940:0:17099:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.885943:0:17099:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384594.885944:0:17099:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384594.885946:0:17099:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384594.885947:0:17099:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384594.885950:0:17099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be91014b x1853237050219264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.885956:0:17099:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384594.885959:0:17099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384594.885960:0:17099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384594.885963:0:17099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be91014b x1853237050219264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384594.885970:0:17099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000be91014b pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17099:1853237050219264:0@lo:5: 00000100:00000001:0.0:1767384594.885973:0:17099:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384594.885975:0:17099:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.885983:0:17099:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384594.885985:0:17099:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384594.885987:0:17099:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000be91014b x1853237050219264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.885994:0:17099:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384594.885996:0:17099:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d256bfbc. 00000100:00000001:0.0:1767384594.885998:0:17099:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384594.885999:0:17099:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384594.886003:0:17099:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:0.0:1767384594.886007:0:17099:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384594.886010:0:17099:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000be91014b x1853237050219264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.886016:0:17099:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384594.886018:0:17099:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384594.886019:0:17099:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093229b71. 02000000:00000001:0.0:1767384594.886022:0:17099:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384594.886024:0:17099:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384594.886025:0:17099:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384594.886027:0:17099:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384594.886029:0:17099:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d4f36717. 02000000:00000001:0.0:1767384594.886031:0:17099:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384594.886033:0:17099:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384594.886034:0:17099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be91014b. 00000100:00000001:0.0:1767384594.886038:0:17099:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384594.886039:0:17099:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384594.886041:0:17099:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384594.886045:0:17099:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:0.0:1767384594.886048:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be91014b. 00000020:00000040:0.0:1767384594.886050:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384594.886052:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384594.886054:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384594.886056:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384594.886059:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4f36717. 00000100:00000001:0.0:1767384594.886062:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384594.886065:0:17099:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:0.0:1767384594.886074:0:17099:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384594.886075:0:17099:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384594.886079:0:17099:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d256bfbc. 00000100:00000001:0.0:1767384594.886081:0:17099:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635473136575424 : -108600572976192 : ffff9d3a756ce3c0) 00000100:00000001:0.0:1767384594.886083:0:17099:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384594.886085:0:17099:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248896 : -108605746302720 : ffff9d3941123100) 00000100:00000001:0.0:1767384594.886088:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384594.886089:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.886091:0:17099:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384594.886092:0:17099:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384594.886095:0:17099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be91014b x1853237050219392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.886102:0:17099:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384594.886103:0:17099:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384594.886105:0:17099:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384594.886107:0:17099:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384594.886109:0:17099:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384594.886111:0:17099:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000be91014b pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17099:1853237050219392:0@lo:5: 00000100:00000001:0.0:1767384594.886114:0:17099:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384594.886116:0:17099:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384594.886117:0:17099:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384594.886119:0:17099:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384594.886122:0:17099:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000093229b71. 02000000:00000001:0.0:1767384594.886124:0:17099:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384594.886127:0:17099:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc9b57be. 00000400:00000010:0.0:1767384594.886131:0:17099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003bf47e99. 00000100:00000200:0.0:1767384594.886134:0:17099:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050219392, portal 4 00000100:00000001:0.0:1767384594.886136:0:17099:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384594.886137:0:17099:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248896 : -108605746302720 : ffff9d3941123100) 00000100:00000040:0.0:1767384594.886141:0:17099:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000be91014b x1853237050219392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.886147:0:17099:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384594.886149:0:17099:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384594.886151:0:17099:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cf05f8e. 00000100:00000200:0.0:1767384594.886159:0:17099:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237050219392, offset 0 00000400:00000200:0.0:1767384594.886163:0:17099:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384594.886169:0:17099:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384594.886174:0:17099:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958260101b80 00000400:00000200:0.0:1767384594.886178:0:17099:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 1216 00000400:00000200:0.0:1767384594.886181:0:17099:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384594.886184:0:17099:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384594.886187:0:17099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384594.886188:0:17099:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384594.886192:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ead80476. 00000100:00000040:0.0:1767384594.886194:0:17099:0:(events.c:337:request_in_callback()) incoming req@00000000ead80476 x1853237050219392 msgsize 432 00000100:00100000:0.0:1767384594.886198:0:17099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384594.886208:0:17099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384594.886212:0:17099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf05f8e 00000400:00000010:0.0:1767384594.886214:0:17099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cf05f8e. 00000100:00000001:0.0:1767384594.886216:0:17099:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384594.886219:0:17099:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be91014b x1853237050219392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.886226:0:17099:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384594.886228:0:17099:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000be91014b x1853237050219392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.886234:0:17099:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.886236:0:17099:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384594.886240:0:17099:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384594.886243:0:17099:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2101 usecs (3 jiffies) 00000100:00000001:0.0:1767384594.886245:0:17099:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294883209 00000100:00000001:0.0:1767384594.886248:0:17099:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294883209 00000100:00000001:0.0:1767384594.886254:0:17099:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294883209 00000100:00000001:0.0:1767384594.886260:0:17099:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294883209 00000100:00000001:0.0:1767384594.886266:0:17099:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294883209 00000100:00000001:0.0:1767384594.886269:0:17099:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294883209 00000100:00000001:0.0:1767384594.886274:0:17099:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294883209 00000100:00000001:0.0:1767384594.886285:0:17099:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294883209 00000100:00000001:0.0:1767384594.886528:0:17099:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384594.886534:0:17099:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.886540:0:17099:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384594.886544:0:17099:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384594.886548:0:17099:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d256bfbc going to sleep for 11 seconds 00000100:00000001:0.0:1767384594.886552:0:17099:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384594.886554:0:17099:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.889403:0:17878:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1767384594.889406:0:17878:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1767384594.889408:0:17878:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00000040:3.0:1767384594.889411:0:17878:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000008c801f8a : new cb_count 1 00000020:00000040:3.0:1767384594.889413:0:17878:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 6 00000001:00000010:3.0:1767384594.889415:0:17878:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000c11b3596. 00000100:00000040:2.0:1767384594.889418:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294883209, at 4294883210 00002000:00001000:3.0:1767384594.889419:0:17878:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x29:0x0], th_sync 1 00002000:00000010:3.0:1767384594.889426:0:17878:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000042803bb3. 00080000:00000010:3.0:1767384594.889430:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000045748feb. 00000100:00000010:2.0:1767384594.889431:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac0cce91. 00000001:00100000:3.0:1767384594.889434:0:17878:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:3.0:1767384594.889444:0:17878:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000008c801f8a : new cb_count 0 00000020:00000040:3.0:1767384594.889446:0:17878:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 5 00000001:00000010:3.0:1767384594.889448:0:17878:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000038723138. 00080000:00000010:3.0:1767384594.889452:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003f0c9c6b. 00000100:00000040:0.0:1767384594.889472:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294883209, at 4294883210 00000100:00000010:0.0:1767384594.889480:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c401dda7. 00000100:00000040:3.0:1767384594.890343:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294883209, at 4294883211 00000100:00000010:3.0:1767384594.890352:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000103969. 00000001:00000001:3.0:1767384594.894771:0:17884:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384594.894776:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384594.894778:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384594.894779:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384594.894780:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384594.894782:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.894783:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384594.894784:0:17884:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384594.894788:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635468038614984 : -108605670936632 : ffff9d3945902fc8) 00002000:00000001:3.0:1767384594.894790:0:17884:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635468038614896 : -108605670936720 : ffff9d3945902f70) 00002000:00000001:3.0:1767384594.894792:0:17884:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384594.894793:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384594.894795:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384594.894798:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000295d96e7. 00002000:00000001:3.0:1767384594.894800:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635468038185656 : -108605671365960 : ffff9d394589a2b8) 00002000:00000001:3.0:1767384594.894802:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384594.894803:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:3.0:1767384594.894805:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ed4a7a27. 00002000:00000001:3.0:1767384594.894807:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.894808:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384594.894810:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384594.894811:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384594.894811:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384594.894812:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384594.894814:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.894814:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384594.894816:0:17884:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384594.894817:0:17884:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384594.894818:0:17884:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446635472340586560 : -108601368965056 : ffff9d3a45fb1040) 00000001:00000001:3.0:1767384594.895006:0:17884:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384594.895009:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384594.895011:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384594.895012:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384594.895013:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384594.895014:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.895015:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384594.895016:0:17884:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384594.895020:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635468038185656 : -108605671365960 : ffff9d394589a2b8) 00002000:00000001:3.0:1767384594.895021:0:17884:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635468038185568 : -108605671366048 : ffff9d394589a260) 00002000:00000001:3.0:1767384594.895023:0:17884:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384594.895023:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384594.895025:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384594.895028:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008f1c0840. 00002000:00000001:3.0:1767384594.895030:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635468038191432 : -108605671360184 : ffff9d394589b948) 00002000:00000001:3.0:1767384594.895032:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384594.895032:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:3.0:1767384594.895035:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000045748feb. 00002000:00000001:3.0:1767384594.895036:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.895038:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384594.895039:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384594.895040:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384594.895041:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384594.895042:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384594.895043:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.895044:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384594.895045:0:17884:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384594.895046:0:17884:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384594.895047:0:17884:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446635472340586560 : -108601368965056 : ffff9d3a45fb1040) 00000001:00000001:3.0:1767384594.895176:0:17884:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384594.895179:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384594.895180:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384594.895181:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384594.895182:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384594.895183:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.895184:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384594.895190:0:17884:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384594.895193:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635468038191432 : -108605671360184 : ffff9d394589b948) 00002000:00000001:3.0:1767384594.895195:0:17884:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635468038191344 : -108605671360272 : ffff9d394589b8f0) 00002000:00000001:3.0:1767384594.895196:0:17884:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384594.895197:0:17884:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384594.895198:0:17884:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384594.895201:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001e0e8f07. 00002000:00000001:3.0:1767384594.895203:0:17884:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446635468038188696 : -108605671362920 : ffff9d394589ae98) 00002000:00000001:3.0:1767384594.895205:0:17884:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384594.895205:0:17884:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:3.0:1767384594.895208:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007bb3005c. 00002000:00000001:3.0:1767384594.895210:0:17884:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.895211:0:17884:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384594.895212:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384594.895213:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384594.895214:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384594.895215:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384594.895216:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384594.895217:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384594.895218:0:17884:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384594.895219:0:17884:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384594.895220:0:17884:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446635472340586560 : -108601368965056 : ffff9d3a45fb1040) 00000001:00000001:0.0:1767384594.895394:0:17884:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384594.895400:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.895402:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.895404:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.895405:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.895407:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895409:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384594.895411:0:17884:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384594.895417:0:17884:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000002caef4d6. 00000020:00000001:0.0:1767384594.895421:0:17884:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446635468038188696 : -108605671362920 : ffff9d394589ae98) 00002000:00000001:0.0:1767384594.895424:0:17884:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446635468038188608 : -108605671363008 : ffff9d394589ae40) 00080000:00000001:0.0:1767384594.895428:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384594.895432:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000034a05839. 00080000:00000001:0.0:1767384594.895434:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635473143607808 : -108600565943808 : ffff9d3a75d83200) 00080000:00000001:0.0:1767384594.895437:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384594.895440:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384594.895442:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f143b237. 00080000:00000001:0.0:1767384594.895445:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895447:0:17884:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384594.895450:0:17884:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:0.0:1767384594.895453:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384594.895454:0:17884:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895456:0:17884:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384594.895465:0:17884:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:0.0:1767384594.895467:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384594.895469:0:17884:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895470:0:17884:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384594.895471:0:17884:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:0.0:1767384594.895473:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384594.895474:0:17884:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895476:0:17884:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384594.895477:0:17884:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:0.0:1767384594.895479:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384594.895480:0:17884:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895482:0:17884:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384594.895483:0:17884:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:0.0:1767384594.895485:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384594.895486:0:17884:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895488:0:17884:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384594.895489:0:17884:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:0.0:1767384594.895504:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384594.895505:0:17884:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895507:0:17884:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384594.895508:0:17884:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:0.0:1767384594.895510:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384594.895511:0:17884:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895513:0:17884:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:0.0:1767384594.895514:0:17884:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:0.0:1767384594.895516:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1767384594.895517:0:17884:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895519:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384594.895522:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384594.895525:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384594.895528:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000822670af. 00080000:00000001:0.0:1767384594.895531:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895536:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:0.0:1767384594.895538:0:17884:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:0.0:1767384594.895550:0:17884:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384594.895628:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.895631:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.895632:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.895633:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.895635:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895637:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384594.895638:0:17884:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384594.895645:0:17884:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384594.895647:0:17884:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3a:0x0] 00080000:00000001:0.0:1767384594.895649:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.895650:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.895651:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.895652:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.895654:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895655:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384594.895657:0:17884:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384594.895658:0:17884:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384594.895659:0:17884:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446635472340586560 : -108601368965056 : ffff9d3a45fb1040) 00000001:00000001:0.0:1767384594.895662:0:17884:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384594.895680:0:17884:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384594.895682:0:17884:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895685:0:17884:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895688:0:17884:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384594.895717:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.895719:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.895720:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.895721:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.895723:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895724:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384594.895726:0:17884:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384594.895731:0:17884:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384594.895734:0:17884:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3b:0x0] 00080000:00000001:0.0:1767384594.895736:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.895737:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.895738:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.895739:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.895741:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895742:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384594.895744:0:17884:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384594.895752:0:17884:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384594.895753:0:17884:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446635472340586560 : -108601368965056 : ffff9d3a45fb1040) 00000001:00000001:0.0:1767384594.895755:0:17884:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384594.895770:0:17884:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384594.895772:0:17884:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895775:0:17884:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895778:0:17884:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384594.895800:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.895801:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.895803:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.895804:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.895805:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895807:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384594.895808:0:17884:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384594.895814:0:17884:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384594.895816:0:17884:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3c:0x0] 00080000:00000001:0.0:1767384594.895817:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.895819:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.895820:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.895821:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.895823:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895824:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384594.895827:0:17884:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384594.895828:0:17884:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384594.895829:0:17884:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446635472340586560 : -108601368965056 : ffff9d3a45fb1040) 00000001:00000001:0.0:1767384594.895832:0:17884:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384594.895847:0:17884:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384594.895849:0:17884:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895851:0:17884:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895853:0:17884:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384594.895876:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.895878:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.895879:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.895880:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.895881:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895883:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384594.895885:0:17884:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384594.895890:0:17884:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384594.895893:0:17884:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3d:0x0] 00080000:00000001:0.0:1767384594.895900:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.895902:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.895903:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.895904:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.895906:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895908:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384594.895910:0:17884:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384594.895912:0:17884:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384594.895913:0:17884:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446635472340586560 : -108601368965056 : ffff9d3a45fb1040) 00000001:00000001:0.0:1767384594.895915:0:17884:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384594.895930:0:17884:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384594.895933:0:17884:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895935:0:17884:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895938:0:17884:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384594.895964:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.895966:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.895968:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.895969:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.895970:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895972:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384594.895974:0:17884:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384594.895979:0:17884:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384594.895981:0:17884:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3e:0x0] 00080000:00000001:0.0:1767384594.895983:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.895984:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.895985:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.895986:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.895987:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.895989:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384594.895990:0:17884:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384594.895991:0:17884:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384594.895993:0:17884:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446635472340586560 : -108601368965056 : ffff9d3a45fb1040) 00000001:00000001:0.0:1767384594.895995:0:17884:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384594.896007:0:17884:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384594.896009:0:17884:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896010:0:17884:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896013:0:17884:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384594.896034:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.896035:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.896043:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.896044:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.896046:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896047:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384594.896049:0:17884:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384594.896055:0:17884:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384594.896058:0:17884:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3f:0x0] 00080000:00000001:0.0:1767384594.896059:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.896060:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.896061:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.896062:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.896064:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896065:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384594.896066:0:17884:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384594.896068:0:17884:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384594.896069:0:17884:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446635472340586560 : -108601368965056 : ffff9d3a45fb1040) 00000001:00000001:0.0:1767384594.896071:0:17884:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384594.896083:0:17884:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384594.896084:0:17884:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896086:0:17884:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896088:0:17884:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384594.896135:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.896138:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.896139:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.896140:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.896142:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896143:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384594.896145:0:17884:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384594.896151:0:17884:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384594.896153:0:17884:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x40:0x0] 00080000:00000001:0.0:1767384594.896155:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.896156:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.896157:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.896159:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.896160:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896162:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384594.896164:0:17884:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384594.896165:0:17884:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384594.896167:0:17884:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446635472340586560 : -108601368965056 : ffff9d3a45fb1040) 00000001:00000001:0.0:1767384594.896175:0:17884:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384594.896192:0:17884:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384594.896194:0:17884:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896197:0:17884:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896200:0:17884:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:0.0:1767384594.896230:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.896232:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.896234:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.896235:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.896236:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896238:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384594.896239:0:17884:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1767384594.896244:0:17884:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384594.896246:0:17884:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x41:0x0] 00080000:00000001:0.0:1767384594.896248:0:17884:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1767384594.896249:0:17884:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384594.896250:0:17884:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384594.896252:0:17884:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384594.896254:0:17884:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896255:0:17884:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384594.896256:0:17884:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:0.0:1767384594.896258:0:17884:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384594.896259:0:17884:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446635472340586560 : -108601368965056 : ffff9d3a45fb1040) 00000001:00000001:0.0:1767384594.896262:0:17884:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:0.0:1767384594.896277:0:17884:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384594.896279:0:17884:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384594.896281:0:17884:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1767384594.896284:0:17884:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000fb6bcbff. 00002000:00001000:0.0:1767384594.896287:0:17884:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:0.0:1767384594.896539:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:0.0:1767384594.896543:0:17884:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:0.0:1767384594.896546:0:17884:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1767384594.896549:0:17884:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 8589934593 00000001:00000010:0.0:1767384594.896622:0:17884:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000067cc6391. 00000001:00000040:0.0:1767384594.896626:0:17884:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000008c801f8a : new cb_count 3 00000020:00000040:0.0:1767384594.896628:0:17884:0:(genops.c:887:class_export_get()) GET export 000000008c801f8a refcount=8 00000001:00000001:0.0:1767384594.896639:0:17884:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384594.896652:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000822670af. 00080000:00000010:0.0:1767384594.896655:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f143b237. 00040000:00000001:0.0:1767384594.896657:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384594.896659:0:17884:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384594.896661:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384594.896664:0:17884:0:(lu_object.c:207:lu_object_put()) Add 00000000957326c8/00000000b9490daf to site lru. bkt: 00000000533da816 00000020:00000002:0.0:1767384594.896667:0:17884:0:(lu_object.c:207:lu_object_put()) Add 000000005e9b2971/0000000079c8d6f3 to site lru. bkt: 000000007766d240 00000020:00000002:0.0:1767384594.896669:0:17884:0:(lu_object.c:207:lu_object_put()) Add 0000000028633731/0000000095ec76b9 to site lru. bkt: 000000008acd6ea4 00000020:00000002:0.0:1767384594.896671:0:17884:0:(lu_object.c:207:lu_object_put()) Add 0000000040684ee1/00000000734d7d10 to site lru. bkt: 00000000eaac16f4 00000020:00000002:0.0:1767384594.896673:0:17884:0:(lu_object.c:207:lu_object_put()) Add 000000004b25d865/000000005e4acffb to site lru. bkt: 00000000f89c9dac 00000020:00000002:0.0:1767384594.896675:0:17884:0:(lu_object.c:207:lu_object_put()) Add 0000000035707298/00000000295d96e7 to site lru. bkt: 0000000016335151 00000020:00000002:0.0:1767384594.896677:0:17884:0:(lu_object.c:207:lu_object_put()) Add 00000000e3057d40/000000008f1c0840 to site lru. bkt: 00000000d474273e 00000020:00000002:0.0:1767384594.896680:0:17884:0:(lu_object.c:207:lu_object_put()) Add 00000000075fa093/000000001e0e8f07 to site lru. bkt: 00000000956e45d7 00002000:00000010:0.0:1767384594.896682:0:17884:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000d70eb670. 00002000:00001000:0.0:1767384594.896685:0:17884:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:0.0:1767384594.896687:0:17884:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1767384594.896690:0:17884:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:0.0:1767384594.896692:0:17884:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:0.0:1767384594.896694:0:17884:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000020:00000010:0.0:1767384594.896698:0:17884:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000f5e950b0. 00000001:00000001:0.0:1767384594.896701:0:17884:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384594.896703:0:17884:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384594.896707:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934596, xid 1853237050219392 00010000:00000001:0.0:1767384594.896710:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384594.896715:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ead80476 x1853237050219392/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:575/0 lens 432/432 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384594.896723:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384594.896725:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384594.896727:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384594.896730:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384594.896732:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384594.896735:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384594.896738:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384594.896746:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384594.896749:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384594.896752:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384594.896756:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cf05f8e. 00000100:00000200:0.0:1767384594.896760:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237050219392, offset 224 00000400:00000200:0.0:1767384594.896766:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384594.896774:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384594.896782:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260101b80 00000400:00000200:0.0:1767384594.896787:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1155 [1] + 224 00000400:00000200:0.0:1767384594.896793:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384594.896796:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384594.896800:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384594.896802:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000be91014b x1853237050219392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384594.896810:0:17884:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@00000000be91014b x1853237050219392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384594.896828:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384594.896833:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf05f8e 00000400:00000010:0.0:1767384594.896835:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cf05f8e. 00000100:00000001:0.0:1767384594.896839:0:17884:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384594.896841:0:17884:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384594.896844:0:17099:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384594.896846:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384594.896851:0:17099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384594.896851:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000001:3.0:1767384594.896855:0:17099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384594.896857:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384594.896858:0:17099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc9b57be. 00000020:00000001:0.0:1767384594.896861:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384594.896863:0:17099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bf47e99 00000020:00000001:0.0:1767384594.896865:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384594.896868:0:17099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003bf47e99. 00000100:00000040:0.0:1767384594.896873:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ead80476 x1853237050219392/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:575/0 lens 432/432 e 0 to 0 dl 1767384605 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.896874:0:17099:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384594.896883:0:17099:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be91014b x1853237050219392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384594.896890:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ead80476 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:17099:x1853237050219392:12345-0@lo:5: Request processed in 10513us (10690us total) trans 8589934596 rc 0/0 00000020:00000010:0.0:1767384594.896908:0:17884:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000052b7f3ab. 00000100:00000200:3.0:1767384594.896909:0:17099:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be91014b x1853237050219392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384594.896920:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:3.0:1767384594.896925:0:17099:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384594.896926:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:3.0:1767384594.896929:0:17099:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.896931:0:17099:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384594.896936:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384594.896939:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384594.896942:0:17099:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00080000:0.0:1767384594.896943:0:17884:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00000001:3.0:1767384594.896946:0:17099:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384594.896948:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fb6b41e. 00000100:00000001:3.0:1767384594.896949:0:17099:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384594.896955:0:17099:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384594.896956:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d78510c5. 00000100:00001000:3.0:1767384594.896960:0:17099:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=0 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384594.896962:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d179aa2. 00000100:00001000:3.0:1767384594.896965:0:17099:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384594.896969:0:17099:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384594.896970:0:17099:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384594.896970:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 7 00010000:00000001:3.0:1767384594.896975:0:17099:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384594.896976:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767384594.896980:0:17099:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000be91014b x1853237050219392/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384594.896986:0:17099:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.896989:0:17099:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767384594.896990:0:17099:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1767384594.896991:0:17099:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767384594.896993:0:17099:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384594.896994:0:17099:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248896 : -108605746302720 : ffff9d3941123100) 00000100:00000001:3.0:1767384594.896996:0:17099:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384594.896997:0:17099:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 2 00000100:00100000:3.0:1767384594.897000:0:17099:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@00000000be91014b x1853237050219392/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384594.897004:0:17099:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:3.0:1767384594.897006:0:17099:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384594.897007:0:17099:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384594.897010:0:17099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be91014b x1853237050219392/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.897014:0:17099:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384594.897016:0:17099:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384594.897017:0:17099:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384594.897019:0:17099:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be91014b x1853237050219392/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384594.897024:0:17099:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000be91014b pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17099:1853237050219392:0@lo:5: 00000100:00000001:3.0:1767384594.897034:0:17099:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384594.897036:0:17099:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384594.897038:0:17099:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384594.897039:0:17099:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384594.897041:0:17099:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000be91014b x1853237050219392/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.897046:0:17099:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384594.897047:0:17099:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d256bfbc. 00000100:00000001:3.0:1767384594.897050:0:17099:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384594.897051:0:17099:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1767384594.897055:0:17099:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:3.0:1767384594.897058:0:17099:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384594.897061:0:17099:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = 0 00000100:00000001:3.0:1767384594.897064:0:17099:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384594.897066:0:17099:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000be91014b x1853237050219392/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384594.897070:0:17099:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384594.897073:0:17099:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1767384594.897074:0:17099:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384594.897076:0:17099:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384594.897078:0:17099:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384594.897080:0:17099:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384594.897081:0:17099:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384594.897082:0:17099:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:0.0:1767384594.925701:0:18666:0:(api-ni.c:3211:LNetNIInit()) refs 1 00080000:00000010:2.0:1767384595.081572:0:18675:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000517a4f2c. 00080000:00000010:2.0:1767384595.081582:0:18675:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000517a4f2c. 00000020:00000001:2.0:1767384595.081588:0:18675:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384595.081596:0:18675:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000517a4f2c. 00080000:00000010:2.0:1767384595.081601:0:18675:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000517a4f2c. 00000020:00000001:2.0:1767384595.081605:0:18675:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384595.200544:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384595.200549:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384595.200554:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384595.445223:0:18727:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000783ee9b1. 00080000:00000010:2.0:1767384595.445231:0:18727:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000783ee9b1. 00000020:00000001:2.0:1767384595.445235:0:18727:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384595.445240:0:18727:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000783ee9b1. 00080000:00000010:2.0:1767384595.445244:0:18727:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000783ee9b1. 00000020:00000001:2.0:1767384595.445247:0:18727:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384596.164103:0:18891:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384596.164108:0:18891:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:2.0:1767384596.166849:0:18891:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384596.172631:0:18892:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a1424e0a. 00000400:00000010:2.0:1767384596.172644:0:18892:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008eaaea91. 00000400:00000010:2.0:1767384596.172652:0:18892:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f744279f. 00000400:00000010:2.0:1767384596.172655:0:18892:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006f1a7706. 00000400:00000010:2.0:1767384596.172658:0:18892:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000056314f73. 00000400:00000010:2.0:1767384596.172661:0:18892:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000061c1c4c8. 00000400:00000010:2.0:1767384596.172663:0:18892:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b5585565. 00000400:00000010:2.0:1767384596.172664:0:18892:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009b982e2e. 00000400:00000010:2.0:1767384596.172667:0:18892:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cb651e35. 00000800:00000010:2.0:1767384596.172673:0:18892:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004d07bf3b. 00000800:00000200:2.0:1767384596.172683:0:18892:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384596.172686:0:18892:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384596.172717:0:18892:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384596.172733:0:18892:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp10 [8/256/0/180] 00000400:00000010:2.0:1767384596.173991:0:18892:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000a62e801a. 00000400:00000010:2.0:1767384596.173997:0:18892:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049ff37fb. 00000400:00000010:2.0:1767384596.174002:0:18892:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2bf60b. 00000400:00000001:2.0:1767384596.174012:0:18892:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384596.174014:0:18892:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384596.174016:0:18892:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f998045. 00000400:00000200:2.0:1767384596.174018:0:18892:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a218aebd 00000400:00000010:2.0:1767384596.174019:0:18892:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a218aebd. 00000400:00000010:2.0:1767384596.174022:0:18892:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000a931f267. 00000400:00000200:2.0:1767384596.174026:0:18892:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (1) 00000400:00000200:2.0:1767384596.174036:0:18892:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384596.174044:0:18892:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:2.0:1767384596.174049:0:18892:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000714239ac. 00000020:01000000:2.0:1767384596.174052:0:18892:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384596.174054:0:18892:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp10 00000400:00000010:2.0:1767384596.174065:0:18892:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008eaaea91. 00000400:00000010:2.0:1767384596.174068:0:18892:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a1424e0a. 00000400:00000200:3.0:1767384596.174096:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384596.174104:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:3.0:1767384596.174114:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b97630ca. 00000400:00000200:3.0:1767384596.174121:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (2) 00000400:00000010:3.0:1767384596.174132:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009279c24d. 00000400:00000200:3.0:1767384596.174148:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:3.0:1767384596.174169:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:3.0:1767384596.174178:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767384596.174184:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp 00000400:00000200:3.0:1767384596.174189:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767384596.174193:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1767384596.174198:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp NI seq info: [5:5:256:4294967295] 192.168.202.122@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1767384596.174210:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp 00000400:00000200:3.0:1767384596.174217:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp:) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1767384596.174224:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1767384596.174229:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002121abed. 00000800:00000200:3.0:1767384596.174237:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (6) 00000800:00000200:3.0:1767384596.174244:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1767384596.174248:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002121abed type 1, nob 160 niov 1 nkiov 1 00000400:00000200:3.0:1767384596.174269:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384596.174281:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000800:00000200:2.0:1767384596.174403:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384596.174407:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002121abed. 00000400:00000200:2.0:1767384596.174416:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.174430:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:2.0:1767384596.174436:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384596.174442:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000100:00000001:3.0:1767384596.174455:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767384596.174456:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384596.174464:0:16346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384596.174468:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384596.174469:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384596.174473:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384596.174493:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:2.0:1767384596.174495:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.174497:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.174510:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384596.174512:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp) <- 192.168.202.122@tcp : PUT - for me 00000100:00000001:3.0:1767384596.174519:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384596.174529:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384596.174530:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 64 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384596.174544:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 64/64 into md 0x215 [1] + 0 00000100:00000040:3.0:1767384596.174545:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025f8da10 x1853237050219520/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384596.174549:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007037ff17. 00000400:00000200:2.0:1767384596.174559:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f5008471 00000100:00000001:3.0:1767384596.174563:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:2.0:1767384596.174565:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384596.174566:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.174571:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:2.0:1767384596.174575:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384596.174580:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384596.174581:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384596.174595:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384596.174600:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: PUT: OK 00000100:00100000:3.0:1767384596.174601:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025f8da10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050219520:0@lo:253: 00000400:00000200:2.0:1767384596.174605:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5008471 00000400:00000010:2.0:1767384596.174610:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5008471. 00000100:00000001:3.0:1767384596.174617:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384596.174619:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384596.174633:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (3) 02000000:00000001:3.0:1767384596.174637:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384596.174645:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384596.174649:0:16338:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 02000000:00000001:3.0:1767384596.174652:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384596.174654:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 0000000064ffc723. 00000400:00000200:2.0:1767384596.174664:0:16338:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 2 02000000:00000010:3.0:1767384596.174665:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fdf825cb. 02000000:00000001:3.0:1767384596.174675:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384596.174680:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000010:3.0:1767384596.174685:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cefdf5e. 00000400:00000200:2.0:1767384596.174692:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (4) 00000400:00000010:3.0:1767384596.174704:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfaf5baf. 00000400:00000200:2.0:1767384596.174704:0:16338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384596.174718:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp to MR: 192.168.202.122@tcp local destination 00000100:00000200:3.0:1767384596.174719:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050219520, portal 25 00000100:00000001:3.0:1767384596.174725:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384596.174732:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299789952 : -108600409761664 : ffff9d3a7f275880) 00000400:00000200:2.0:1767384596.174733:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp NI seq info: [6:6:256:4294967295] 192.168.202.122@tcp LPNI seq info [6:6:8:4294967295] 00000100:00000040:3.0:1767384596.174752:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025f8da10 x1853237050219520/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384596.174768:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) 192.168.202.122@tcp : ACK try# 0 00000100:00000001:3.0:1767384596.174786:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767384596.174789:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp 00000100:00000040:3.0:1767384596.174791:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:2.0:1767384596.174796:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000725bd8c. 00000400:00000010:3.0:1767384596.174800:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d54ed6a3. 00000100:00000200:3.0:1767384596.174804:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050219520, offset 0 00000800:00000200:2.0:1767384596.174819:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (6) 00000400:00000200:3.0:1767384596.174820:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384596.174837:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:1023 00000400:00000200:3.0:1767384596.174839:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384596.174848:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000725bd8c type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384596.174866:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260101c00 00000400:00000200:3.0:1767384596.174885:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000800:00000200:2.0:1767384596.174895:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384596.174896:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4c7adfb. 00000800:00000010:2.0:1767384596.174899:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000725bd8c. 00000400:00000200:3.0:1767384596.174901:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005f7c7485 00000400:00000200:2.0:1767384596.174904:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384596.174907:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.174917:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: ACK: OK 00000400:00000200:3.0:1767384596.174922:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767384596.174925:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384596.174931:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384596.174934:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384596.174935:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f7c7485 00000400:00000010:3.0:1767384596.174938:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f7c7485. 00000800:00000001:2.0:1767384596.174939:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384596.174942:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384596.174944:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384596.174947:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:2.0:1767384596.174951:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384596.174953:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000af917904 x1853237050219520 msgsize 4848 00000100:00100000:3.0:1767384596.174969:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384596.174970:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp) <- 192.168.202.122@tcp : ACK - for me 00000100:00000040:3.0:1767384596.174974:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384596.174984:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384596.174990:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp: ACK from 12345-192.168.202.122@tcp into md 0x1165 00000400:00000200:2.0:1767384596.174994:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.174997:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: ACK: OK 00000400:00000200:3.0:1767384596.175021:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d54ed6a3 00000400:00000010:3.0:1767384596.175024:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d54ed6a3. 00000100:00000001:3.0:1767384596.175028:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384596.175028:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b97630ca 00000400:00000010:2.0:1767384596.175034:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b97630ca. 00000100:00000200:3.0:1767384596.175046:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025f8da10 x1853237050219520/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384596.175046:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384596.175055:0:16338:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000100:00000001:3.0:1767384596.175069:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384596.175074:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000040:3.0:1767384596.175079:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025f8da10 x1853237050219520/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384596.175089:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (3) 00000100:00000001:3.0:1767384596.175092:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384596.175102:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384596.175106:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384596.175108:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.175117:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.175125:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294884499 00000100:00000010:3.0:1767384596.175130:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038723138. 00000100:00000001:3.0:1767384596.175138:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384596.175154:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294884499 00000100:00000010:3.0:1767384596.175163:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042ec2854. 00000100:00000001:3.0:1767384596.175173:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384596.175177:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294884499 00000100:00000010:3.0:1767384596.175181:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000899f30eb. 00000100:00000001:3.0:1767384596.175184:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384596.175189:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294884499 00000100:00000010:3.0:1767384596.175196:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054bb816e. 00000100:00000001:3.0:1767384596.175202:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384596.175210:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384596.175211:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384596.175218:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384596.175219:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fc38edd. 00000100:00000001:3.0:1767384596.175225:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384596.175229:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00000100:00000001:3.0:1767384596.175237:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384596.175240:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000400:00000200:2.0:1767384596.175255:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1000d1 00000400:00000010:2.0:1767384596.175269:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 60 at 000000003db8e072. 00000400:00000010:2.0:1767384596.175275:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 72 at 000000002c50bc6c. 00000400:00000010:2.0:1767384596.175279:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 60 at 000000004158700b. 00000400:00000010:2.0:1767384596.175288:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b5cddb51. 00000100:00000001:3.0:1767384596.175606:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384596.175609:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050219520 02000000:00000001:3.0:1767384596.175612:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384596.175619:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384596.175622:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384596.175630:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b5cddb51 nid 192.168.202.122@tcp10 02000000:00000001:3.0:1767384596.175633:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384596.175637:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003fc96964. 00000100:00100000:3.0:1767384596.175638:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050219520 00000020:00000001:3.0:1767384596.175650:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384596.175651:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 000000003fc96964 net tcp10 00000400:00000200:2.0:1767384596.175661:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (2) 00000020:00000040:3.0:1767384596.175663:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384596.175667:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384596.175672:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp10 flags 0x11 00000400:00000010:2.0:1767384596.175680:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 60 at 000000003db8e072. 00000400:00000010:2.0:1767384596.175684:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 72 at 000000002c50bc6c. 00000020:00000040:3.0:1767384596.175691:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000400:00000010:2.0:1767384596.175697:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 60 at 000000004158700b. 00000020:00000001:3.0:1767384596.175699:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000010:2.0:1767384596.175706:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 0000000064ffc723. 00000020:00000001:3.0:1767384596.175707:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384596.175717:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384596.175718:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000020:00000010:3.0:1767384596.175723:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ef47ca4. 00000400:00000200:2.0:1767384596.175724:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100151 00000100:00000001:3.0:1767384596.175728:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384596.175736:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ef47ca4. 00000400:00000200:2.0:1767384596.175738:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 rc 1 00000020:00000010:3.0:1767384596.175744:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b962970a. 00000400:00000200:2.0:1767384596.175752:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000020:00000010:3.0:1767384596.175761:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003deade18. 00000400:00000200:2.0:1767384596.175764:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384596.175777:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100111 rc 0 00000020:00000010:3.0:1767384596.175778:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f06989dd. 00000400:00000200:2.0:1767384596.175782:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:2.0:1767384596.175791:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (3) 00000100:00000040:3.0:1767384596.175797:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384596.175803:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384596.175804:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384596.175806:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.175820:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.175822:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.175827:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.175841:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.175860:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384596.175862:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384596.175863:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384596.175868:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384596.175874:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000040:3.0:1767384596.175883:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384596.175885:0:17069:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.175888:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472457333840 : -108601252217776 : ffff9d3a4cf07c50) 00000100:00000001:0.0:1767384596.175892:0:17069:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.175898:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af917904 x1853237050219520/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:577/0 lens 4848/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.175915:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384596.175918:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ef47ca4. 00000100:00000001:3.0:1767384596.175926:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384596.175933:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ef47ca4. 00000100:00100000:3.0:1767384596.175941:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af917904 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16346:x1853237050219520:12345-0@lo:253: 00000100:00000200:3.0:1767384596.175944:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050219520 00000020:00000001:3.0:1767384596.175946:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384596.175956:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384596.175958:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.175960:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384596.175962:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:3.0:1767384596.175965:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384596.175967:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384596.175971:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384596.175974:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384596.175976:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.175980:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384596.175983:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384596.175988:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000181cc5d2. 02000000:00000001:3.0:1767384596.175991:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.175993:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.175998:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:00000001:3.0:1767384596.175999:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384596.176001:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384596.176006:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 20000000:00000010:3.0:1767384596.176009:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005fb59c6d. 00000100:00000040:2.0:1767384596.176010:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 20000000:01000000:3.0:1767384596.176015:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384596.176021:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472457331792 : -108601252219824 : ffff9d3a4cf07450) 20000000:00000001:3.0:1767384596.176023:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384596.176029:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384596.176037:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384596.176040:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.176043:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a9b7377 x1853237050219648/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:577/0 lens 4848/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384596.176044:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384596.176052:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d23e4403. 00000100:00000001:2.0:1767384596.176052:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:01000000:3.0:1767384596.176055:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 00000020:00000010:2.0:1767384596.176056:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004158700b. 20000000:00000001:3.0:1767384596.176060:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:2.0:1767384596.176061:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384596.176064:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004158700b. 00080000:00000001:3.0:1767384596.176067:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00100000:2.0:1767384596.176068:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a9b7377 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16344:x1853237050219648:12345-0@lo:253: 00080000:00000001:3.0:1767384596.176072:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000200:2.0:1767384596.176073:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050219648 00000020:00000001:2.0:1767384596.176082:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384596.176084:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384596.176085:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384596.176086:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384596.176088:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00080000:00000001:3.0:1767384596.176090:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:2.0:1767384596.176090:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384596.176093:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384596.176095:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384596.176096:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384596.176097:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.176099:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384596.176101:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384596.176105:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a67a1245. 02000000:00000001:2.0:1767384596.176106:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.176108:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.176109:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384596.176116:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c35b2370. 00080000:00000001:3.0:1767384596.176118:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384596.176119:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767384596.176122:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384596.176123:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384596.176125:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.176126:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384596.176128:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384596.176129:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384596.176130:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.176132:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384596.176134:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 20000000:00000001:2.0:1767384596.176135:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767384596.176140:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:3.0:1767384596.176141:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384596.176144:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384596.176153:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384596.176155:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384596.176157:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384596.176161:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:3.0:1767384596.176164:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384596.176167:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001cb7da70. 00080000:00000001:3.0:1767384596.176169:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036209152 : -108605673342464 : ffff9d39456b7a00) 00080000:00000001:3.0:1767384596.176171:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384596.176174:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384596.176178:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007ef47ca4. 00080000:00000001:3.0:1767384596.176180:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384596.176182:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384596.176194:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384596.176211:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384596.177118:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007ef47ca4. 00040000:00000001:3.0:1767384596.177124:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384596.177125:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384596.177127:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384596.177130:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384596.177131:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384596.177133:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384596.177144:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384596.177153:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384596.177155:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384596.177159:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384596.177187:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000844cb25e. 20000000:01000000:2.0:1767384596.177194:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:2.0:1767384596.177198:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384596.177205:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384596.177209:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384596.177223:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384596.177232:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.177237:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384596.177241:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.177245:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384596.177252:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384596.177255:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:2.0:1767384596.177264:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:2.0:1767384596.177272:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000020:3.0:1767384596.177369:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384596.177376:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384596.177389:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005fb59c6d. 20000000:00000001:3.0:1767384596.177405:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384596.177409:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050219520 00010000:00000001:3.0:1767384596.177413:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384596.177421:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af917904 x1853237050219520/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384596.177451:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384596.177455:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384596.177461:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384596.177497:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384596.177504:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384596.177509:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384596.177514:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384596.177526:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.177541:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384596.177550:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384596.177559:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d54ed6a3. 00000100:00000200:3.0:1767384596.177569:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050219520, offset 224 00000400:00000200:3.0:1767384596.177586:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384596.177611:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384596.177630:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260101c00 00000400:00000200:3.0:1767384596.177645:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1169 [2] + 224 00000400:00000200:3.0:1767384596.177651:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384596.177664:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:2.0:1767384596.177670:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.177678:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:2.0:1767384596.177679:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384596.177684:0:17069:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000a1424e0a. 00000100:00000200:3.0:1767384596.177686:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025f8da10 x1853237050219520/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384596.177693:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384596.177705:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384596.177711:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384596.177723:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384596.177728:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ff74b383. 00000100:00000040:3.0:1767384596.177732:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000025f8da10 x1853237050219520/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384596.177733:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036186112 : -108605673365504 : ffff9d39456b2000) 00080000:00000001:2.0:1767384596.177745:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384596.177749:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384596.177756:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004158700b. 00080000:00000001:2.0:1767384596.177767:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.177780:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384596.177790:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.177792:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384596.177800:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d54ed6a3 00080000:00000001:2.0:1767384596.177803:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000010:3.0:1767384596.177807:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d54ed6a3. 00000100:00000001:3.0:1767384596.177813:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384596.177815:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384596.177823:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.177831:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384596.177836:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384596.177839:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.177843:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384596.177851:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af917904 x1853237050219520/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384596.177871:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af917904 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16346:x1853237050219520:12345-0@lo:253: Request processed in 1954us (2915us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384596.177873:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.177878:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384596.177885:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384596.177889:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384596.177893:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000400:00000010:2.0:1767384596.177895:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cefdf5e. 00000400:00000200:2.0:1767384596.177904:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfaf5baf 00000100:00000040:3.0:1767384596.177905:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000400:00000010:2.0:1767384596.177910:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfaf5baf. 00000100:00000001:3.0:1767384596.177917:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384596.177921:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384596.177925:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384596.177931:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025f8da10 x1853237050219520/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384596.177933:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003deade18. 00000020:00000010:3.0:1767384596.177944:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f06989dd. 00000020:00000010:3.0:1767384596.177953:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b962970a. 00000100:00000200:2.0:1767384596.177956:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025f8da10 x1853237050219520/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384596.177963:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000001:2.0:1767384596.177968:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384596.177973:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.177977:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384596.177978:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384596.177984:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767384596.177985:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000181cc5d2. 00000100:00000001:2.0:1767384596.177987:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384596.177992:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.177997:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384596.178002:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.178005:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384596.178008:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=13 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384596.178015:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384596.178023:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fb3f765. 00000100:00001000:2.0:1767384596.178023:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.178035:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384596.178037:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d54ed6a3. 00000100:00000001:2.0:1767384596.178038:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.178047:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384596.178050:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.178052:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.178059:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025f8da10 x1853237050219520/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.178081:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384596.178088:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384596.178094:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384596.178098:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384596.178102:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384596.178112:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384596.178119:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384596.178124:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384596.178131:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384596.178133:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384596.178135:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384596.178136:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384596.178136:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384596.178139:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025f8da10 x1853237050219520/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.178153:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025f8da10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050219520:0@lo:253: 00000100:00000001:2.0:1767384596.178159:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.178162:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384596.178168:0:17060:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384596.178171:0:17060:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050219776 00000100:00000040:2.0:1767384596.178171:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025f8da10 x1853237050219520/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384596.178179:0:17060:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384596.178184:0:17060:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384596.178185:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384596.178188:0:17060:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.178191:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384596.178194:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fdf825cb. 02000000:00000001:3.0:1767384596.178197:0:17060:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.178202:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767384596.178205:0:17060:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050219776 00000020:00000001:2.0:1767384596.178206:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384596.178212:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384596.178214:0:17060:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384596.178220:0:17060:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d05 00000020:00000001:2.0:1767384596.178224:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384596.178227:0:17060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384596.178233:0:17060:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004a7a501b refcount=3 02000000:00000010:2.0:1767384596.178234:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000097ddb09d. 02000000:00000001:2.0:1767384596.178243:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384596.178244:0:17060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 02000000:00000001:2.0:1767384596.178245:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384596.178251:0:17060:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000010:2.0:1767384596.178252:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025f8da10. 00000100:00000001:3.0:1767384596.178262:0:17060:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384596.178263:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384596.178269:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384596.178271:0:17060:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ef47ca4. 00000100:00000001:2.0:1767384596.178276:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.178280:0:17060:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384596.178284:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384596.178287:0:17060:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ef47ca4. 00000100:00000001:2.0:1767384596.178288:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384596.178327:0:17060:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b962970a. 00000100:00000001:2.0:1767384596.178327:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384596.178337:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384596.178340:0:17060:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003deade18. 00000020:00000010:3.0:1767384596.178346:0:17060:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f06989dd. 00000100:00000040:3.0:1767384596.178360:0:17060:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384596.178370:0:17060:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384596.178375:0:17060:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384596.178384:0:17060:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.178395:0:17060:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.178410:0:17060:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.178429:0:17060:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384596.178431:0:17060:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384596.178435:0:17060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384596.178447:0:17060:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004a7a501b : new rpc_count 1 00000100:00000001:3.0:1767384596.178455:0:17060:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299796224 : -108600409755392 : ffff9d3a7f277100) 00000100:00000040:3.0:1767384596.178477:0:17060:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001b119870 x1853237050219776/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:577/0 lens 328/0 e 0 to 0 dl 1767384607 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384596.178516:0:17060:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384596.178522:0:17060:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ef47ca4. 00000100:00000001:3.0:1767384596.178526:0:17060:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384596.178528:0:17060:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ef47ca4. 00000100:00100000:3.0:1767384596.178531:0:17060:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001b119870 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050219776:12345-0@lo:104: 00000100:00000200:3.0:1767384596.178533:0:17060:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050219776 00010000:00000001:3.0:1767384596.178535:0:17060:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384596.178539:0:17060:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384596.178540:0:17060:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384596.178542:0:17060:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=2 00000020:00000001:3.0:1767384596.178543:0:17060:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384596.178545:0:17060:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384596.178547:0:17060:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384596.178549:0:17060:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384596.178551:0:17060:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4e63 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384596.178566:0:17060:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384596.178567:0:17060:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384596.178569:0:17060:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d4e2e213. 02000000:00000001:3.0:1767384596.178570:0:17060:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.178571:0:17060:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384596.178573:0:17060:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384596.178574:0:17060:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384596.178575:0:17060:0:(import.c:2128:obd_at_measure()) add 1 to 00000000289605bd time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384596.178577:0:17060:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384596.178579:0:17060:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384596.178580:0:17060:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384596.178581:0:17060:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384596.178582:0:17060:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.178584:0:17060:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384596.178585:0:17060:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384596.178587:0:17060:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000100:00000200:3.0:1767384596.178589:0:17060:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050219776, offset 224 00000400:00000200:3.0:1767384596.178592:0:17060:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384596.178597:0:17060:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384596.178601:0:17060:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260101d00 00000400:00000200:3.0:1767384596.178604:0:17060:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1181 [1] + 224 00000400:00000200:3.0:1767384596.178607:0:17060:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384596.178609:0:17060:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384596.178612:0:17060:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384596.178614:0:17060:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f423ef1 x1853237050219776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384596.178619:0:17060:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008f423ef1 x1853237050219776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384596.178632:0:17060:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384596.178636:0:17060:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b11833e 00000400:00000010:3.0:1767384596.178638:0:17060:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b11833e. 00000100:00000001:3.0:1767384596.178640:0:17060:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384596.178645:0:17060:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384596.178651:0:17060:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.178655:0:17060:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384596.178657:0:17060:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384596.178659:0:17060:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000009087d9e3. 00010000:00000001:3.0:1767384596.178661:0:17060:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767384596.178669:0:17060:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767384596.178671:0:17060:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384596.178673:0:17060:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384596.178674:0:17060:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.178679:0:17060:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b119870 x1853237050219776/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:577/0 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384596.178679:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384596.178683:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384596.178688:0:17064:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767384596.178693:0:17060:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001b119870 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050219776:12345-0@lo:104: Request processed in 175us (590us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384596.178693:0:17064:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384596.178696:0:17064:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384596.178700:0:17064:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4e63 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384596.178703:0:17060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:3.0:1767384596.178708:0:17060:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7a501b : new rpc_count 0 00000100:00000001:3.0:1767384596.178714:0:17060:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1767384596.178716:0:17064:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000020b085a1 already unused, calling callback (00000000e12a98bb) 00000100:00000001:3.0:1767384596.178719:0:17060:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 10000000:00000001:2.0:1767384596.178720:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384596.178727:0:17064:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f279d7a9a0b4e63 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384596.178728:0:17060:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003deade18. 00000020:00000010:3.0:1767384596.178739:0:17060:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f06989dd. 00010000:00000001:2.0:1767384596.178741:0:17064:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384596.178747:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:3.0:1767384596.178748:0:17060:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b962970a. 00000020:00000001:2.0:1767384596.178753:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384596.178756:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=3 00000020:00000040:3.0:1767384596.178757:0:17060:0:(genops.c:898:class_export_put()) PUTting export 000000004a7a501b : new refcount 2 00000100:00000001:3.0:1767384596.178762:0:17060:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384596.178765:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:2.0:1767384596.178773:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:2.0:1767384596.178782:0:17064:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384596.178785:0:17064:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f279d7a9a0b4e63 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384596.178794:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384596.178795:0:17064:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f279d7a9a0b4e63 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384596.178804:0:17064:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384596.178806:0:17064:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384596.178807:0:17064:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384596.178810:0:17064:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384596.178816:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384596.178822:0:17064:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384596.178840:0:17064:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384596.178844:0:17064:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384596.178853:0:17064:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 2 10000000:00000001:2.0:1767384596.178868:0:17064:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384596.178878:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.178887:0:17064:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384596.178893:0:17064:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384596.178900:0:17064:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384596.178904:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384596.178908:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384596.178921:0:17064:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000020b085a1 with handle 0x9f279d7a9a0b4e5c from hash 00010000:00000001:2.0:1767384596.178924:0:17064:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384596.178927:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.178930:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.178932:0:17064:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384596.178934:0:17064:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384596.178946:0:17064:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384596.178948:0:17064:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384596.178954:0:17064:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384596.178962:0:17064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004044581f. 00000020:00000040:2.0:1767384596.178970:0:17064:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384596.178979:0:17064:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384596.178982:0:17064:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384596.178991:0:17064:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384596.179006:0:17064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000082e68921. 00000100:00000001:2.0:1767384596.179017:0:17064:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.179020:0:17064:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384596.179023:0:17064:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4e63 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384596.179085:0:17064:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384596.179090:0:17064:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384596.179097:0:17064:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384596.179102:0:17064:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384596.179118:0:17064:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004044581f] to pc [ptlrpcd_00_01+1] req@000000004044581f x1853237050219904/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384596.179199:0:17064:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384596.179203:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384596.179208:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.179215:0:17064:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.179216:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384596.179224:0:17064:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.179225:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384596.179235:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384596.179235:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.179243:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004044581f x1853237050219904/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384596.179243:0:17064:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4e63 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384596.179285:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384596.179317:0:17064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 0000000020b085a1/0x9f279d7a9a0b4e5c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4e63 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384596.179320:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384596.179322:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.179328:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:2.0:1767384596.179329:0:17064:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000091ffe462 count: 0 02000000:00000001:3.0:1767384596.179333:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384596.179336:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384596.179338:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384596.179341:0:17064:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384596.179344:0:17064:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000009087d9e3. 00000100:00100000:3.0:1767384596.179347:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004044581f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050219904:0@lo:103: 00010000:00000001:2.0:1767384596.179349:0:17064:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.179355:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384596.179355:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384596.179364:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.179365:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384596.179374:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384596.179377:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384596.179378:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384596.179381:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:3.0:1767384596.179384:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b962970a. 00000020:00000001:2.0:1767384596.179386:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.179389:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384596.179391:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384596.179400:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd64019d. 00000020:00000001:2.0:1767384596.179401:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384596.179412:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384596.179413:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000100:00000200:3.0:1767384596.179424:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050219904, portal 18 00010000:00010000:2.0:1767384596.179426:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384596.179430:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384596.179433:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420416000 : -108601289135616 : ffff9d3a4abd2a00) 00000100:00000040:3.0:1767384596.179439:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004044581f x1853237050219904/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.179467:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384596.179474:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384596.179489:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf133a7. 00000100:00000200:3.0:1767384596.179493:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050219904, offset 0 00000400:00000200:3.0:1767384596.179507:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384596.179520:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384596.179525:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260101d80 00000400:00000200:3.0:1767384596.179533:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:3.0:1767384596.179536:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384596.179543:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384596.179550:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384596.179552:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384596.179556:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a421276. 00000100:00000040:3.0:1767384596.179562:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000002a421276 x1853237050219904 msgsize 328 00000100:00100000:3.0:1767384596.179584:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384596.179593:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384596.179596:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdf133a7 00000400:00000010:3.0:1767384596.179598:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdf133a7. 00000100:00000001:3.0:1767384596.179600:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384596.179603:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004044581f x1853237050219904/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.179615:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384596.179623:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004044581f x1853237050219904/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.179646:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.179650:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384596.179658:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.179666:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294884504 00000100:00000001:3.0:1767384596.179681:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294884503 00000100:00000001:3.0:1767384596.179688:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294884504 00000100:00000001:3.0:1767384596.179697:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294884503 00000100:00000001:3.0:1767384596.179705:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294884504 00000100:00000001:3.0:1767384596.179711:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294884503 00000100:00000001:3.0:1767384596.179722:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294884504 00000100:00000001:3.0:1767384596.179726:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294884503 00000100:00000001:3.0:1767384596.179733:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.179745:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.179751:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.179754:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.179760:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384596.179764:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384596.179769:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.179771:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384596.179771:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.179773:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384596.179797:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ff74b383. 00000100:00000001:3.0:1767384596.179861:0:17062:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000010:2.0:1767384596.179871:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004158700b. 00000100:00000001:3.0:1767384596.179873:0:17062:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384596.179882:0:17062:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384596.179883:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384596.179888:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1767384596.179898:0:17062:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384596.179899:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384596.179905:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384596.179915:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.179921:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384596.179924:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384596.179929:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384596.179932:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384596.179937:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:2.0:1767384596.180088:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384596.180095:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384596.180106:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c35b2370. 20000000:00000001:2.0:1767384596.180117:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384596.180133:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050219648 00010000:00000001:2.0:1767384596.180146:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384596.180166:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a9b7377 x1853237050219648/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384596.180186:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384596.180191:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384596.180201:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384596.180209:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384596.180225:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384596.180231:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384596.180238:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384596.180242:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.180248:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384596.180255:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384596.180262:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008eaaea91. 00000100:00000200:2.0:1767384596.180272:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050219648, offset 224 00000400:00000200:2.0:1767384596.180279:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384596.180329:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384596.180336:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260101c80 00000400:00000200:2.0:1767384596.180344:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x116d [2] + 224 00000400:00000200:2.0:1767384596.180356:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384596.180372:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384596.180377:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384596.180382:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003da0b1cd x1853237050219648/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384596.180420:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003da0b1cd x1853237050219648/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384596.180476:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384596.180499:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384596.180499:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eaaea91 00000400:00000010:2.0:1767384596.180513:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008eaaea91. 00000100:00000001:3.0:1767384596.180514:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384596.180521:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384596.180529:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384596.180530:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384596.180534:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384596.180536:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384596.180537:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000779c43f2. 00000400:00000200:3.0:1767384596.180548:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023ebd81a 00000100:00000040:2.0:1767384596.180551:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000010:3.0:1767384596.180556:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023ebd81a. 00010000:00000001:2.0:1767384596.180556:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384596.180564:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.180567:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384596.180578:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003da0b1cd x1853237050219648/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384596.180580:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384596.180592:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a9b7377 x1853237050219648/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384596.180604:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003da0b1cd x1853237050219648/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384596.180642:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a9b7377 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050219648:12345-0@lo:253: Request processed in 4581us (5546us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384596.180644:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384596.180650:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.180656:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384596.180658:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384596.180665:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000001:3.0:1767384596.180668:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384596.180669:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384596.180681:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.180681:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767384596.180694:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.180694:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384596.180706:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=13 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384596.180706:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c74980b. 00000020:00000010:2.0:1767384596.180717:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dadb37a4. 00000100:00001000:3.0:1767384596.180720:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=13 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384596.180721:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffb8f9cf. 00000100:00000001:3.0:1767384596.180731:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384596.180732:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:3.0:1767384596.180736:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.180742:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384596.180745:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384596.180749:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a67a1245. 00010000:00000001:3.0:1767384596.180750:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384596.180758:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384596.180762:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384596.180765:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384596.180776:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003da0b1cd x1853237050219648/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384596.180776:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384596.180786:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f8401e9. 00000400:00000010:2.0:1767384596.180793:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008eaaea91. 00000100:00000001:3.0:1767384596.180805:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.180814:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384596.180820:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384596.180827:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384596.180830:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384596.180834:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384596.180839:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384596.180850:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384596.180861:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384596.180866:0:16344:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384596.180869:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384596.180877:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384596.180886:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003da0b1cd x1853237050219648/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384596.180918:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003da0b1cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050219648:0@lo:253: 00000100:00000001:3.0:1767384596.180926:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.180935:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384596.180938:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003da0b1cd x1853237050219648/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.180955:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384596.180957:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384596.180958:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000012334a9b. 02000000:00000001:3.0:1767384596.180961:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384596.180962:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384596.180967:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384596.180973:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384596.180976:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000092c97716. 02000000:00000001:3.0:1767384596.180987:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384596.180992:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384596.181000:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003da0b1cd. 00000100:00000001:3.0:1767384596.181016:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384596.181023:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.181030:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.181036:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384596.181042:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.181056:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.181059:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.181160:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.181165:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384596.181172:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384596.181175:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384596.181180:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd64019d. 00000400:00000200:3.0:1767384596.181185:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b11833e 00000400:00000010:3.0:1767384596.181193:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b11833e. 00000100:00000001:3.0:1767384596.181206:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384596.181213:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004044581f x1853237050219904/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384596.181311:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004044581f x1853237050219904/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.181319:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384596.181322:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.181324:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384596.181326:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384596.181326:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384596.181328:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.181329:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384596.181335:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=12 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384596.181344:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384596.181352:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:2.0:1767384596.181354:0:17092:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4e71 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384596.181360:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384596.181365:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384596.181368:0:17092:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384596.181373:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384596.181378:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:3.0:1767384596.181379:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384596.181393:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4e71 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384596.181400:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004044581f x1853237050219904/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384596.181402:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384596.181409:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384596.181412:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384596.181416:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4e71 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384596.181421:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:2.0:1767384596.181425:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000064d0397b count: 0 00000100:00000001:3.0:1767384596.181426:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384596.181433:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004044581f x1853237050219904/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384596.181437:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384596.181440:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004044581f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050219904:0@lo:103: 20000000:00000001:2.0:1767384596.181441:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384596.181447:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.181448:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384596.181450:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004044581f x1853237050219904/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.181454:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384596.181455:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384596.181456:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b962970a. 02000000:00000001:3.0:1767384596.181459:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384596.181465:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384596.181466:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384596.181468:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384596.181469:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000082e68921. 02000000:00000001:3.0:1767384596.181471:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384596.181472:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384596.181473:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004044581f. 00000100:00000001:3.0:1767384596.181475:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384596.181476:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.181477:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.181499:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384596.181500:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.181502:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.181503:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384596.184327:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294884504, at 4294884505 00000100:00000010:0.0:1767384596.184334:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038723138. 00000100:00000040:2.0:1767384596.184360:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294884504, at 4294884505 00000100:00000010:2.0:1767384596.184368:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000899f30eb. 00000100:00000040:3.0:1767384596.184389:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294884504, at 4294884505 00000100:00000010:3.0:1767384596.184395:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054bb816e. 00010000:00000010:1.1:1767384596.186308:0:18895:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed056c77. 00010000:00000010:2.1:1767384596.186342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000091ffe462. 00010000:00000010:2.1:1767384596.186354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020b085a1. 00010000:00000010:2.1:1767384596.188337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000064d0397b. 00010000:00000010:2.1:1767384596.188343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000603cb910. 00000400:00000010:0.0:1767384596.194000:0:18897:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bde54245. 00000400:00000040:0.0:1767384596.194017:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384596.194019:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384596.194022:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.194023:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384596.194026:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.194027:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384596.194029:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384596.194030:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384596.194031:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384596.194032:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384596.194034:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384596.194035:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384596.194036:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384596.194038:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384596.194039:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384596.194041:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384596.194042:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384596.194043:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384596.194044:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384596.194046:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.194052:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384596.194053:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384596.194054:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384596.194055:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384596.194056:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384596.194057:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.194058:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384596.194059:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384596.194060:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384596.194061:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384596.194062:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384596.194063:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.194064:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384596.194065:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384596.194066:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384596.194067:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384596.194068:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384596.194069:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384596.194070:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384596.194071:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384596.194072:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384596.194073:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384596.194074:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384596.194075:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384596.194076:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384596.194077:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384596.194078:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384596.194079:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384596.194080:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384596.194081:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384596.194082:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384596.194083:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384596.194084:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384596.194085:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384596.194086:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384596.194087:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384596.194087:0:18897:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384596.194099:0:18897:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bde54245. 00000020:00000001:3.0:1767384596.223399:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384596.223403:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384596.223405:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384597.247538:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384597.247544:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384597.247549:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384598.199940:0:19346:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384598.199948:0:19346:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:0.0:1767384598.202662:0:19346:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384598.209503:0:19347:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007cd36af0. 00000400:00000010:3.0:1767384598.209516:0:19347:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d77cd381. 00000400:00000010:3.0:1767384598.209525:0:19347:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000002556217. 00000400:00000010:3.0:1767384598.209527:0:19347:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000afc3dece. 00000400:00000010:3.0:1767384598.209530:0:19347:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ba155530. 00000400:00000010:3.0:1767384598.209534:0:19347:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003429d701. 00000400:00000010:3.0:1767384598.209535:0:19347:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e20382b1. 00000400:00000010:3.0:1767384598.209537:0:19347:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006a0f577d. 00000400:00000010:3.0:1767384598.209539:0:19347:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008ede83ec. 00000800:00000010:3.0:1767384598.209547:0:19347:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c432bb23. 00000800:00000200:3.0:1767384598.209556:0:19347:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384598.209560:0:19347:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384598.209593:0:19347:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:3.0:1767384598.209610:0:19347:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp11 [8/256/0/180] 00000400:00000010:3.0:1767384598.210867:0:19347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 00000000899f30eb. 00000400:00000010:3.0:1767384598.210872:0:19347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd64019d. 00000400:00000010:3.0:1767384598.210881:0:19347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000400:00000001:3.0:1767384598.210891:0:19347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384598.210893:0:19347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384598.210895:0:19347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049ff37fb. 00000400:00000200:3.0:1767384598.210897:0:19347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2bf60b 00000400:00000010:3.0:1767384598.210898:0:19347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2bf60b. 00000400:00000010:3.0:1767384598.210902:0:19347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000a62e801a. 00000400:00000200:3.0:1767384598.210908:0:19347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (2) 00000400:00000200:3.0:1767384598.210921:0:19347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384598.210929:0:19347:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:3.0:1767384598.210935:0:19347:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000181cc5d2. 00000400:00000200:2.0:1767384598.210937:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384598.210939:0:19347:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384598.210943:0:19347:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp11 00000400:00000200:2.0:1767384598.210946:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:2.0:1767384598.210953:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d7918a. 00000400:00000010:3.0:1767384598.210955:0:19347:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d77cd381. 00000400:00000200:2.0:1767384598.210956:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (3) 00000400:00000010:3.0:1767384598.210962:0:19347:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007cd36af0. 00000400:00000010:2.0:1767384598.210964:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011ac2820. 00000400:00000200:2.0:1767384598.210969:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:2.0:1767384598.210980:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:2.0:1767384598.210985:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384598.210989:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:2.0:1767384598.210999:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp10 00000400:00000200:2.0:1767384598.211003:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp10 lpni_is_preferred = 0 00000400:00000200:2.0:1767384598.211005:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp10 00000400:00000200:2.0:1767384598.211008:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp10 NI seq info: [7:7:256:4294967295] 192.168.202.122@tcp10 LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1767384598.211014:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp10 00000020:00000001:0.0:1767384598.211015:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384598.211019:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384598.211023:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384598.211024:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp10(192.168.202.122@tcp10:) -> 192.168.202.122@tcp10(192.168.202.122@tcp:192.168.202.122@tcp10) : PUT try# 0 10000000:01000000:0.0:1767384598.211026:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384598.211031:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:2.0:1767384598.211033:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 80 bytes in 1 frags to 12345-192.168.202.122@tcp10 00000020:01000004:0.0:1767384598.211034:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384598.211038:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:2.0:1767384598.211039:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000021f27ea. 00000020:01000004:0.0:1767384598.211040:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384598.211043:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384598.211046:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384598.211047:0:480:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384598.211048:0:480:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000010:2.0:1767384598.211049:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a431aab0. 00000020:01000004:0.0:1767384598.211050:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384598.211053:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:2.0:1767384598.211054:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c61895b6. 00000800:00000200:2.0:1767384598.211059:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a431aab0] -> 12345-192.168.202.122@tcp10 (2) 00000100:00000010:0.0:1767384598.211059:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f30981d5. 00000020:00000040:0.0:1767384598.211065:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000800:00000200:2.1:1767384598.211066:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a431aab0] -> 12345-192.168.202.122@tcp10 (2) 00000100:00000001:0.0:1767384598.211072:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384598.211076:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384598.211080:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384598.211087:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 02000000:00000010:0.0:1767384598.211088:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e167852c. 00000400:00000200:2.0:1767384598.211092:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000100:00000001:0.0:1767384598.211096:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.211106:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384598.211108:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384598.211115:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f30981d5] to pc [ptlrpcd_00_02+2] req@00000000f30981d5 x1853237050220032/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384598.211144:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384598.211146:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.211148:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384598.211150:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384598.211155:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384598.211156:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384598.211160:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384598.211162:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384598.211163:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:0.0:1767384598.211165:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384598.211166:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384598.211175:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f30981d5 x1853237050220032/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384598.211176:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384598.211180:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384598.211186:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384598.211189:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384598.211194:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384598.211196:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384598.211196:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384598.211199:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384598.211200:0:480:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384598.211203:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384598.211205:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384598.211206:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384598.211210:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384598.211211:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bcbbb3f. 02000000:00000001:3.0:1767384598.211214:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.211215:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00100000:3.0:1767384598.211219:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f30981d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050220032:0@lo:253: 00000100:00000001:0.0:1767384598.211220:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384598.211224:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384598.211226:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384598.211228:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.211231:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384598.211235:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.211237:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384598.211237:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002219b835. 00000100:00000001:0.0:1767384598.211244:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384598.211245:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005fb59c6d. 02000000:00000001:3.0:1767384598.211248:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.211249:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384598.211252:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384598.211254:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f28ad3a. 00000100:00000040:0.0:1767384598.211257:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bcbbb3f] to pc [ptlrpcd_00_03+3] req@000000001bcbbb3f x1853237050220160/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384598.211265:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d77cd381. 10000000:00000001:0.0:1767384598.211268:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384598.211277:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384598.211278:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050220032, portal 25 00000020:00000001:0.0:1767384598.211281:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384598.211283:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384598.211285:0:480:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000181cc5d2. 00000100:00000001:0.0:1767384598.211339:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.211343:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384598.211345:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384598.211352:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384598.211353:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001bcbbb3f x1853237050220160/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.211355:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963241728 : -108605746309888 : ffff9d3941121500) 00000100:00000001:0.0:1767384598.211363:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384598.211365:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f30981d5 x1853237050220032/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.211367:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384598.211374:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384598.211375:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384598.211377:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384598.211381:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384598.211382:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384598.211387:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001bcbbb3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050220160:0@lo:253: 00000400:00000010:3.0:1767384598.211389:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af2ef806. 00000100:00000200:3.0:1767384598.211393:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050220032, offset 0 00000100:00000001:0.0:1767384598.211399:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384598.211402:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384598.211404:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384598.211405:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384598.211408:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384598.211414:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767384598.211414:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ce8557a2. 02000000:00000001:0.0:1767384598.211419:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384598.211423:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba01603f. 00000400:00000010:0.0:1767384598.211427:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000831bb1aa. 00000400:00000200:3.0:1767384598.211429:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260101e00 00000100:00000200:0.0:1767384598.211432:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050220160, portal 25 00000100:00000001:0.0:1767384598.211435:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384598.211438:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1bd [2] + 0 00000100:00000001:0.0:1767384598.211438:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963239936 : -108605746311680 : ffff9d3941120e00) 00000400:00000010:3.0:1767384598.211445:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047cbf8ac. 00000100:00000040:0.0:1767384598.211448:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001bcbbb3f x1853237050220160/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384598.211453:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000782f9225 00000100:00000001:0.0:1767384598.211454:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384598.211458:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384598.211477:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384598.211477:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7a4e264. 00000100:00000200:0.0:1767384598.211484:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050220160, offset 0 00000400:00000200:3.0:1767384598.211486:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384598.211492:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384598.211497:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000782f9225 00000400:00000010:3.0:1767384598.211502:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000782f9225. 00000400:00000200:0.0:1767384598.211502:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384598.211509:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384598.211512:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384598.211514:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260101e80 00000100:00000040:3.0:1767384598.211516:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000000884b047 x1853237050220032 msgsize 4848 00000400:00000200:0.0:1767384598.211523:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000100:00100000:3.0:1767384598.211527:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384598.211531:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018c4339b. 00000100:00000040:3.0:1767384598.211532:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384598.211540:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000992ac5e0 00000100:00000001:3.0:1767384598.211545:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384598.211546:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384598.211552:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384598.211557:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2ef806 00000400:00000010:3.0:1767384598.211560:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af2ef806. 00000100:00000001:3.0:1767384598.211562:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384598.211565:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000992ac5e0 00000100:00000200:3.0:1767384598.211568:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f30981d5 x1853237050220032/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384598.211569:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000992ac5e0. 00000100:00000001:0.0:1767384598.211578:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384598.211582:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384598.211582:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384598.211588:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000007bb16798 x1853237050220160 msgsize 4848 00000100:00000040:3.0:1767384598.211590:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f30981d5 x1853237050220032/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384598.211598:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384598.211602:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384598.211604:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.211607:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384598.211612:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384598.211618:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7a4e264 00000100:00000001:3.0:1767384598.211621:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.211628:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294886536 00000400:00000010:0.0:1767384598.211628:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7a4e264. 00000100:00000010:3.0:1767384598.211635:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008435d9a0. 00000100:00000001:0.0:1767384598.211635:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384598.211641:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001bcbbb3f x1853237050220160/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.211642:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384598.211651:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294886536 00000100:00000010:3.0:1767384598.211658:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054bb816e. 00000100:00000001:3.0:1767384598.211667:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384598.211668:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384598.211671:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294886536 00000100:00000040:0.0:1767384598.211674:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001bcbbb3f x1853237050220160/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384598.211679:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038723138. 00000100:00000001:0.0:1767384598.211684:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.211685:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384598.211688:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384598.211691:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294886536 00000100:00000001:0.0:1767384598.211694:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.211700:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294886536 00000100:00000001:0.0:1767384598.211704:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294886536 00000100:00000010:3.0:1767384598.211705:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e716e3e. 00000100:00000001:0.0:1767384598.211708:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294886536 00000100:00000001:3.0:1767384598.211709:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384598.211713:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294886536 00000100:00000001:0.0:1767384598.211717:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294886536 00000100:00000001:3.0:1767384598.211719:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384598.211719:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294886536 00000100:00000001:0.0:1767384598.211729:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294886536 00000100:00000001:3.0:1767384598.211730:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.211732:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294886536 00000100:00000001:0.0:1767384598.211735:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384598.211737:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.211738:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.211742:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.211747:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.211750:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.211754:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384598.211755:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384598.211757:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384598.211758:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384598.211761:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.211763:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384598.211765:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384598.211767:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384598.211771:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.211773:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.211780:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.211780:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.211823:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384598.211829:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050220032 02000000:00000001:0.0:1767384598.211834:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384598.211840:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384598.211843:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.211846:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384598.211853:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050220160 02000000:00000001:0.0:1767384598.211855:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.211857:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384598.211860:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384598.211861:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050220032 00000100:00000001:3.0:1767384598.211865:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.211865:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384598.211869:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 02000000:00000001:3.0:1767384598.211870:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.211872:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384598.211877:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050220160 00000020:00000040:0.0:1767384598.211878:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:3.0:1767384598.211897:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384598.211897:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000040:3.0:1767384598.211901:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384598.211902:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384598.211905:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384598.211908:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384598.211909:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000010:0.0:1767384598.211913:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9429670. 00000100:00000001:0.0:1767384598.211918:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384598.211919:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:0.0:1767384598.211922:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9429670. 00000020:00000001:3.0:1767384598.211924:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:0.0:1767384598.211928:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8eaf1c2. 00000100:00000001:3.0:1767384598.211930:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384598.211934:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000809c7b63. 00000020:00000010:3.0:1767384598.211936:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad648a22. 00000100:00000001:3.0:1767384598.211942:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384598.211943:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000116d8e56. 00000020:00000010:3.0:1767384598.211949:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad648a22. 00000020:00000010:3.0:1767384598.211958:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000370108f3. 00000100:00000040:0.0:1767384598.211961:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384598.211962:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b267398d. 00000100:00000001:0.0:1767384598.211970:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384598.211971:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f06989dd. 00000100:00000001:0.0:1767384598.211974:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384598.211978:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.211981:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384598.211985:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384598.211987:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.211991:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.211998:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.212011:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.212014:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.212035:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384598.212039:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384598.212044:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384598.212048:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384598.212053:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000040:0.0:1767384598.212059:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384598.212063:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472457323600 : -108601252228016 : ffff9d3a4cf05450) 00000100:00100000:3.0:1767384598.212068:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000040:0.0:1767384598.212070:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000884b047 x1853237050220032/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:579/0 lens 4848/0 e 0 to 0 dl 1767384609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384598.212072:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:3.0:1767384598.212077:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472409206864 : -108601300344752 : ffff9d3a4a122050) 00000100:00000001:0.0:1767384598.212085:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384598.212086:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007bb16798 x1853237050220160/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:579/0 lens 4848/0 e 0 to 0 dl 1767384609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384598.212090:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9429670. 00000100:00000001:0.0:1767384598.212100:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384598.212103:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384598.212104:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9429670. 00000020:00000010:3.0:1767384598.212114:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad648a22. 00000100:00000001:3.0:1767384598.212119:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384598.212119:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000884b047 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050220032:12345-0@lo:253: 00000020:00000010:3.0:1767384598.212125:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad648a22. 00000100:00000200:0.0:1767384598.212131:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050220032 00000020:00000001:0.0:1767384598.212135:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384598.212138:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007bb16798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050220160:12345-0@lo:253: 00000020:00000001:0.0:1767384598.212140:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384598.212143:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050220160 00000020:00000001:0.0:1767384598.212144:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384598.212149:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384598.212150:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384598.212154:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384598.212154:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:3.0:1767384598.212159:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384598.212161:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384598.212172:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:1.1:1767384598.212176:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a431aab0] -> 12345-192.168.202.122@tcp10 (2) 00000020:00000001:0.0:1767384598.212178:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384598.212179:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384598.212185:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384598.212193:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384598.212193:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384598.212198:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384598.212199:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384598.212205:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp10 000000001e0af24b deleted 00000020:00000001:3.0:1767384598.212207:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384598.212208:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384598.212211:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384598.212214:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:1.1:1767384598.212215:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001e0af24b. 00000020:00000001:3.0:1767384598.212216:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384598.212220:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004480b11a. 02000000:00000001:0.0:1767384598.212227:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.212228:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384598.212230:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.212231:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:1.1:1767384598.212232:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:0.0:1767384598.212235:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:3.0:1767384598.212240:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000181cc5d2. 20000000:00000010:0.0:1767384598.212246:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d308569d. 02000000:00000001:3.0:1767384598.212248:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384598.212250:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp10 ip 192.168.202.122:1021 00000100:00000001:3.0:1767384598.212258:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384598.212258:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:1.1:1767384598.212259:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000021f27ea type 1, nob 176 niov 1 nkiov 1 20000000:00000001:0.0:1767384598.212265:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384598.212273:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384598.212273:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384598.212280:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384598.212285:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004f4e5442. 20000000:01000000:3.0:1767384598.212519:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384598.212522:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384598.212593:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384598.212593:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384598.212599:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384598.212599:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384598.212604:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384598.212605:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384598.212610:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009cbffa51. 20000000:01000000:0.0:1767384598.212613:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:0.0:1767384598.212619:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384598.212624:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384598.212628:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384598.212651:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384598.212668:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.212671:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384598.212676:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.212678:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384598.212679:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384598.212682:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:0.0:1767384598.212695:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:0.0:1767384598.212705:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384598.212709:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384598.212712:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.212714:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384598.212718:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384598.212722:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384598.212726:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384598.212729:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cbaee1e9. 00080000:00000001:0.0:1767384598.212733:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635472845934080 : -108600863617536 : ffff9d3a641a0e00) 00080000:00000001:0.0:1767384598.212735:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384598.212739:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384598.212742:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b9429670. 00080000:00000001:0.0:1767384598.212744:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.212746:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384598.212759:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.212779:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:1.1:1767384598.212852:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:3.0:1767384598.212936:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.212948:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384598.212952:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.212958:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384598.212972:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp10(192.168.202.122@tcp10) <- 192.168.202.122@tcp10 : PUT - for me 00000400:00000200:3.0:1767384598.212981:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384598.212990:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 80/80 into md 0x1179 [1] + 0 00000400:00000010:3.0:1767384598.212994:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fc38edd. 00000400:00000200:3.0:1767384598.212999:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000080ab7098 00000800:00000001:3.0:1767384598.213005:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.213017:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384598.213022:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384598.213031:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp10->192.168.202.122@tcp10: PUT: OK 00000400:00000200:3.0:1767384598.213036:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000400:00000010:3.0:1767384598.213039:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00000400:00000200:3.0:1767384598.213045:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384598.213058:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (4) 00000400:00000200:3.0:1767384598.213064:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:3.0:1767384598.213068:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000000c733251. 00000400:00000200:3.0:1767384598.213072:0:16339:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 3 00000400:00000200:3.0:1767384598.213082:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384598.213095:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (5) 00000400:00000200:3.0:1767384598.213100:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384598.213103:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp10 to MR: 192.168.202.122@tcp10 local destination 00000400:00000200:3.0:1767384598.213107:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp10 NI seq info: [8:8:256:4294967295] 192.168.202.122@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1767384598.213122:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp10(192.168.202.122@tcp10:192.168.202.122@tcp10) -> 192.168.202.122@tcp10(192.168.202.122@tcp10:192.168.202.122@tcp10) 192.168.202.122@tcp10 : ACK try# 0 00000800:00000200:3.0:1767384598.213129:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp10 00000400:00000200:0.0:1767384598.213129:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384598.213133:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da7d6087. 00000400:00000010:0.0:1767384598.213135:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cc53038. 00000800:00000200:3.0:1767384598.213141:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a431aab0] -> 12345-192.168.202.122@tcp10 (4) 00000400:00000010:0.0:1767384598.213142:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cf05f8e. 00000400:00000200:0.0:1767384598.213148:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000800:00000200:3.0:1767384598.213152:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp10 ip 192.168.202.122:988 00000400:00000200:0.0:1767384598.213156:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1004d1 00000800:00000200:3.0:1767384598.213158:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da7d6087 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384598.213163:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 00000000a8119263. 00000400:00000010:0.0:1767384598.213167:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 00000000825998a9. 00000400:00000010:0.0:1767384598.213171:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 00000000dde7d81a. 00000400:00000010:0.0:1767384598.213192:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000005c8f4b2. 00000400:00000200:0.0:1767384598.213196:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000005c8f4b2 nid 192.168.202.122@tcp11 00000400:00000010:0.0:1767384598.213199:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b811c2bc. 00000400:00000200:0.0:1767384598.213203:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b811c2bc net tcp11 00000400:00000200:0.0:1767384598.213206:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (4) 00000400:00000200:0.0:1767384598.213213:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp11 flags 0x11 00000400:00000010:0.0:1767384598.213216:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 00000000a8119263. 00000400:00000010:0.0:1767384598.213220:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 00000000825998a9. 00000400:00000010:0.0:1767384598.213223:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 00000000dde7d81a. 00000400:00000010:0.0:1767384598.213233:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 000000000c733251. 00000400:00000200:0.0:1767384598.213235:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384598.213238:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100551 00000400:00000200:0.0:1767384598.213241:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 1 00000400:00000200:0.0:1767384598.213245:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 00000400:00000200:0.0:1767384598.213249:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384598.213250:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100511 rc 0 00000400:00000200:0.0:1767384598.213256:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:0.0:1767384598.213261:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (5) 00000800:00000200:3.0:1767384598.213284:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384598.213288:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da7d6087. 00000400:00000200:3.0:1767384598.213322:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384598.213324:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384598.213330:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp10->192.168.202.122@tcp10: ACK: OK 00000800:00000001:0.0:1767384598.213332:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384598.213337:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384598.213343:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384598.213346:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384598.213354:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384598.213362:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp10(192.168.202.122@tcp10) <- 192.168.202.122@tcp10 : ACK - for me 00000400:00000200:0.0:1767384598.213377:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp10: ACK from 12345-192.168.202.122@tcp10 into md 0x11a9 00000400:00000200:0.0:1767384598.213385:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384598.213390:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384598.213391:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp10->192.168.202.122@tcp10: ACK: OK 00000400:00000200:0.0:1767384598.213401:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d7918a 00000400:00000010:0.0:1767384598.213403:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d7918a. 00000400:00000200:0.0:1767384598.213406:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384598.213410:0:16338:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:3.0:1767384598.213413:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp10 from 252.3.0.2 00000400:00000200:0.0:1767384598.213414:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (4) 00000800:00000010:3.0:1767384598.213417:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000aa5ad4f3. 00000800:00000001:0.0:1767384598.213420:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384598.213424:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384598.213504:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a431aab0] -> 12345-192.168.202.122@tcp10 (4) 00000800:00000200:1.1:1767384598.213507:0:16334:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp10 000000001e0af24b deleted 00000800:00000010:1.1:1767384598.213508:0:16334:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001e0af24b. 00000800:00000200:1.1:1767384598.213511:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1F:1767384598.213599:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384598.213613:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp10 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384596172674909 sched[0] 00000800:00000010:0.0:1767384598.213616:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a093bd2. 00000800:00000001:3.0:1767384598.213647:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.213654:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384598.213658:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.213663:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384598.214596:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cbaee1e9. 20000000:00000010:3.0:1767384598.214690:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2c8aa4c. 20000000:01000000:3.0:1767384598.214695:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:3.0:1767384598.214700:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384598.214703:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:2.0:1767384598.214714:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384598.214715:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384598.214720:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384598.214723:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384598.214726:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384598.214727:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384598.214732:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384598.214735:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384598.214739:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:2.0:1767384598.214739:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000be6d9997. 00080000:00000001:3.0:1767384598.214742:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384598.214745:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384598.214746:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384598.214747:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384598.214751:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072052be0. 00080000:00000002:3.0:1767384598.214752:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:3.0:1767384598.214758:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00000020:00000001:2.0:1767384598.214758:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:3.0:1767384598.214762:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:2.0:1767384598.214763:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000072052be0 with handle 0x9f279d7a9a0b4e78 to hash 00080000:00000001:3.0:1767384598.214767:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384598.214768:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384598.214772:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00080000:00000001:3.0:1767384598.214773:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.214775:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00080000:00000001:3.0:1767384598.214776:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384598.214782:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384598.214783:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384598.214785:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384598.214786:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00010000:2.0:1767384598.214788:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e78 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384598.214792:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384598.214796:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000088e49c2b. 00010000:00000001:2.0:1767384598.214798:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384598.214801:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036202496 : -108605673349120 : ffff9d39456b6000) 00080000:00000001:3.0:1767384598.214804:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384598.214808:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384598.214809:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:3.0:1767384598.214810:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ad648a22. 00010000:00000001:2.0:1767384598.214812:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384598.214815:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.214816:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384598.214820:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384598.214820:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384598.214824:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384598.214826:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384598.214828:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384598.214830:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:3.0:1767384598.214831:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.214832:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384598.214835:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384598.214838:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000be6d9997) refcount = 1 00010000:00010000:2.0:1767384598.214841:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e78 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384598.214842:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384598.214847:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384598.214848:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384598.214850:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384598.214851:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.214852:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384598.214855:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384598.214859:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003071918s 00010000:00000001:2.0:1767384598.214862:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384598.214863:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384598.214864:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=4 00000020:00000001:2.0:1767384598.214866:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384598.214868:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384598.214870:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384598.214873:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e78 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.214878:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384598.214880:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e78 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.214883:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.214885:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384598.214892:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e78 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.214898:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384598.214900:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.214904:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384598.214908:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e78 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384598.214927:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000072052be0 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384598.214936:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384598.214939:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384598.214949:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e78 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.214960:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384598.214963:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384598.214967:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384598.214972:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=5 00000020:00000001:2.0:1767384598.214981:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384598.214992:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384598.214998:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384598.215005:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e78 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.215026:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384598.215039:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384598.215042:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.215051:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384598.215054:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384598.215061:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384598.215069:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384598.215072:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000072052be0 with handle 0x9f279d7a9a0b4e78 from hash 00010000:00000001:2.0:1767384598.215081:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384598.215090:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.215097:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384598.215099:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384598.215103:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384598.215108:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384598.215111:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384598.215116:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384598.215121:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.215123:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384598.215124:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384598.215134:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.215139:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384598.215141:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.215143:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384598.215146:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384598.215152:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e78 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.215165:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.215166:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384598.215168:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384598.215171:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384598.215174:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384598.215179:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384598.215181:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384598.215184:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384598.215185:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384598.215192:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e78 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384598.215207:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384598.215208:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384598.215209:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4e78 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384598.215225:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000be6d9997 count: 0 00010000:00000001:2.0:1767384598.215243:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384598.215245:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384598.215359:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384598.215368:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384598.215377:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384598.215382:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384598.215390:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f28ad3a. 00000400:00000200:3.0:1767384598.215398:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d77cd381 00000400:00000010:3.0:1767384598.215406:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d77cd381. 00000100:00000001:3.0:1767384598.215410:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384598.215423:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f30981d5 x1853237050220032/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384598.215455:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f30981d5 x1853237050220032/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.215500:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384598.215509:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.215513:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384598.215516:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384598.215520:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384598.215523:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.215531:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384598.215539:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384598.215547:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384598.215550:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384598.215554:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384598.215558:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384598.215560:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.215563:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384598.215567:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f30981d5 x1853237050220032/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.215575:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384598.215578:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384598.215581:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384598.215585:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384598.215587:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384598.215589:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384598.215591:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384598.215593:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384598.215595:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384598.215597:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384598.215599:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384598.215601:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384598.215602:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384598.215607:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f30981d5 x1853237050220032/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384598.215616:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f30981d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050220032:0@lo:253: 00000100:00000001:3.0:1767384598.215622:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.215625:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384598.215635:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f30981d5 x1853237050220032/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.215642:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384598.215645:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384598.215648:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005fb59c6d. 02000000:00000001:3.0:1767384598.215652:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384598.215654:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384598.215655:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384598.215658:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384598.215660:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e167852c. 02000000:00000001:3.0:1767384598.215665:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384598.215667:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384598.215668:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f30981d5. 00000100:00000001:3.0:1767384598.215672:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384598.215674:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.215676:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.215681:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384598.215683:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.215685:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384598.215687:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384598.216515:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ad648a22. 00040000:00000001:2.0:1767384598.216529:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384598.216532:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384598.216535:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384598.216539:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384598.216542:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384598.216545:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384598.216548:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384598.216561:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384598.216565:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384598.216572:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:2.0:1767384598.216773:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384598.216782:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384598.216787:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004f4e5442. 20000000:00000001:2.0:1767384598.216800:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384598.216808:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050220160 00010000:00000001:2.0:1767384598.216816:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384598.216826:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007bb16798 x1853237050220160/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:579/0 lens 4848/4768 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384598.216855:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384598.216859:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384598.216869:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384598.216882:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384598.216893:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384598.216904:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384598.216914:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384598.216918:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294886536, at 4294886537 02000000:00000001:2.0:1767384598.216924:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384598.216929:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e716e3e. 00000100:00000001:2.0:1767384598.216935:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384598.216950:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384598.216960:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a4ab465. 00000100:00000200:2.0:1767384598.216969:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050220160, offset 224 00000400:00000200:2.0:1767384598.216984:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384598.216994:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384598.217002:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260101e80 00000400:00000200:2.0:1767384598.217007:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11b5 [2] + 224 00000400:00000200:2.0:1767384598.217013:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384598.217024:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384598.217027:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384598.217030:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001bcbbb3f x1853237050220160/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384598.217040:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001bcbbb3f x1853237050220160/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384598.217058:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384598.217065:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a4ab465 00000400:00000010:2.0:1767384598.217070:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a4ab465. 00000100:00000001:2.0:1767384598.217075:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384598.217079:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384598.217087:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384598.217098:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384598.217106:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384598.217110:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384598.217118:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384598.217128:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bb16798 x1853237050220160/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:579/0 lens 4848/4768 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384598.217167:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007bb16798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050220160:12345-0@lo:253: Request processed in 5061us (5575us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384598.217196:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00000040:2.0:1767384598.217201:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384598.217209:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384598.217219:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384598.217226:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b267398d. 00000020:00000010:2.0:1767384598.217235:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f06989dd. 00000020:00000010:2.0:1767384598.217246:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000370108f3. 00000020:00000040:2.0:1767384598.217258:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:2.0:1767384598.217271:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384598.217276:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000181cc5d2. 02000000:00000001:2.0:1767384598.217286:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384598.217339:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384598.217348:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294886536, at 4294886538 00000100:00000200:2.0:1767384598.217350:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:0.0:1767384598.217357:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008435d9a0. 00000400:00000010:2.0:1767384598.217368:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f55939c. 00000400:00000010:2.0:1767384598.217378:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a4ab465. 00000100:00000040:2.0:1767384598.217407:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294886536, at 4294886538 00000100:00000010:2.0:1767384598.217424:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038723138. 00010000:00000010:2.1:1767384598.218562:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000be6d9997. 00010000:00000010:2.1:1767384598.218569:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072052be0. 00010000:00000010:1.1:1767384598.220320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000022f55ba. 00010000:00000010:1.1:1767384598.220331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aba6c93e. 00000400:00000010:3.0:1767384598.227705:0:19352:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d89ab7e1. 00000400:00000040:3.0:1767384598.227722:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384598.227724:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384598.227726:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384598.227728:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384598.227729:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384598.227730:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384598.227732:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384598.227733:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384598.227734:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384598.227735:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384598.227737:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384598.227738:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384598.227739:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384598.227740:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384598.227744:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384598.227746:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384598.227747:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384598.227748:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384598.227749:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384598.227750:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384598.227751:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384598.227752:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384598.227753:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384598.227754:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384598.227755:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384598.227756:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384598.227757:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384598.227758:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384598.227759:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384598.227760:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384598.227761:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384598.227762:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384598.227763:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384598.227764:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384598.227765:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384598.227766:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384598.227767:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384598.227768:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384598.227769:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384598.227770:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384598.227771:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384598.227772:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384598.227773:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384598.227774:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384598.227775:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384598.227776:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384598.227777:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384598.227778:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384598.227780:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384598.227781:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384598.227782:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384598.227782:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384598.227783:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384598.227789:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384598.227790:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384598.227791:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384598.227792:0:19352:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384598.227805:0:19352:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d89ab7e1. 00000020:00000001:3.0:1767384598.271414:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384598.271420:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384598.271424:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384598.803131:0:19486:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003a3cacf6. 00080000:00000010:0.0:1767384598.803142:0:19486:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003a3cacf6. 00000020:00000001:0.0:1767384598.803152:0:19486:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384598.803161:0:19486:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003a3cacf6. 00080000:00000010:0.0:1767384598.803165:0:19486:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003a3cacf6. 00000020:00000001:0.0:1767384598.803169:0:19486:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384599.103361:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384599.103366:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 2 10000000:00000001:0.0:1767384599.103370:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384599.103373:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384599.103374:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384599.103375:0:17073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384599.103377:0:17073:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384599.103379:0:17073:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384599.103381:0:17073:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d3a4b2d0000 from 7 10000000:00000001:0.0:1767384599.103383:0:17073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384599.103385:0:17073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384599.103392:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0ba1e9f. 00000020:00000040:0.0:1767384599.103396:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384599.103400:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384599.103402:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384599.103407:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384599.103413:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095cdcf32. 00000100:00000001:0.0:1767384599.103419:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384599.103423:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384599.103426:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384599.103431:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004abd5073. 00010000:00000001:0.0:1767384599.103435:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384599.103438:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d20025a7. 00000020:00000001:0.0:1767384599.103467:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384599.103469:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d20025a7 with handle 0x9f279d7a9a0b4e86 to hash 00000020:00000001:0.0:1767384599.103471:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384599.103473:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384599.103475:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384599.103478:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384599.103480:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384599.103482:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 00000000d20025a7/0x9f279d7a9a0b4e86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384599.103499:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 00000000d20025a7/0x9f279d7a9a0b4e86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384599.103507:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 00000000d20025a7/0x9f279d7a9a0b4e86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384599.103510:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384599.103512:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384599.103516:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039368ccb. 00000100:00000001:0.0:1767384599.103518:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472409250240 : -108601300301376 : ffff9d3a4a12c9c0) 00000100:00000001:0.0:1767384599.103520:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384599.103521:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963240832 : -108605746310784 : ffff9d3941121180) 00000100:00000001:0.0:1767384599.103525:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384599.103527:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.103529:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384599.103530:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384599.103536:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0ba1e9f x1853237050220288/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.103543:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384599.103544:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384599.103547:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384599.103549:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384599.103551:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384599.103552:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b0ba1e9f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050220288:0@lo:101: 00000100:00000001:0.0:1767384599.103555:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384599.103559:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384599.103561:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384599.103563:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384599.103566:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ea6afe3c. 02000000:00000001:0.0:1767384599.103567:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384599.103571:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000329ee2c9. 00000400:00000010:0.0:1767384599.103577:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084931f03. 00000100:00000200:0.0:1767384599.103586:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050220288, portal 25 00000100:00000001:0.0:1767384599.103588:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384599.103589:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963240832 : -108605746310784 : ffff9d3941121180) 00000100:00000040:0.0:1767384599.103593:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b0ba1e9f x1853237050220288/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384615 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.103598:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384599.103600:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384599.103602:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048dc8bba. 00000100:00000200:0.0:1767384599.103604:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050220288, offset 0 00000400:00000200:0.0:1767384599.103609:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384599.103621:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384599.103630:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260101f00 00000400:00000200:0.0:1767384599.103635:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1c5 [2] + 0 00000400:00000010:0.0:1767384599.103638:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000296f6ae3. 00000400:00000200:0.0:1767384599.103642:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a999724 00000400:00000200:0.0:1767384599.103647:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384599.103650:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384599.103655:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a999724 00000400:00000010:0.0:1767384599.103656:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a999724. 00000100:00000001:0.0:1767384599.103660:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384599.103662:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384599.103665:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000003f4ceafa x1853237050220288 msgsize 328 00000100:00100000:0.0:1767384599.103669:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384599.103670:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384599.103683:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384599.103688:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048dc8bba 00000400:00000010:0.0:1767384599.103689:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048dc8bba. 00000100:00000001:0.0:1767384599.103691:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384599.103693:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0ba1e9f x1853237050220288/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384615 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.103700:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384599.103702:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b0ba1e9f x1853237050220288/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384615 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.103707:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.103713:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384599.103718:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.103720:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384599.103722:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294887428 00000100:00100000:2.0:1767384599.103726:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050220288 00000100:00000010:0.0:1767384599.103727:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dde7d81a. 02000000:00000001:2.0:1767384599.103731:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384599.103735:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384599.103735:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384599.103740:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.103743:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294887428 02000000:00000001:2.0:1767384599.103746:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384599.103748:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000825998a9. 00000100:00100000:2.0:1767384599.103753:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050220288 00000100:00000001:0.0:1767384599.103753:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384599.103758:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384599.103759:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294887428 00000020:00000040:2.0:1767384599.103761:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000010:0.0:1767384599.103763:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8119263. 00000020:00000001:2.0:1767384599.103765:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384599.103768:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000020:00000040:2.0:1767384599.103769:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:0.0:1767384599.103771:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294887428 00000020:00000001:2.0:1767384599.103775:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000010:0.0:1767384599.103777:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054bb816e. 00000020:00000001:2.0:1767384599.103780:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384599.103782:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384599.103787:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384599.103787:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384599.103791:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384599.103793:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ab18ac3. 00000100:00000001:0.0:1767384599.103793:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384599.103796:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384599.103799:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384599.103799:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 0000000039368ccb going to sleep for 11 seconds 00000020:00000010:2.0:1767384599.103805:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ab18ac3. 00000100:00000001:0.0:1767384599.103805:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384599.103809:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384599.103813:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b3f07dc. 00000020:00000010:2.0:1767384599.103819:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ae7c40b. 00000020:00000010:2.0:1767384599.103825:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dbb103e5. 00000100:00000040:2.0:1767384599.103834:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384599.103837:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384599.103839:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384599.103841:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.103848:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.103863:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.103875:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384599.103878:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384599.103883:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000040:2.0:1767384599.103887:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384599.103896:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472409208912 : -108601300342704 : ffff9d3a4a122850) 00000100:00000040:2.0:1767384599.103902:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003f4ceafa x1853237050220288/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 328/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.103913:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384599.103916:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ab18ac3. 00000100:00000001:2.0:1767384599.103918:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384599.103920:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ab18ac3. 00000100:00100000:2.0:1767384599.103924:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003f4ceafa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17073:x1853237050220288:12345-0@lo:101: 00000100:00000200:2.0:1767384599.103929:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050220288 00000020:00000001:2.0:1767384599.103933:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384599.103937:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384599.103939:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.103942:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384599.103944:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:2.0:1767384599.103948:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384599.103949:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384599.103952:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384599.103954:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384599.103957:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.103960:0:17069:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384599.103962:0:17069:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384599.103964:0:17069:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384599.103966:0:17069:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384599.103968:0:17069:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.103972:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384599.103977:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000be6d9997. 00010000:00000001:2.0:1767384599.103980:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384599.103983:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018bdeef6. 00000020:00000001:2.0:1767384599.103987:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384599.103988:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018bdeef6 with handle 0x9f279d7a9a0b4e8d to hash 00000020:00000001:2.0:1767384599.103990:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384599.103992:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384599.103994:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00010000:2.0:1767384599.104003:0:17069:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4e8d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f279d7a9a0b4e86 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384599.104011:0:17069:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000021677888 : new locks_count 10 00000020:00000040:2.0:1767384599.104014:0:17069:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=15 00000100:00000001:2.0:1767384599.104022:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384599.104024:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384599.104028:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b83e923b. 02000000:00000001:2.0:1767384599.104030:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.104033:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.104036:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384599.104040:0:17069:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384599.104042:0:17069:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384599.104044:0:17069:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384599.104046:0:17069:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.104049:0:17069:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384599.104051:0:17069:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.104054:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384599.104056:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384599.104058:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384599.104060:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384599.104062:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000be6d9997) refcount = 1 00010000:00010000:2.0:1767384599.104067:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4e8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4e86 expref: 15 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.104085:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384599.104087:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384599.104088:0:17069:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.104091:0:17069:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.104093:0:17069:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384599.104097:0:17069:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384599.104100:0:17069:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4e8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4e86 expref: 15 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.104108:0:17069:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384599.104114:0:17069:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384599.104116:0:17069:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384599.104119:0:17069:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.104122:0:17069:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384599.104124:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.104125:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384599.104127:0:17069:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000018bdeef6, rc 0) 00000020:00000001:2.0:1767384599.104130:0:17069:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384599.104134:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050220288 00010000:00000001:2.0:1767384599.104136:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384599.104151:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003f4ceafa x1853237050220288/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 328/344 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384599.104160:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384599.104162:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384599.104166:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384599.104171:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384599.104174:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384599.104176:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384599.104180:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384599.104183:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.104186:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384599.104188:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384599.104192:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000100:00000200:2.0:1767384599.104195:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050220288, offset 224 00000400:00000200:2.0:1767384599.104201:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384599.104214:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384599.104221:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260101f00 00000400:00000200:2.0:1767384599.104225:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x11d1 [1] + 224 00000400:00000200:2.0:1767384599.104230:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.104233:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384599.104237:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384599.104242:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b0ba1e9f x1853237050220288/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384599.104252:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b0ba1e9f x1853237050220288/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384615 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.104276:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384599.104281:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384599.104284:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000001:0.0:1767384599.104309:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384599.104314:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384599.104316:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384599.104317:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000329ee2c9. 00000100:00000001:2.0:1767384599.104320:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384599.104321:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084931f03 00000100:00000001:2.0:1767384599.104324:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384599.104325:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084931f03. 00000100:00000001:0.0:1767384599.104330:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384599.104331:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384599.104335:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b0ba1e9f x1853237050220288/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384615 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384599.104339:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384599.104345:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384599.104349:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384599.104349:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b0ba1e9f x1853237050220288/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384615 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384599.104354:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384599.104359:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384599.104361:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f4ceafa x1853237050220288/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 328/344 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.104366:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384599.104371:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384599.104374:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384599.104376:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384599.104379:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384599.104380:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003f4ceafa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050220288:12345-0@lo:101: Request processed in 464us (710us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384599.104383:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384599.104389:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=16 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384599.104395:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00001000:0.0:1767384599.104397:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=16 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384599.104400:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:0.0:1767384599.104400:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384599.104402:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.104406:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384599.104406:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384599.104410:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.104411:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384599.104414:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384599.104417:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ae7c40b. 00000100:00000040:0.0:1767384599.104419:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b0ba1e9f x1853237050220288/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384615 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384599.104425:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dbb103e5. 00000100:00000001:0.0:1767384599.104427:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384599.104431:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b3f07dc. 00000100:00000001:0.0:1767384599.104432:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384599.104435:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384599.104440:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0ba1e9f x1853237050220288/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384615 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384599.104441:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:2.0:1767384599.104448:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:0.0:1767384599.104450:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b0ba1e9f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050220288:0@lo:101: 02000000:00000010:2.0:1767384599.104465:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b83e923b. 00000100:00000001:0.0:1767384599.104467:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384599.104470:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384599.104471:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.104475:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384599.104475:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384599.104477:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384599.104481:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0ba1e9f x1853237050220288/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384615 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384599.104482:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384599.104490:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0bb379e. 00000100:00000001:0.0:1767384599.104490:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384599.104492:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000039368ccb. 00000100:00000001:0.0:1767384599.104496:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000010:2.0:1767384599.104497:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f71bf76. 00000100:00000001:0.0:1767384599.104498:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384599.104503:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384599.104505:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384599.104507:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384599.104513:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d20025a7 refcount=4 00000020:00000001:0.0:1767384599.104515:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384599.104518:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000040:0.0:1767384599.104521:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d20025a7, remote cookie: 0x9f279d7a9a0b4e8d, flags: 0x0 00010000:00000001:0.0:1767384599.104523:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384599.104525:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384599.104527:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384599.104528:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384599.104529:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384599.104531:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004abd5073) refcount = 1 00010000:00010000:0.0:1767384599.104533:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 00000000d20025a7/0x9f279d7a9a0b4e86 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4e8d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384599.104538:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384599.104540:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384599.104540:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384599.104542:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384599.104544:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384599.104546:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 00000000d20025a7/0x9f279d7a9a0b4e86 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4e8d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384599.104549:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384599.104550:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384599.104551:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384599.104552:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384599.104553:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384599.104554:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.104555:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384599.104558:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b0ba1e9f x1853237050220288/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384615 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.104563:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384599.104565:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384599.104566:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ea6afe3c. 02000000:00000001:0.0:1767384599.104569:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384599.104570:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384599.104574:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384599.104576:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384599.104578:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000095cdcf32. 02000000:00000001:0.0:1767384599.104580:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384599.104582:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384599.104583:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0ba1e9f. 00000100:00000001:0.0:1767384599.104586:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384599.104587:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384599.104588:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384599.104590:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384599.104591:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:0.0:1767384599.104592:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384599.104593:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384599.104594:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384599.104595:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d20025a7 refcount=3 00000020:00000001:0.0:1767384599.104596:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384599.104597:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384599.104599:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384599.104600:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384599.104600:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384599.104601:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384599.104603:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384599.104605:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000b120e7ca. 00000100:00000010:0.0:1767384599.104615:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0ba1e9f. 00000020:00000040:0.0:1767384599.104617:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384599.104619:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384599.104620:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384599.104622:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384599.104625:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095cdcf32. 00000100:00000001:0.0:1767384599.104627:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.104629:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384599.104632:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ea6afe3c. 00000100:00000010:0.0:1767384599.104634:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000009bdf4719. 00000020:00000040:0.0:1767384599.104636:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384599.104639:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384599.104640:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384599.104645:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000039368ccb. 00000100:00000001:0.0:1767384599.104646:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472409250240 : -108601300301376 : ffff9d3a4a12c9c0) 00000100:00000001:0.0:1767384599.104648:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384599.104648:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963240832 : -108605746310784 : ffff9d3941121180) 00000100:00000001:0.0:1767384599.104650:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384599.104651:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.104653:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384599.104654:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384599.104656:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.104661:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384599.104662:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384599.104664:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384599.104665:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384599.104666:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384599.104668:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b0ba1e9f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050220416:0@lo:256: 00000100:00000001:0.0:1767384599.104671:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384599.104672:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384599.104673:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.104675:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384599.104678:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000329ee2c9. 00000400:00000010:0.0:1767384599.104681:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009a1dbea3. 00000100:00000200:0.0:1767384599.104684:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260101f80-0x6958260101f80, portal 33 00000100:00000001:0.0:1767384599.104686:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384599.104687:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384599.104689:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5549f9d. 02000000:00000001:0.0:1767384599.104690:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384599.104692:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056cefe59. 00000400:00000010:0.0:1767384599.104695:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084931f03. 00000100:00000200:0.0:1767384599.104697:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050220416, portal 25 00000100:00000001:0.0:1767384599.104699:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384599.104700:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963240832 : -108605746310784 : ffff9d3941121180) 00000100:00000040:0.0:1767384599.104703:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384615 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.104714:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384599.104716:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384599.104717:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048dc8bba. 00000100:00000200:0.0:1767384599.104719:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050220416, offset 0 00000400:00000200:0.0:1767384599.104721:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384599.104725:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384599.104729:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260101f80 00000400:00000200:0.0:1767384599.104733:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1c9 [2] + 0 00000400:00000010:0.0:1767384599.104736:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de8ebb98. 00000400:00000200:0.0:1767384599.104738:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000080bb8024 00000400:00000200:0.0:1767384599.104741:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384599.104744:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384599.104746:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080bb8024 00000400:00000010:0.0:1767384599.104746:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080bb8024. 00000100:00000001:0.0:1767384599.104748:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384599.104749:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384599.104751:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000009d195088 x1853237050220416 msgsize 304 00000100:00100000:0.0:1767384599.104753:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384599.104754:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384599.104763:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384599.104766:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048dc8bba 00000400:00000010:0.0:1767384599.104767:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048dc8bba. 00000100:00000001:0.0:1767384599.104769:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384599.104770:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384615 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.104775:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384599.104777:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384615 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.104782:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.104784:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384599.104787:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.104789:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294887429 00000100:00000001:0.0:1767384599.104794:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887428 00000100:00000001:0.0:1767384599.104804:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294887429 00000100:00000001:2.0:1767384599.104806:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384599.104807:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887428 00000100:00100000:2.0:1767384599.104811:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050220416 00000100:00000001:0.0:1767384599.104812:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294887429 02000000:00000001:2.0:1767384599.104816:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384599.104818:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887428 00000100:00000001:2.0:1767384599.104819:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384599.104821:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294887429 00000100:00000001:0.0:1767384599.104823:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887428 00000100:00000001:0.0:1767384599.104826:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384599.104829:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.104830:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.104835:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384599.104836:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.104837:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384599.104842:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 0000000039368ccb going to sleep for 11 seconds 00000100:00100000:2.0:1767384599.104843:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050220416 00000100:00000001:0.0:1767384599.104844:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384599.104847:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384599.104847:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384599.104850:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384599.104853:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384599.104855:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:2.0:1767384599.104858:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384599.104861:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384599.104864:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384599.104867:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ab18ac3. 00000100:00000001:2.0:1767384599.104869:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384599.104871:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ab18ac3. 00000020:00000010:2.0:1767384599.104875:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b3f07dc. 00000020:00000010:2.0:1767384599.104878:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ae7c40b. 00000020:00000010:2.0:1767384599.104882:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dbb103e5. 00000100:00000040:2.0:1767384599.104887:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384599.104890:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384599.104892:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384599.104894:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.104898:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.104910:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.104922:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384599.104924:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384599.104930:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:2.0:1767384599.104933:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384599.104936:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472409199696 : -108601300351920 : ffff9d3a4a120450) 00000100:00000040:2.0:1767384599.104940:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009d195088 x1853237050220416/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 304/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.104950:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384599.104953:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ab18ac3. 00000100:00000001:2.0:1767384599.104955:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384599.104957:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ab18ac3. 00000100:00100000:2.0:1767384599.104969:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009d195088 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050220416:12345-0@lo:256: 00000100:00000200:2.0:1767384599.104974:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050220416 00000020:00000001:2.0:1767384599.104977:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384599.104979:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384599.104980:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.104982:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384599.104984:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:2.0:1767384599.104987:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384599.104990:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384599.104992:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384599.104994:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384599.104996:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.104999:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384599.105001:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384599.105004:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b83e923b. 02000000:00000001:2.0:1767384599.105006:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.105008:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384599.105012:0:17069:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384599.105015:0:17069:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384599.105019:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384599.105021:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384599.105024:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384599.105026:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384599.105029:0:17069:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384599.105031:0:17069:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000045585a8f. 20000000:00000001:2.0:1767384599.105034:0:17069:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384599.105045:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384599.105051:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384599.105056:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:2.0:1767384599.105059:0:17069:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 4012/1/4/3. 20000000:00000040:2.0:1767384599.105064:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384599.105066:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384599.105080:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:01000000:2.0:1767384599.105083:0:17069:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 84, pages 3928/1/4/3. 20000000:01000000:2.0:1767384599.105086:0:17069:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 168, version 10 20000000:00000001:2.0:1767384599.105089:0:17069:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=168 : 168 : a8) 00000100:00000001:2.0:1767384599.105096:0:17069:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384599.105099:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009f327d96. 00000100:00000010:2.0:1767384599.105103:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000942d1e54. 00000020:00000040:2.0:1767384599.105105:0:17069:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:2.0:1767384599.105108:0:17069:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384599.105111:0:17069:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384599.105114:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000400:00000010:2.0:1767384599.105120:0:17069:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000021637abe. 00000400:00000200:2.0:1767384599.105124:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384599.105131:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384599.105137:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 168 into portal 33 MB=0x6958260101f80 00000400:00000200:2.0:1767384599.105141:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 168/168 into md 0x11e1 [4] + 0 00000400:00000010:2.0:1767384599.105145:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000329ee2c9. 00000400:00000200:2.0:1767384599.105148:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009a1dbea3 00000400:00000200:2.0:1767384599.105152:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.105156:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384599.105159:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a1dbea3 00000400:00000010:2.0:1767384599.105160:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009a1dbea3. 00000100:00000001:2.0:1767384599.105174:0:17069:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384599.105176:0:17069:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b0ba1e9f desc 00000000ea6afe3c mbits 1853237050220416 00000100:00000001:2.0:1767384599.105188:0:17069:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384599.105191:0:17069:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384599.105196:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:0.0:1767384599.105204:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384599.105205:0:17069:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x11ed 00000100:00000001:0.0:1767384599.105208:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384599.105210:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.105216:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384599.105220:0:17069:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384599.105222:0:17069:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000009f327d96 00000100:00000001:2.0:1767384599.105225:0:17069:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384599.105231:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384599.105233:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000001:2.0:1767384599.105236:0:17069:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384599.105237:0:17069:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000009f327d96 00000100:00000001:2.0:1767384599.105239:0:17069:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384599.105243:0:17069:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 168 bytes via portal 33 id 12345-0@lo mbits 0x6958260101f80-0x6958260101f80 00000100:00000001:2.0:1767384599.105252:0:17069:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.105256:0:17069:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.105258:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384599.105261:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:2.0:1767384599.105264:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000942d1e54. 00000100:00000010:2.0:1767384599.105267:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009f327d96. 00000100:00000001:2.0:1767384599.105269:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384599.105270:0:17069:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384599.105276:0:17069:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000045585a8f. 20000000:00000001:2.0:1767384599.105280:0:17069:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384599.105283:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050220416 00010000:00000001:2.0:1767384599.105285:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384599.105318:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009d195088 x1853237050220416/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 304/240 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384599.105328:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384599.105330:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384599.105333:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384599.105337:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384599.105339:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384599.105342:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384599.105344:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384599.105346:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.105348:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384599.105351:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384599.105355:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000100:00000200:2.0:1767384599.105358:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050220416, offset 224 00000400:00000200:2.0:1767384599.105363:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384599.105368:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384599.105373:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260101f80 00000400:00000200:2.0:1767384599.105377:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x11e5 [1] + 224 00000400:00000200:2.0:1767384599.105381:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.105383:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384599.105386:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384599.105389:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384599.105402:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384615 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.105419:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384599.105425:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384599.105428:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000001:2.0:1767384599.105431:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384599.105433:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384599.105436:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384599.105437:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384599.105441:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384599.105442:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000001:0.0:1767384599.105444:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384599.105447:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384599.105447:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056cefe59. 00000020:00000001:2.0:1767384599.105450:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384599.105464:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084931f03 00000400:00000010:0.0:1767384599.105465:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084931f03. 00000100:00000001:0.0:1767384599.105469:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384599.105470:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384599.105474:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384615 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384599.105477:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d195088 x1853237050220416/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 304/240 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384599.105495:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384615 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384599.105500:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009d195088 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050220416:12345-0@lo:256: Request processed in 547us (745us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384599.105509:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384599.105512:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384599.105516:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000001:0.0:1767384599.105516:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384599.105519:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384599.105521:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:0.0:1767384599.105522:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384599.105526:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384599.105527:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.105530:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384599.105531:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384599.105535:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ae7c40b. 00000020:00000010:2.0:1767384599.105540:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dbb103e5. 00000100:00001000:0.0:1767384599.105541:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=16 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384599.105545:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b3f07dc. 00000100:00001000:0.0:1767384599.105546:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384599.105552:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384599.105553:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:0.0:1767384599.105554:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384599.105557:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384599.105559:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.105560:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384599.105562:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384599.105563:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b83e923b. 00000100:00000040:0.0:1767384599.105567:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384615 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384599.105569:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384599.105572:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384599.105578:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384599.105579:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384615 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384599.105585:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd313575. 00000100:00000001:0.0:1767384599.105587:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384599.105591:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384599.105592:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b6d11c2. 00000100:00000040:0.0:1767384599.105593:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384615 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384599.105601:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b0ba1e9f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050220416:0@lo:256: 00000100:00000001:0.0:1767384599.105605:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384599.105607:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.105608:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384599.105609:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384599.105610:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384615 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.105615:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384599.105616:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000039368ccb. 00000100:00000001:0.0:1767384599.105618:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384599.105619:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384599.105621:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 10, more 0. 10000000:00000001:0.0:1767384599.105623:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384599.105628:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000009d72f631. 10000000:00000040:0.0:1767384599.105636:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384599.105641:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384599.105642:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384599.105650:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:0.0:1767384599.105652:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384599.105653:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384599.105655:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:0.0:1767384599.105657:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000400:00000200:0.0:1767384599.105659:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 3 NIDs 00000400:00001000:0.0:1767384599.105661:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384599.105663:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:0.0:1767384599.105667:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384599.105670:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (3) 00000400:00000200:0.0:1767384599.105674:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384599.105676:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:0.0:1767384599.105678:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (4) 00000400:00000200:0.0:1767384599.105680:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:0.0:1767384599.105681:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:0.0:1767384599.105683:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384599.105684:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:0.0:1767384599.105685:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:0.0:1767384599.105687:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384599.105688:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000100:00000001:0.0:1767384599.105689:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384599.105690:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384599.105692:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 10000000:00000010:0.0:1767384599.105695:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000001323773c. 10000000:00000040:0.0:1767384599.105697:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 10/10 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000020:00000080:0.0:1767384599.105699:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384599.105704:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384599.105706:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069a03232. 00000020:00000010:0.0:1767384599.105709:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004fade4d8. 00000040:00000010:0.0:1767384599.105711:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000164cd9a9. 00000020:00000010:0.0:1767384599.105714:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000061d06e11. 00000020:00000010:0.0:1767384599.105717:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e3c44865. 00000020:00000010:0.0:1767384599.105721:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003f0c9c6b. 80000000:00000010:0.0:1767384599.105724:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000038723138. 40000000:00000010:0.0:1767384599.105731:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000098ee5c35. 00100000:00000010:0.0:1767384599.105735:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008710094d. 00040000:00000010:0.0:1767384599.105738:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a3b32e8f. 00040000:00000010:0.0:1767384599.105741:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a1fd572a. 00040000:00000010:0.0:1767384599.105744:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fa3653aa. 00080000:00000010:0.0:1767384599.105749:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002219b835. 00080000:00000010:0.0:1767384599.105753:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce8557a2. 00000004:00000010:0.0:1767384599.105758:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000017311430. 00000004:00000010:0.0:1767384599.105762:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000018da0759. 00000004:00000010:0.0:1767384599.105765:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000005b78e01. 00002000:00000010:0.0:1767384599.105768:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002ece157b. 00000004:00000010:0.0:1767384599.105771:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000021864dc3. 00000004:00000001:0.0:1767384599.105774:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384599.105777:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384599.105778:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000001323773c 00000040:00001000:0.0:1767384599.105779:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384599.105780:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384599.105782:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384599.105783:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384599.105785:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384599.105786:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384599.105787:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384599.105788:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:0.0:1767384599.105790:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384599.105835:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384599.105838:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004fade4d8. 00000040:00000010:0.0:1767384599.105841:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000164cd9a9. 00000020:00000010:0.0:1767384599.105844:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000061d06e11. 00000020:00000010:0.0:1767384599.105846:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e3c44865. 00000020:00000010:0.0:1767384599.105849:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003f0c9c6b. 80000000:00000010:0.0:1767384599.105853:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000038723138. 40000000:00000010:0.0:1767384599.105856:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000098ee5c35. 00100000:00000010:0.0:1767384599.105859:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008710094d. 00040000:00000010:0.0:1767384599.105862:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a3b32e8f. 00040000:00000010:0.0:1767384599.105865:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a1fd572a. 00040000:00000010:0.0:1767384599.105872:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fa3653aa. 00080000:00000010:0.0:1767384599.105876:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ce8557a2. 00080000:00000010:0.0:1767384599.105880:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002219b835. 00000004:00000010:0.0:1767384599.105882:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000017311430. 00000004:00000010:0.0:1767384599.105886:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000018da0759. 00000004:00000010:0.0:1767384599.105889:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000005b78e01. 00002000:00000010:0.0:1767384599.105892:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002ece157b. 00000004:00000010:0.0:1767384599.105894:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000021864dc3. 00000020:00000010:0.0:1767384599.105897:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069a03232. 00000020:00000001:0.0:1767384599.105899:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384599.105901:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384599.105903:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000001323773c. 10000000:00000010:0.0:1767384599.105906:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000009d72f631. 10000000:00000001:0.0:1767384599.105908:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.105910:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384599.105912:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b0ba1e9f x1853237050220416/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384615 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.105917:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384599.105918:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384599.105919:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5549f9d. 02000000:00000001:0.0:1767384599.105920:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384599.105921:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384599.105921:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384599.105923:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384599.105923:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384599.105925:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384599.105926:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384599.105927:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384599.105928:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000009bdf4719. 00000100:00000010:0.0:1767384599.105929:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ea6afe3c. 00000100:00000001:0.0:1767384599.105930:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384599.105931:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000095cdcf32. 02000000:00000001:0.0:1767384599.105932:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384599.105933:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384599.105934:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0ba1e9f. 00000100:00000001:0.0:1767384599.105937:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384599.105941:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384599.105951:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000b120e7ca. 10000000:01000000:0.0:1767384599.105954:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384599.105957:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384599.105958:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384599.105960:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384599.105961:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d20025a7 refcount=3 00000020:00000001:0.0:1767384599.105963:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384599.105965:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384599.105967:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384599.105969:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000d20025a7/0x9f279d7a9a0b4e86 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4e8d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384599.105973:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384599.105974:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384599.105976:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 00000000d20025a7/0x9f279d7a9a0b4e86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4e8d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384599.105980:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384599.105982:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384599.105983:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384599.105984:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384599.105986:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384599.105987:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384599.105989:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384599.105990:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:0.0:1767384599.105992:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384599.109344:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294887429, at 4294887430 00000100:00000010:3.0:1767384599.109351:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054bb816e. 00000100:00000040:2.0:1767384599.110346:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294887429, at 4294887431 00000100:00000040:0.0:1767384599.110350:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294887429, at 4294887431 00000100:00000010:2.0:1767384599.110360:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8119263. 00000100:00000010:0.0:1767384599.110362:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dde7d81a. 00000020:00000001:2.0:1767384599.295426:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384599.295432:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.295436:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384599.573774:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384599.573788:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:0.0:1767384599.573801:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084931f03. 00000400:00000200:0.0:1767384599.573808:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (4) 00000400:00000010:0.0:1767384599.573817:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e2386b1. 00000020:00000001:2.0:1767384599.573819:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384599.573826:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 10000000:00000001:2.0:1767384599.573828:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384599.573833:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384599.573839:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384599.573845:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384599.573848:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384599.573849:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384599.573851:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384599.573854:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384599.573855:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:01000004:2.0:1767384599.573857:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384599.573862:0:480:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384599.573865:0:480:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384599.573867:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384599.573869:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384599.573873:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384599.573880:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000010:2.0:1767384599.573881:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b9961f3. 00000020:00000040:2.0:1767384599.573891:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:0.0:1767384599.573892:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000100:00000001:2.0:1767384599.573917:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384599.573920:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp11 02000000:00000001:2.0:1767384599.573923:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384599.573930:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp11 lpni_is_preferred = 0 02000000:00000001:2.0:1767384599.573932:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384599.573939:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp11 00000400:00000200:0.0:1767384599.573946:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp11 NI seq info: [9:9:256:4294967295] 192.168.202.122@tcp11 LPNI seq info [9:9:8:4294967295] 02000000:00000010:2.0:1767384599.573949:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a67a1245. 00000400:00000200:0.0:1767384599.573958:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp11 00000100:00000001:2.0:1767384599.573961:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384599.573973:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp11(192.168.202.122@tcp11:) -> 192.168.202.122@tcp11(192.168.202.122@tcp:192.168.202.122@tcp11) : PUT try# 0 00000100:00000001:2.0:1767384599.573975:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384599.573983:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384599.573990:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.202.122@tcp11 00000100:00000040:2.0:1767384599.573998:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b9961f3] to pc [ptlrpcd_00_00+0] req@000000007b9961f3 x1853237050220544/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384599.573999:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063a63886. 00000800:00000010:0.0:1767384599.574016:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000c2fe5f0. 00000800:00000010:0.0:1767384599.574023:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f560860f. 00000800:00000200:0.0:1767384599.574031:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000c2fe5f0] -> 12345-192.168.202.122@tcp11 (2) 00000800:00000200:0.1:1767384599.574039:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000c2fe5f0] -> 12345-192.168.202.122@tcp11 (2) 10000000:00000001:2.0:1767384599.574051:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384599.574058:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.574062:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384599.574068:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000020:01000000:2.0:1767384599.574071:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384599.574085:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000020:00000001:2.0:1767384599.574090:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384599.574096:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384599.574105:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384599.574123:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384599.574136:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384599.574146:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384599.574157:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384599.574164:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384599.574178:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384599.574187:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384599.574189:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000020:01000004:2.0:1767384599.574198:0:480:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384599.574205:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384599.574211:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384599.574221:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004acfe585. 00000020:00000040:2.0:1767384599.574229:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384599.574241:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384599.574247:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384599.574261:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384599.574278:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c35b2370. 00000400:00000200:0.0:1767384599.574283:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000001:2.0:1767384599.574360:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.574376:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384599.574383:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384599.574398:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004acfe585] to pc [ptlrpcd_00_01+1] req@000000004acfe585 x1853237050220672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384599.574429:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 10000000:00000001:2.0:1767384599.574431:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384599.574446:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.574489:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384599.574506:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384599.574516:0:480:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000086113109. 00000400:00000200:0.0:1767384599.574542:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000001:2.0:1767384599.574546:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384599.574558:0:16344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384599.574564:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.574576:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384599.574584:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.574595:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.574603:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384599.574611:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384599.574626:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004acfe585 x1853237050220672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.574685:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384599.574700:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.574711:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384599.574718:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384599.574743:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384599.574761:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004acfe585 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050220672:0@lo:253: 00000100:00000001:2.0:1767384599.574773:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384599.574783:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384599.574789:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.574799:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384599.574809:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000714239ac. 02000000:00000001:2.0:1767384599.574817:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384599.574829:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b6a229e. 00000400:00000010:2.0:1767384599.574841:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000038e3a24. 00000100:00000200:2.0:1767384599.574854:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050220672, portal 25 00000100:00000001:2.0:1767384599.574865:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384599.574874:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420407040 : -108601289144576 : ffff9d3a4abd0700) 00000100:00000040:2.0:1767384599.574890:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004acfe585 x1853237050220672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.574921:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384599.574927:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384599.574933:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a7ce2af. 00000100:00000200:2.0:1767384599.574939:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050220672, offset 0 00000400:00000200:2.0:1767384599.574951:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:0.0:1767384599.574968:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002219b835. 00000400:00000200:2.0:1767384599.574969:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384599.574980:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009cb95800. 00000400:00000200:2.0:1767384599.574990:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102080 00000800:00000010:0.0:1767384599.574991:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000098ee5c35. 00000400:00000200:2.0:1767384599.575007:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d1 [2] + 0 00000400:00000010:2.0:1767384599.575015:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039436ee9. 00000400:00000200:2.0:1767384599.575027:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000029a1b293 00000400:00000200:2.0:1767384599.575038:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.575047:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384599.575056:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029a1b293 00000400:00000010:2.0:1767384599.575060:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029a1b293. 00000100:00000001:2.0:1767384599.575068:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:0.0:1767384599.575070:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000098ee5c35. 00000100:00000200:2.0:1767384599.575073:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384599.575091:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000f965ca45 x1853237050220672 msgsize 4848 00000100:00100000:2.0:1767384599.575104:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384599.575110:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384599.575133:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384599.575150:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a7ce2af 00000400:00000010:2.0:1767384599.575155:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a7ce2af. 00000100:00000001:2.0:1767384599.575164:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384599.575175:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004acfe585 x1853237050220672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.575210:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384599.575219:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004acfe585 x1853237050220672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.575235:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.575240:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384599.575252:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.575260:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294887899 00000100:00000001:2.0:1767384599.575264:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294887899 00000100:00000001:2.0:1767384599.575270:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294887899 00000100:00000001:2.0:1767384599.575274:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294887899 00000100:00000001:2.0:1767384599.575277:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294887899 00000100:00000001:2.0:1767384599.575281:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294887899 00000100:00000001:2.0:1767384599.575284:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294887899 00000100:00000001:2.0:1767384599.575288:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294887899 00000100:00000001:2.0:1767384599.575291:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384599.575296:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.575303:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.575385:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384599.575391:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050220544 02000000:00000001:0.0:1767384599.575395:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384599.575399:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384599.575402:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384599.575419:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384599.575424:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050220544 00000020:00000001:0.0:1767384599.575428:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384599.575430:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384599.575438:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384599.575439:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384599.575443:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:0.0:1767384599.575468:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384599.575473:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384599.575496:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384599.575501:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098ee5c35. 00000100:00000001:2.0:1767384599.575504:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384599.575505:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384599.575511:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050220672 00000020:00000010:0.0:1767384599.575513:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098ee5c35. 02000000:00000001:2.0:1767384599.575518:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384599.575523:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384599.575523:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006450870d. 00000100:00000001:2.0:1767384599.575526:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384599.575532:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003368b101. 00000020:00000010:0.0:1767384599.575540:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008f96ce8d. 02000000:00000001:2.0:1767384599.575543:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384599.575550:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050220672 00000020:00000001:2.0:1767384599.575553:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384599.575555:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384599.575556:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384599.575563:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384599.575563:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384599.575569:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767384599.575570:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000100:00000001:0.0:1767384599.575574:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.575576:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384599.575582:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384599.575587:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.575588:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384599.575595:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb5cfeaf. 00000100:00000001:2.0:1767384599.575601:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384599.575605:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb5cfeaf. 00000100:00000001:0.0:1767384599.575606:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384599.575613:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043c04366. 00000020:00000010:2.0:1767384599.575621:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006ae7c40b. 00000100:00000001:0.0:1767384599.575625:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384599.575627:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dbb103e5. 00000100:00000001:0.0:1767384599.575631:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384599.575638:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384599.575644:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384599.575645:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000001:2.0:1767384599.575648:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384599.575653:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384599.575657:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.575659:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472409198672 : -108601300352944 : ffff9d3a4a120050) 00000100:00000001:2.0:1767384599.575665:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384599.575672:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000525f2d65 x1853237050220544/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 4848/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.575680:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384599.575686:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384599.575690:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384599.575696:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000020:00000010:0.0:1767384599.575698:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098ee5c35. 00000100:00000040:2.0:1767384599.575703:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:0.0:1767384599.575704:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384599.575712:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905600080 : -108600803951536 : ffff9d3a67a87c50) 00000020:00000010:0.0:1767384599.575712:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098ee5c35. 00000100:00000040:2.0:1767384599.575731:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f965ca45 x1853237050220672/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 4848/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384599.575736:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000525f2d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050220544:12345-0@lo:253: 00000100:00000001:2.0:1767384599.575764:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384599.575772:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb5cfeaf. 00000100:00000200:0.0:1767384599.575774:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050220544 00000100:00000001:2.0:1767384599.575784:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384599.575785:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384599.575795:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb5cfeaf. 00000020:00000001:0.0:1767384599.575795:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384599.575803:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384599.575810:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767384599.575816:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f965ca45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16344:x1853237050220672:12345-0@lo:253: 00000020:00000001:0.0:1767384599.575817:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384599.575829:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384599.575832:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384599.575837:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384599.575843:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384599.575845:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050220672 00000020:00000001:0.0:1767384599.575851:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.575854:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384599.575860:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384599.575863:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384599.575868:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384599.575870:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.575876:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384599.575879:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:2.0:1767384599.575884:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1767384599.575889:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ce8557a2. 00000020:00000001:2.0:1767384599.575910:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384599.575912:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.575921:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384599.575922:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384599.575931:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384599.575934:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384599.575937:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.575944:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384599.575948:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:0.0:1767384599.575950:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004480b11a. 02000000:00000010:2.0:1767384599.575957:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000097ddb09d. 20000000:01000000:0.0:1767384599.575960:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767384599.575963:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384599.575969:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384599.575972:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384599.575976:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384599.575979:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384599.575983:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384599.575986:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000c2fe5f0] -> 12345-192.168.202.122@tcp11 (2) 20000000:00000001:0.0:1767384599.575990:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384599.575995:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fdf825cb. 20000000:00000001:0.0:1767384599.575997:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:1.1:1767384599.576005:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp11 00000000eef93f37 deleted 20000000:01000000:2.0:1767384599.576007:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:1.1:1767384599.576010:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000eef93f37. 20000000:00000001:2.0:1767384599.576014:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384599.576018:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000436249cd. 20000000:00000001:2.0:1767384599.576019:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:1.1:1767384599.576021:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:01000000:0.0:1767384599.576026:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:2.0:1767384599.576027:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384599.576038:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384599.576040:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:1.1:1767384599.576047:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp11 ip 192.168.202.122:1019 20000000:00000001:2.0:1767384599.576048:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384599.576052:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000200:1.1:1767384599.576064:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000063a63886 type 1, nob 192 niov 1 nkiov 1 00080000:00000001:0.0:1767384599.576064:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384599.576088:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384599.576109:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384599.576115:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384599.576118:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384599.576121:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384599.576123:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384599.576127:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:0.0:1767384599.576141:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:0.0:1767384599.576145:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384599.576150:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384599.576155:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384599.576159:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384599.576164:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384599.576173:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384599.576180:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384599.576186:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000217ffe9d. 00080000:00000001:0.0:1767384599.576191:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036179968 : -108605673371648 : ffff9d39456b0800) 00080000:00000001:0.0:1767384599.576196:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384599.576201:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384599.576209:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000098ee5c35. 00080000:00000001:0.0:1767384599.576232:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384599.576237:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384599.576260:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384599.576287:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:0.1:1767384599.576502:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384599.576518:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp11 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384598209548494 sched[0] 00000800:00000010:0.0:1767384599.576525:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009cb95800. 00000800:00000001:2.0:1767384599.576595:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384599.576606:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000001:2.0:1767384599.576609:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384599.576616:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384599.576624:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384599.576637:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp11(192.168.202.122@tcp11) <- 192.168.202.122@tcp11 : PUT - for me 00000400:00000200:2.0:1767384599.576653:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384599.576665:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 96/96 into md 0x11bd [1] + 0 00000400:00000010:2.0:1767384599.576671:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cc53038. 00000400:00000200:2.0:1767384599.576678:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004cf05f8e 00000800:00000001:2.0:1767384599.576685:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384599.576695:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000001:2.0:1767384599.576714:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384599.576720:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.576730:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp11->192.168.202.122@tcp11: PUT: OK 00000400:00000200:2.0:1767384599.576737:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf05f8e 00000400:00000010:2.0:1767384599.576740:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cf05f8e. 00000400:00000200:2.0:1767384599.576747:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384599.576753:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (5) 00000400:00000200:2.0:1767384599.576776:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:2.0:1767384599.576783:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000009c718b60. 00000400:00000200:0.0:1767384599.576785:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384599.576793:0:16339:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 4 00000400:00000200:2.0:1767384599.576803:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384599.576831:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (6) 00000400:00000200:2.0:1767384599.576841:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384599.576841:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384599.576853:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp11 to MR: 192.168.202.122@tcp11 local destination 00000400:00000200:2.0:1767384599.576863:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp11 NI seq info: [10:10:256:4294967295] 192.168.202.122@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:2.0:1767384599.576906:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp11(192.168.202.122@tcp11:192.168.202.122@tcp11) -> 192.168.202.122@tcp11(192.168.202.122@tcp11:192.168.202.122@tcp11) 192.168.202.122@tcp11 : ACK try# 0 00000800:00000200:2.0:1767384599.576918:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp11 00000400:00000200:0.0:1767384599.576923:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000800:00000010:2.0:1767384599.576929:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbcf89b1. 00000800:00000200:2.0:1767384599.576942:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000c2fe5f0] -> 12345-192.168.202.122@tcp11 (4) 00000800:00000200:2.0:1767384599.576960:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp11 ip 192.168.202.122:988 00000800:00000200:2.0:1767384599.576973:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbcf89b1 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384599.577094:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384599.577103:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbcf89b1. 00000400:00000200:2.0:1767384599.577113:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.577130:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp11->192.168.202.122@tcp11: ACK: OK 00000800:00000010:0.0:1767384599.577378:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d308569d. 00000800:00000010:0.0:1767384599.577387:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009cb95800. 00000800:00000010:0.0:1767384599.577395:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000014cb56a8. 00000800:00000010:0.0:1767384599.577516:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000014cb56a8. 00000800:00000010:0.0:1767384599.577739:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000934528d8. 00000800:00000010:0.0:1767384599.577765:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000051fc2c0b. 00000800:00000010:0.0:1767384599.577795:0:16334:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000b237e40. 00000800:00000200:0.1:1767384599.577807:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000c2fe5f0] -> 12345-192.168.202.122@tcp11 (4) 00000800:00000200:0.1:1767384599.577815:0:16334:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp11 000000000b237e40 deleted 00000800:00000010:0.1:1767384599.577819:0:16334:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000b237e40. 00000800:00000200:0.1:1767384599.577825:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384599.577832:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp11 p 3.x 192.168.202.122 -> 192.168.202.122:1018 incarnation:1767384598209548494 sched[0] 00000800:00000010:0.0:1767384599.577842:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000014cb56a8. 00000800:00000010:0.0:1767384599.577958:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000014cb56a8. 00000800:00000010:0.0:1767384599.577965:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000051fc2c0b. 00000800:00000200:1.1:1767384599.577967:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:0.0:1767384599.578012:0:16334:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000869d96ac. 00080000:00000010:2.0:1767384599.578557:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000217ffe9d. 00080000:00000010:0.0:1767384599.578620:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000098ee5c35. 00040000:00000001:0.0:1767384599.578628:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384599.578631:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384599.578634:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384599.578639:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384599.578643:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384599.578646:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384599.578660:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384599.578677:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384599.578682:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384599.578684:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000adc7b4b0. 20000000:01000000:2.0:1767384599.578690:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 00080000:00000001:0.0:1767384599.578690:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384599.578703:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384599.578711:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384599.578720:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384599.578771:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384599.578789:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384599.578798:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384599.578803:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384599.578812:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384599.578820:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384599.578836:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:2.0:1767384599.578846:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:2.0:1767384599.578852:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384599.578865:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384599.578881:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384599.578909:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384599.578919:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384599.578932:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384599.578948:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000020:0.0:1767384599.578958:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000010:2.0:1767384599.578960:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f3f50e26. 00000100:00000001:0.0:1767384599.578970:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:2.0:1767384599.578974:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468040064512 : -108605669487104 : ffff9d3945a64e00) 20000000:00000010:0.0:1767384599.578979:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004480b11a. 00080000:00000001:2.0:1767384599.578986:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384599.578993:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:0.0:1767384599.578995:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384599.579001:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bb5cfeaf. 00010000:00000040:0.0:1767384599.579009:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050220544 00080000:00000001:2.0:1767384599.579014:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384599.579024:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:2.0:1767384599.579028:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000200:0.0:1767384599.579037:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000525f2d65 x1853237050220544/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384599.579051:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384599.579072:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:2.0:1767384599.579075:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384599.579083:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384599.579100:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384599.579111:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384599.579121:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384599.579134:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384599.579145:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384599.579150:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.579157:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384599.579169:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384599.579180:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051fc2c0b. 00000100:00000200:0.0:1767384599.579189:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050220544, offset 224 00000400:00000200:0.0:1767384599.579225:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384599.579263:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384599.579290:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102000 00000400:00000200:0.0:1767384599.579301:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1201 [2] + 224 00000400:00000200:0.0:1767384599.579311:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384599.579350:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294887899, at 4294887900 00000100:00000010:2.0:1767384599.579363:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4a1c4bb. 00000400:00000200:0.0:1767384599.579375:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384599.579387:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384599.579401:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007b9961f3 x1853237050220544/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384599.579418:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294887899, at 4294887900 00000100:00000010:3.0:1767384599.579432:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0b7d9ae. 00000100:00000040:0.0:1767384599.579502:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007b9961f3 x1853237050220544/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384599.579540:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384599.579554:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051fc2c0b 00000020:00000010:2.0:1767384599.579557:0:17059:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cbefba53. 00000400:00000010:0.0:1767384599.579563:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051fc2c0b. 00000100:00000001:2.0:1767384599.579572:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384599.579579:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050220800 00000100:00000001:0.0:1767384599.579580:0:17070:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384599.579583:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384599.579593:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384599.579593:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384599.579607:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.579612:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.579615:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384599.579616:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050220800 00000020:00000001:2.0:1767384599.579628:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384599.579635:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384599.579641:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:2.0:1767384599.579642:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d05 00000020:00000001:2.0:1767384599.579651:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384599.579653:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384599.579660:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004a7a501b refcount=3 00000020:00000001:0.0:1767384599.579663:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384599.579665:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000020:00000001:2.0:1767384599.579675:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000040:0.0:1767384599.579683:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000525f2d65 x1853237050220544/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.579692:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384599.579704:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004aa0a1d3. 00000100:00000001:2.0:1767384599.579713:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384599.579720:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004aa0a1d3. 00000020:00000010:2.0:1767384599.579729:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000caf2fcc1. 00000100:00100000:0.0:1767384599.579729:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000525f2d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050220544:12345-0@lo:253: Request processed in 4031us (5182us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384599.579761:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab4d7ac9. 00000020:00000010:2.0:1767384599.579776:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d25d0256. 00000100:00100000:0.0:1767384599.579791:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000040:2.0:1767384599.579796:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384599.579807:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384599.579810:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384599.579810:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384599.579818:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.579824:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384599.579835:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384599.579836:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384599.579853:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003368b101. 00000100:00000001:2.0:1767384599.579861:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384599.579872:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008f96ce8d. 00000020:00000010:0.0:1767384599.579882:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006450870d. 00000100:00000001:2.0:1767384599.579883:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384599.579887:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384599.579907:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00100000:2.0:1767384599.579912:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:2.0:1767384599.579916:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004a7a501b : new rpc_count 1 00000100:00000001:2.0:1767384599.579923:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299788160 : -108600409763456 : ffff9d3a7f275180) 00000100:00000040:2.0:1767384599.579937:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df1073be x1853237050220800/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 328/0 e 0 to 0 dl 1767384610 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384599.579937:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384599.579950:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ce8557a2. 02000000:00000001:0.0:1767384599.579963:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384599.579972:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.579984:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384599.579987:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:2.0:1767384599.579989:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004aa0a1d3. 00000100:00000001:2.0:1767384599.580001:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384599.580002:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056cefe59. 00000020:00000010:2.0:1767384599.580014:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004aa0a1d3. 00000400:00000010:0.0:1767384599.580021:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051fc2c0b. 00000100:00100000:2.0:1767384599.580035:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df1073be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050220800:12345-0@lo:104: 00000100:00000200:2.0:1767384599.580043:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050220800 00010000:00000001:2.0:1767384599.580056:0:17059:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384599.580094:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384599.580098:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384599.580102:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d20025a7 refcount=2 00000020:00000001:2.0:1767384599.580118:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:2.0:1767384599.580124:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:2.0:1767384599.580142:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384599.580153:0:17059:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.580162:0:17059:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: 00000000d20025a7/0x9f279d7a9a0b4e86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4e8d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384599.580201:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384599.580209:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384599.580217:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009f327d96. 02000000:00000001:2.0:1767384599.580224:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.580232:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.580244:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384599.580253:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384599.580280:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000289605bd time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384599.580297:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384599.580361:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384599.580369:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384599.580380:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384599.580385:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.580398:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384599.580410:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384599.580422:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000100:00000200:2.0:1767384599.580438:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050220800, offset 224 00000400:00000200:2.0:1767384599.580478:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384599.580522:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384599.580534:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260102100 00000400:00000200:2.0:1767384599.580543:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1219 [1] + 224 00000400:00000200:2.0:1767384599.580550:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384599.580557:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384599.580569:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384599.580574:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f423ef1 x1853237050220800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384599.580585:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008f423ef1 x1853237050220800/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384599.580606:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384599.580612:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384599.580615:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000001:2.0:1767384599.580620:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384599.580621:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384599.580628:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384599.580633:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384599.580641:0:17059:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384599.580651:0:17059:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000005a7ce2af. 00010000:00000001:2.0:1767384599.580667:0:17059:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384599.580687:0:17059:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384599.580699:0:17059:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.580711:0:17059:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.580718:0:17059:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384599.580740:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df1073be x1853237050220800/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 328/224 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384599.580789:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df1073be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050220800:12345-0@lo:104: Request processed in 797us (1297us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384599.580792:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384599.580802:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384599.580816:0:17065:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384599.580831:0:17065:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:2.0:1767384599.580833:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00000001:0.0:1767384599.580840:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767384599.580848:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7a501b : new rpc_count 0 00000100:00000001:2.0:1767384599.580857:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384599.580872:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767384599.580875:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 00000000d20025a7/0x9f279d7a9a0b4e86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4e8d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384599.580885:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab4d7ac9. 00000020:00000010:2.0:1767384599.580915:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d25d0256. 00010000:00010000:0.0:1767384599.580926:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d20025a7 already unused, calling callback (00000000e12a98bb) 00000020:00000010:2.0:1767384599.580930:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000caf2fcc1. 10000000:00000001:0.0:1767384599.580943:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:2.0:1767384599.580947:0:17059:0:(genops.c:898:class_export_put()) PUTting export 000000004a7a501b : new refcount 2 10000000:00010000:0.0:1767384599.580953:0:17065:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 00000000d20025a7/0x9f279d7a9a0b4e86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f279d7a9a0b4e8d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384599.580961:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384599.580976:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384599.580984:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384599.580992:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384599.581000:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d20025a7 refcount=3 00000020:00000001:0.0:1767384599.581013:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384599.581024:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384599.581037:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384599.581043:0:17065:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 00000000d20025a7/0x9f279d7a9a0b4e86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f279d7a9a0b4e8d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384599.581069:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384599.581079:0:17065:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 00000000d20025a7/0x9f279d7a9a0b4e86 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f279d7a9a0b4e8d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384599.581107:0:17065:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384599.581132:0:17065:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384599.581139:0:17065:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384599.581155:0:17065:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384599.581161:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384599.581163:0:17065:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384599.581390:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f3f50e26. 00080000:00000010:0.0:1767384599.581465:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bb5cfeaf. 00000100:00000001:2.0:1767384599.581483:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.581495:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00040000:00000001:0.0:1767384599.581496:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:2.0:1767384599.581507:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00040000:00000001:0.0:1767384599.581509:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384599.581523:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384599.581529:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f423ef1 x1853237050220928/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000002:0.0:1767384599.581533:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384599.581543:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384599.581553:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:2.0:1767384599.581565:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 20000000:01000000:0.0:1767384599.581565:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:2.0:1767384599.581575:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384599.581578:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384599.581588:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 02000000:00000001:2.0:1767384599.581589:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384599.581597:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384599.581604:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 02000000:00000001:2.0:1767384599.581605:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384599.581620:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f423ef1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050220928:0@lo:103: 00000100:00000001:2.0:1767384599.581630:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384599.581634:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384599.581637:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.581641:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384599.581647:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000caf2fcc1. 02000000:00000001:2.0:1767384599.581650:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384599.581656:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f17a3020. 00000400:00000010:2.0:1767384599.581663:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000100:00000200:2.0:1767384599.581669:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050220928, portal 18 00000100:00000001:2.0:1767384599.581673:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384599.581675:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299792640 : -108600409758976 : ffff9d3a7f276300) 00000100:00000040:2.0:1767384599.581682:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f423ef1 x1853237050220928/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.581692:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384599.581696:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384599.581700:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd537891. 00000100:00000200:2.0:1767384599.581703:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050220928, offset 0 00000400:00000200:2.0:1767384599.581711:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384599.581721:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384599.581733:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260102180 00000400:00000200:2.0:1767384599.581742:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:2.0:1767384599.581750:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000020:0.0:1767384599.581753:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000200:2.0:1767384599.581759:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384599.581762:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384599.581765:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fdf825cb. 20000000:00000001:0.0:1767384599.581773:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384599.581780:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050220672 00000100:00000001:2.0:1767384599.581781:0:16346:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:0.0:1767384599.581785:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384599.581787:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000200:0.0:1767384599.581796:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f965ca45 x1853237050220672/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384599.581797:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5b16a1b. 00000100:00000040:2.0:1767384599.581806:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000a5b16a1b x1853237050220928 msgsize 328 00000100:00100000:2.0:1767384599.581824:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1767384599.581824:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384599.581830:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384599.581836:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384599.581842:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384599.581847:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384599.581848:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384599.581851:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384599.581858:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384599.581859:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd537891 02000000:00000001:0.0:1767384599.581861:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384599.581865:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd537891. 00000100:00000001:0.0:1767384599.581870:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384599.581873:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384599.581883:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384599.581884:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f423ef1 x1853237050220928/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384599.581892:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b237e40. 00000100:00000200:0.0:1767384599.581918:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050220672, offset 224 00000100:00000001:2.0:1767384599.581925:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384599.581938:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f423ef1 x1853237050220928/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384599.581941:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384599.581964:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384599.581974:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384599.581977:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384599.581995:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102080 00000100:00000001:2.0:1767384599.581996:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384599.582013:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1209 [2] + 224 00000100:00000001:2.0:1767384599.582014:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294887906 00000100:00000001:2.0:1767384599.582027:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294887904 00000400:00000200:0.0:1767384599.582034:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384599.582035:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294887906 00000100:00000001:2.0:1767384599.582047:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887904 00000400:00000200:0.0:1767384599.582050:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384599.582058:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294887906 00000100:00000001:0.0:1767384599.582062:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384599.582063:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887904 00000100:00000001:2.0:1767384599.582073:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294887906 00000100:00000200:0.0:1767384599.582074:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004acfe585 x1853237050220672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.582077:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887904 00000100:00000001:2.0:1767384599.582085:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384599.582093:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.582101:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.582109:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384599.582111:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000004acfe585 x1853237050220672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.582116:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384599.582120:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384599.582128:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.582142:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384599.582151:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.582155:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.582164:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384599.582170:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.582173:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384599.582177:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b237e40 00000400:00000010:0.0:1767384599.582183:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b237e40. 00000100:00000001:0.0:1767384599.582192:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384599.582193:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384599.582198:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384599.582199:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384599.582206:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b6a229e. 00000100:00000001:0.0:1767384599.582207:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384599.582223:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000038e3a24 00000100:00000040:0.0:1767384599.582223:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000010:2.0:1767384599.582233:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000038e3a24. 00010000:00000001:0.0:1767384599.582238:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384599.582246:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.582247:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384599.582254:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384599.582256:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004acfe585 x1853237050220672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384599.582273:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f965ca45 x1853237050220672/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384599.582324:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004acfe585 x1853237050220672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.582336:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384599.582341:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.582346:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384599.582349:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384599.582357:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384599.582363:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.582376:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384599.582391:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f965ca45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16344:x1853237050220672:12345-0@lo:253: Request processed in 6618us (7290us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384599.582395:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384599.582419:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=16 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384599.582423:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000040:0.0:1767384599.582430:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384599.582433:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384599.582442:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.582443:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384599.582466:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384599.582471:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384599.582472:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384599.582482:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384599.582485:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006ae7c40b. 00000020:00000010:0.0:1767384599.582500:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dbb103e5. 00000100:00000040:2.0:1767384599.582505:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004acfe585 x1853237050220672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.582526:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384599.582529:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043c04366. 00000100:00000001:2.0:1767384599.582533:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384599.582541:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384599.582544:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000020:01000004:2.0:1767384599.582556:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:0.0:1767384599.582558:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384599.582564:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000010:0.0:1767384599.582567:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000097ddb09d. 00000020:01000004:2.0:1767384599.582582:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384599.582582:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384599.582592:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384599.582596:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:0.0:1767384599.582599:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384599.582607:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:0.0:1767384599.582610:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cc53038. 00000020:01000004:2.0:1767384599.582618:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:0.0:1767384599.582622:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b237e40. 00000020:01000004:2.0:1767384599.582625:0:16344:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384599.582633:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384599.582637:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384599.582648:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004acfe585 x1853237050220672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384599.582666:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004acfe585 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050220672:0@lo:253: 00000100:00000001:2.0:1767384599.582676:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.582683:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384599.582691:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004acfe585 x1853237050220672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.582726:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384599.582741:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384599.582746:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000714239ac. 02000000:00000001:2.0:1767384599.582757:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384599.582762:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384599.582766:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384599.582778:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384599.582785:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c35b2370. 02000000:00000001:2.0:1767384599.582792:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384599.582797:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384599.582799:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004acfe585. 00000100:00000001:2.0:1767384599.582804:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384599.582806:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.582813:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.582819:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384599.582822:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.582826:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.582833:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384599.583070:0:17092:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4e94 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.583101:0:17092:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384599.583123:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384599.583135:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4e94 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384599.583158:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384599.583161:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384599.583165:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384599.583168:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384599.583557:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.583564:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384599.583577:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384599.583585:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384599.583594:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f17a3020. 00000400:00000200:2.0:1767384599.583604:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384599.583613:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000001:2.0:1767384599.583618:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384599.583625:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f423ef1 x1853237050220928/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384599.583656:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f423ef1 x1853237050220928/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.583677:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384599.583684:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.583687:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384599.583695:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384599.583704:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384599.583708:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384599.583721:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384599.583740:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384599.583746:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384599.583750:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384599.583751:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384599.583754:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384599.583756:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.583758:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384599.583761:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f423ef1 x1853237050220928/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.583782:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384599.583785:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384599.583787:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384599.583790:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f423ef1 x1853237050220928/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384599.583797:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f423ef1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050220928:0@lo:103: 00000100:00000001:2.0:1767384599.583800:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.583802:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384599.583804:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f423ef1 x1853237050220928/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384615 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384599.583809:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384599.583811:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384599.583812:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000caf2fcc1. 02000000:00000001:2.0:1767384599.583815:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384599.583816:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384599.583817:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384599.583819:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384599.583821:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000963582fb. 02000000:00000001:2.0:1767384599.583824:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384599.583826:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384599.583827:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f423ef1. 00000100:00000001:2.0:1767384599.583830:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384599.583831:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.583832:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384599.583836:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384599.583838:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384599.583840:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384599.583841:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.586365:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294887906, at 4294887907 00000100:00000010:3.0:1767384599.586391:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c9cce49. 00000100:00000040:2.0:1767384599.586399:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294887906, at 4294887907 00000100:00000040:0.0:1767384599.586403:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294887906, at 4294887907 00000100:00000010:2.0:1767384599.586418:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000733d2b76. 00000100:00000010:0.0:1767384599.586422:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1ff1523. 00010000:00000010:1.1:1767384599.595336:0:19658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004abd5073. 00010000:00000010:1.1:1767384599.595346:0:19658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d20025a7. 00010000:00000010:1.1:1767384599.595358:0:19658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018bdeef6. 00010000:00000010:1.1:1767384599.595368:0:19658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046bff18d. 00010000:00000010:1.1:1767384599.595371:0:19658:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000be6d9997. 00000004:00000001:3.0:1767384600.127516:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384600.127522:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384600.127530:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006166415c. 00000020:00000040:3.0:1767384600.127545:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384600.127552:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384600.127556:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384600.127561:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384600.127569:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cc2dc026. 00000100:00000001:3.0:1767384600.127578:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.127587:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384600.127591:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.127603:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006166415c] to pc [ptlrpcd_00_03+3] req@000000006166415c x1853237050221056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384600.127646:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.127668:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384600.127677:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384600.127682:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384600.127684:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384600.127692:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384600.127693:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006166415c x1853237050221056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.127749:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384600.127753:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384600.127758:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384600.127760:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384600.127764:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384600.127767:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006166415c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16347:1853237050221056:0@lo:13: 00000100:00000001:0.0:1767384600.127772:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384600.127776:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384600.127784:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.127790:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384600.127794:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384600.127804:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cbdce45c. 00000100:00000001:2.0:1767384600.127813:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384600.127814:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.127815:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384600.127821:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384600.127824:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384600.127830:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000329ee2c9. 00000100:00000040:2.0:1767384600.127833:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d9abf668 x1853237050221184/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384600.127844:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048dc8bba. 00000100:00000001:2.0:1767384600.127860:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384600.127865:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050221056, portal 4 00000100:00000001:2.0:1767384600.127866:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.127877:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384600.127878:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384600.127885:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384600.127888:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964278400 : -108605745273216 : ffff9d394121e680) 02000000:00000001:2.0:1767384600.127898:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384600.127911:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006166415c x1853237050221056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384600.127912:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050221184:0@lo:400: 00000100:00000001:2.0:1767384600.127924:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384600.127934:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384600.127940:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.127940:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384600.127949:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384600.127955:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384600.127958:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003bbf0117. 00000400:00000010:0.0:1767384600.127962:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2ae83f9. 02000000:00000001:2.0:1767384600.127965:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384600.127973:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050221056, offset 0 00000400:00000010:2.0:1767384600.127980:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f17a3020. 00000400:00000200:0.0:1767384600.127992:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384600.128004:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000400:00000200:0.0:1767384600.128010:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384600.128012:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050221184, portal 25 00000100:00000001:2.0:1767384600.128017:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384600.128020:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299798912 : -108600409752704 : ffff9d3a7f277b80) 00000400:00000200:0.0:1767384600.128026:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260102200 00000100:00000040:2.0:1767384600.128033:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d9abf668 x1853237050221184/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.128041:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384600.128049:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 224 00000100:00000001:3.0:1767384600.128052:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384600.128059:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384600.128063:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384600.128069:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dae3f2ed x1853237050221312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.128070:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384600.128077:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384600.128084:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384600.128092:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd537891. 00000100:00000200:2.0:1767384600.128102:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050221184, offset 0 00000400:00000200:2.0:1767384600.128118:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384600.128124:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384600.128127:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384600.128135:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384600.128138:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384600.128140:0:16347:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384600.128144:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384600.128145:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:3.0:1767384600.128151:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384600.128154:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0ba1e9f. 00000400:00000200:2.0:1767384600.128159:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260102280 00000100:00000040:0.0:1767384600.128162:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000b0ba1e9f x1853237050221056 msgsize 224 00000100:00100000:3.0:1767384600.128164:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16345:1853237050221312:0@lo:400: 00000400:00000200:2.0:1767384600.128177:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1d5 [2] + 0 00000100:00000001:3.0:1767384600.128183:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384600.128187:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384600.128193:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384600.128193:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6623223. 02000000:00000001:3.0:1767384600.128199:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384600.128204:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a062715b 00000100:00000001:0.0:1767384600.128205:0:16347:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384600.128208:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384600.128214:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384600.128217:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082e68921. 00000400:00000200:0.0:1767384600.128220:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2ae83f9 02000000:00000001:3.0:1767384600.128223:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384600.128226:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2ae83f9. 00000100:00000001:0.0:1767384600.128235:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384600.128237:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f28ad3a. 00000400:00000200:2.0:1767384600.128239:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384600.128248:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf133a7. 00000400:00000200:2.0:1767384600.128248:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a062715b 00000100:00000200:0.0:1767384600.128252:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006166415c x1853237050221056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384600.128257:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a062715b. 00000100:00000001:2.0:1767384600.128270:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384600.128272:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050221312, portal 4 00000100:00000200:2.0:1767384600.128278:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384600.128288:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384600.128315:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299790848 : -108600409760768 : ffff9d3a7f275c00) 00000100:00000040:3.0:1767384600.128324:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dae3f2ed x1853237050221312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.128325:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384600.128334:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006166415c x1853237050221056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384600.128338:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000007e67dc70 x1853237050221184 msgsize 224 00000100:00000001:3.0:1767384600.128340:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384600.128359:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384600.128369:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008404c403. 00000100:00100000:2.0:1767384600.128371:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384600.128380:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050221312, offset 0 00000100:00000040:2.0:1767384600.128386:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384600.128393:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384600.128398:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.128403:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384600.128404:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384600.128412:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384600.128417:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384600.128421:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd537891 00000400:00000010:2.0:1767384600.128431:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd537891. 00000100:00000040:0.0:1767384600.128433:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4395 usecs (5 jiffies) 00000400:00000200:3.0:1767384600.128435:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260102300 00000100:00000001:2.0:1767384600.128438:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384600.128466:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294888454 00000100:00000200:2.0:1767384600.128473:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d9abf668 x1853237050221184/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384600.128478:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1648 00000100:00000010:0.0:1767384600.128484:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054bb816e. 00000400:00000200:3.0:1767384600.128495:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384600.128499:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384600.128511:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384600.128516:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294888454 00000100:00000001:2.0:1767384600.128526:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384600.128527:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384600.128529:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000899f30eb. 00000100:00000040:2.0:1767384600.128538:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d9abf668 x1853237050221184/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384600.128540:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767384600.128542:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000010:3.0:1767384600.128554:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000260e6872. 00000100:00000001:0.0:1767384600.128557:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294888454 00000100:00000010:0.0:1767384600.128572:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008435d9a0. 00000100:00000040:3.0:1767384600.128573:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000260e6872 x1853237050221312 msgsize 224 00000100:00000001:0.0:1767384600.128583:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384600.128598:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294888454 00000100:00000001:2.0:1767384600.128610:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384600.128611:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384600.128612:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038723138. 00000100:00000001:2.0:1767384600.128623:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384600.128625:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384600.128632:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384600.128632:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.128636:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384600.128644:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384600.128647:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008404c403 00000100:00000001:2.0:1767384600.128647:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294888454 00000100:00000001:0.0:1767384600.128654:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384600.128656:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008404c403. 00000100:00000001:2.0:1767384600.128660:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294888454 00000100:00000001:0.0:1767384600.128662:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.128667:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384600.128675:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294888454 00000100:00000200:3.0:1767384600.128679:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae3f2ed x1853237050221312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.128682:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384600.128687:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294888454 00000100:00000001:0.0:1767384600.128689:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384600.128700:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294888454 00000100:00000001:0.0:1767384600.128702:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384600.128708:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384600.128713:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294888454 00000100:00000001:0.0:1767384600.128714:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.128722:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294888454 00000100:00000001:0.0:1767384600.128724:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.128726:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384600.128728:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294888454 00000100:00000001:0.0:1767384600.128730:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384600.128735:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384600.128737:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dae3f2ed x1853237050221312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.128737:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384600.128746:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384600.128747:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.128758:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384600.128762:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.128763:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.128763:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384600.128771:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384600.128771:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384600.128772:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000085af4653 x1853237050221568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.128779:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.128788:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4395 usecs (5 jiffies) 00000100:00000001:0.0:1767384600.128790:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384600.128793:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384600.128795:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.128796:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294888454 00000100:00000001:2.0:1767384600.128798:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384600.128804:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294888454 02000000:00000001:0.0:1767384600.128805:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384600.128806:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384600.128811:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384600.128812:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294888454 02000000:00000001:0.0:1767384600.128812:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384600.128815:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.128820:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294888454 02000000:00000001:0.0:1767384600.128827:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.128830:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.128831:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294888454 00000100:00100000:0.0:1767384600.128839:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000085af4653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237050221568:0@lo:400: 00000100:00000001:3.0:1767384600.128842:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294888454 00000100:00000001:3.0:1767384600.128855:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294888454 00000100:00000001:0.0:1767384600.128857:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384600.128860:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384600.128864:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294888454 02000000:00000001:0.0:1767384600.128865:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384600.128870:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050221184 00000100:00000001:3.0:1767384600.128874:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384600.128882:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384600.128885:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384600.128885:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.128886:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384600.128894:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384600.128896:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384600.128897:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.128908:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384600.128909:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384600.128910:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002641f789. 00000100:00000001:3.0:1767384600.128916:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384600.128922:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384600.128923:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050221184 02000000:00000001:0.0:1767384600.128924:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.128931:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384600.128932:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384600.128934:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba01603f. 00000100:00000001:3.0:1767384600.128940:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384600.128940:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000400:00000010:0.0:1767384600.128943:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2ae83f9. 00000100:00000001:3.0:1767384600.128947:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.128952:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384600.128954:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050221568, portal 10 00000020:00000040:2.0:1767384600.128960:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:3.0:1767384600.128964:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.128965:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384600.128971:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384600.128972:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299793536 : -108600409758080 : ffff9d3a7f276680) 00000020:00000001:2.0:1767384600.128980:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384600.128992:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384600.128994:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000085af4653 x1853237050221568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.128996:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384600.129001:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d255327. 00000100:00100000:3.0:1767384600.129003:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050221312 00000100:00000001:2.0:1767384600.129010:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384600.129012:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384600.129019:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384600.129023:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d255327. 00000100:00000001:3.0:1767384600.129024:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384600.129033:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007e04080. 02000000:00000001:3.0:1767384600.129035:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.129037:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384600.129042:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050221312 00000020:00000010:2.0:1767384600.129042:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab4d7ac9. 00000020:00000001:3.0:1767384600.129050:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384600.129050:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767384600.129052:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d25d0256. 00000020:00000040:3.0:1767384600.129059:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000400:00000010:0.0:1767384600.129061:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f290018a. 00000020:00000001:3.0:1767384600.129066:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384600.129069:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050221568, offset 0 00000020:00000040:3.0:1767384600.129070:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=9 00000100:00000040:2.0:1767384600.129073:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:3.0:1767384600.129085:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:2.0:1767384600.129086:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384600.129091:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:2.0:1767384600.129091:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384600.129092:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384600.129098:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.129101:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384600.129112:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c988b13. 00000400:00000200:0.0:1767384600.129114:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384600.129115:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.129127:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384600.129134:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384600.129138:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260102400 00000020:00000010:3.0:1767384600.129143:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c988b13. 00000020:00000010:3.0:1767384600.129152:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff74b383. 00000400:00000200:0.0:1767384600.129154:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000100:00000001:2.0:1767384600.129155:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384600.129164:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000a7fa689. 00000100:00000001:2.0:1767384600.129164:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384600.129178:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000020:00000010:3.0:1767384600.129180:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3fb2ae. 00000400:00000200:0.0:1767384600.129181:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384600.129183:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384600.129196:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905592912 : -108600803958704 : ffff9d3a67a86050) 00000400:00000200:0.0:1767384600.129197:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384600.129198:0:17884:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384600.129212:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384600.129214:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384600.129215:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e67dc70 x1853237050221184/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:581/0 lens 224/0 e 0 to 0 dl 1767384611 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384600.129219:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384600.129228:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1767384600.129230:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ad07368. 00000100:00000001:3.0:1767384600.129241:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384600.129243:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000001ad07368 x1853237050221568 msgsize 224 00000100:00000001:2.0:1767384600.129244:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384600.129257:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d255327. 00000100:00000001:3.0:1767384600.129264:0:17884:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384600.129265:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384600.129275:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384600.129277:0:17884:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1767384600.129280:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d255327. 00000100:00000001:3.0:1767384600.129288:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384600.129324:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e67dc70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050221184:12345-0@lo:400: 00000100:00000001:0.0:1767384600.129329:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384600.129341:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f290018a 00000100:00000200:2.0:1767384600.129346:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050221184 00000400:00000010:0.0:1767384600.129346:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f290018a. 00000100:00000001:3.0:1767384600.129348:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384600.129358:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384600.129360:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384600.129366:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384600.129370:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000085af4653 x1853237050221568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384600.129371:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.129373:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384600.129383:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384600.129384:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384600.129390:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000020:00000001:2.0:1767384600.129402:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384600.129406:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000020:00000001:2.0:1767384600.129409:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384600.129421:0:17884:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 2 00000020:00000001:2.0:1767384600.129422:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384600.129427:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384600.129431:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964279296 : -108605745272320 : ffff9d394121ea00) 00000020:00000001:2.0:1767384600.129433:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.129434:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384600.129455:0:17069:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384600.129459:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000085af4653 x1853237050221568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384600.129463:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000260e6872 x1853237050221312/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:581/0 lens 224/0 e 0 to 0 dl 1767384611 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.129463:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384600.129471:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384600.129479:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e57db4b1. 02000000:00000001:2.0:1767384600.129490:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.129505:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.129521:0:17069:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.129521:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.129533:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1767384600.129535:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050221184 00000100:00000001:0.0:1767384600.129536:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384600.129542:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c988b13. 00010000:00000001:2.0:1767384600.129547:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384600.129550:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.129555:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384600.129560:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3332 usecs (4 jiffies) 00010000:00000200:2.0:1767384600.129565:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e67dc70 x1853237050221184/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:581/0 lens 224/224 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384600.129566:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c988b13. 00000100:00000001:0.0:1767384600.129569:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294888454 00000100:00000001:0.0:1767384600.129583:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294888454 00000100:00000001:0.0:1767384600.129592:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294888454 00000100:00100000:3.0:1767384600.129594:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000260e6872 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:16345:x1853237050221312:12345-0@lo:400: 00000100:00000001:0.0:1767384600.129606:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294888454 00010000:00000001:2.0:1767384600.129611:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1767384600.129620:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050221312 00010000:00000001:2.0:1767384600.129621:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.129621:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294888454 00000020:00000001:3.0:1767384600.129626:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384600.129633:0:17884:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384600.129640:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294888454 00000020:00000001:3.0:1767384600.129645:0:17884:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384600.129646:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384600.129646:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294888454 00000100:00000001:0.0:1767384600.129656:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294888454 00000020:00000001:3.0:1767384600.129658:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384600.129665:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384600.129666:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000001:2.0:1767384600.129666:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384600.129676:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384600.129677:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384600.129677:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.129681:0:17884:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.129688:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.129689:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:3.0:1767384600.129690:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384600.129694:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384600.129704:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384600.129705:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384600.129706:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.129711:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.129715:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384600.129716:0:17884:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384600.129718:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384600.129719:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384600.129723:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384600.129730:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384600.129731:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384600.129736:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384600.129736:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384600.129742:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000063d4681d. 00000400:00000010:2.0:1767384600.129744:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd537891. 00000100:00000001:0.0:1767384600.129746:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384600.129750:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384600.129754:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050221184, offset 224 00000100:00100000:0.0:1767384600.129755:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384600.129768:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.129768:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384600.129781:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384600.129783:0:17884:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.129783:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384600.129791:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384600.129797:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853237050221312 00000100:00000001:0.0:1767384600.129801:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384600.129810:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384600.129810:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384600.129813:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384600.129817:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000200:3.0:1767384600.129827:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000260e6872 x1853237050221312/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:581/0 lens 224/224 e 0 to 0 dl 1767384611 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384600.129828:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260102280 00000100:00000040:0.0:1767384600.129835:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008ddc4346 x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384600.129846:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1245 [1] + 224 00000400:00000200:2.0:1767384600.129867:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384600.129890:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384600.129909:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1767384600.129911:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384600.129914:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384600.129918:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.129923:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384600.129926:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d9abf668 x1853237050221184/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384600.129936:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=6 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384600.129938:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384600.129945:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384600.129958:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.129963:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767384600.129977:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008ddc4346 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853237050221440:0@lo:400: 00000100:00000040:3.0:1767384600.129983:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:0.0:1767384600.129998:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384600.130000:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384600.130005:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384600.130009:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d9abf668 x1853237050221184/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384600.130012:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384600.130013:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384600.130022:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384600.130026:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384600.130033:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064f1a38f. 00000100:00000001:3.0:1767384600.130034:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384600.130045:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.130056:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384600.130057:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc9b57be. 00000400:00000010:3.0:1767384600.130072:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008404c403. 00000400:00000010:0.0:1767384600.130072:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f290018a. 00000100:00000001:2.0:1767384600.130078:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384600.130093:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050221440, portal 10 00000400:00000200:2.0:1767384600.130095:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd537891 00000100:00000200:3.0:1767384600.130096:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050221312, offset 224 00000400:00000010:2.0:1767384600.130105:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd537891. 00000100:00000001:0.0:1767384600.130105:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384600.130113:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299795328 : -108600409756288 : ffff9d3a7f276d80) 00000100:00000001:2.0:1767384600.130115:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384600.130119:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384600.130122:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000014a25cba. 00000100:00000001:2.0:1767384600.130126:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384600.130130:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384600.130134:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000040:0.0:1767384600.130136:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008ddc4346 x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384600.130139:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384600.130144:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384600.130154:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384600.130158:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384600.130159:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384600.130171:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e67dc70 x1853237050221184/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:581/0 lens 224/224 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384600.130174:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384600.130177:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260102300 00000400:00000010:0.0:1767384600.130185:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c78dbdf2. 00000400:00000200:3.0:1767384600.130200:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x124d [1] + 224 00000100:00100000:2.0:1767384600.130214:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e67dc70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050221184:12345-0@lo:400: Request processed in 957us (1862us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384600.130222:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050221440, offset 0 00000400:00000200:3.0:1767384600.130223:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384600.130247:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384600.130249:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384600.130250:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000040:2.0:1767384600.130258:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384600.130262:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384600.130265:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384600.130276:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384600.130277:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab4d7ac9. 00000100:00000001:3.0:1767384600.130335:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384600.130337:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d25d0256. 00000020:00000010:2.0:1767384600.130349:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007e04080. 00000400:00000200:0.0:1767384600.130349:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260102380 00000100:00000200:3.0:1767384600.130353:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae3f2ed x1853237050221312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384600.130361:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000400:00000200:0.0:1767384600.130370:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 02000000:00000001:2.0:1767384600.130372:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384600.130376:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e57db4b1. 00000400:00000200:0.0:1767384600.130383:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384600.130385:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384600.130392:0:17884:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dae3f2ed x1853237050221312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.130397:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384600.130408:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384600.130411:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384600.130424:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b6a229e. 00000100:00000001:0.0:1767384600.130426:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384600.130433:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1767384600.130439:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b52ba714. 00000100:00000010:0.0:1767384600.130464:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fc01fea. 00000100:00000001:3.0:1767384600.130469:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384600.130473:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000007fc01fea x1853237050221440 msgsize 224 00000400:00000200:3.0:1767384600.130480:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008404c403 00000100:00000001:2.0:1767384600.130488:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384600.130493:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008404c403. 00000100:00000001:2.0:1767384600.130496:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384600.130508:0:17884:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384600.130509:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384600.130513:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:2.0:1767384600.130515:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384600.130517:0:17884:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:2.0:1767384600.130525:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f17a3020. 00000100:00000001:0.0:1767384600.130526:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384600.130530:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384600.130532:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384600.130536:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000040:3.0:1767384600.130540:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384600.130542:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384600.130549:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767384600.130550:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d9abf668 x1853237050221184/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384600.130554:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.130566:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384600.130573:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c78dbdf2 00000400:00000010:0.0:1767384600.130579:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c78dbdf2. 00000100:00000040:3.0:1767384600.130580:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000260e6872 x1853237050221312/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:581/0 lens 224/224 e 0 to 0 dl 1767384611 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384600.130580:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d9abf668 x1853237050221184/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.130585:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384600.130598:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008ddc4346 x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.130636:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384600.130645:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.130654:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384600.130663:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000260e6872 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:16345:x1853237050221312:12345-0@lo:400: Request processed in 1118us (2074us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384600.130664:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384600.130667:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008ddc4346 x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384600.130674:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384600.130678:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384600.130683:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384600.130692:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 02000000:00000001:2.0:1767384600.130694:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.130712:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 1 00000100:00000001:0.0:1767384600.130713:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384600.130714:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=17 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384600.130726:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384600.130727:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384600.130736:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384600.130739:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384600.130739:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384600.130741:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a7fa689. 00000100:00000040:0.0:1767384600.130755:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1680 usecs (2 jiffies) 00000020:00000010:3.0:1767384600.130758:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3fb2ae. 00000100:00000001:2.0:1767384600.130759:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384600.130765:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.130765:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294888453 00000020:00000010:3.0:1767384600.130771:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff74b383. 00000100:00000001:0.0:1767384600.130778:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294888454 00010000:00000001:2.0:1767384600.130784:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384600.130787:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294888453 00010000:00000001:2.0:1767384600.130788:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384600.130789:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 8 00000100:00000001:0.0:1767384600.130798:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294888454 00000100:00000001:2.0:1767384600.130800:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.130801:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.130810:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294888453 00000100:00000040:2.0:1767384600.130816:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d9abf668 x1853237050221184/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.130820:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294888454 00000100:00000001:3.0:1767384600.130827:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384600.130832:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294888453 00000100:00000001:3.0:1767384600.130834:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384600.130846:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384600.130846:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294888454 00000400:00000001:3.0:1767384600.130855:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384600.130858:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384600.130859:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384600.130860:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f28ad3a. 00000100:00000001:2.0:1767384600.130870:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767384600.130871:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdf133a7 00000100:00000001:0.0:1767384600.130871:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.130876:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384600.130887:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdf133a7. 00000100:00000040:2.0:1767384600.130890:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9abf668 x1853237050221184/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.130902:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384600.130903:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384600.130909:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384600.130914:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000329ee2c9. 00000100:00000200:3.0:1767384600.130915:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae3f2ed x1853237050221312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384600.130915:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050221184:0@lo:400: 00000400:00000200:0.0:1767384600.130920:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048dc8bba 00000400:00000010:0.0:1767384600.130929:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048dc8bba. 00000100:00000001:2.0:1767384600.130935:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.130939:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384600.130951:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384600.130954:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006166415c x1853237050221056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384600.130965:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae3f2ed x1853237050221312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384600.130965:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d9abf668 x1853237050221184/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.131020:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384600.131026:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.131032:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384600.131035:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384600.131037:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767384600.131039:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006166415c x1853237050221056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384600.131044:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384600.131045:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003bbf0117. 00000100:00000001:3.0:1767384600.131049:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384600.131057:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.131057:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384600.131062:0:16344:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384600.131067:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384600.131070:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000100:00001000:3.0:1767384600.131079:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=6 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384600.131086:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384600.131090:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384600.131091:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=6 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384600.131093:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096be5e3f. 00000100:00000001:0.0:1767384600.131097:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.131111:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384600.131113:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384600.131114:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.131115:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384600.131118:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384600.131120:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384600.131123:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384600.131127:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384600.131130:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9abf668. 00000100:00000001:0.0:1767384600.131134:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767384600.131135:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dae3f2ed x1853237050221312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.131146:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384600.131146:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.131153:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.131160:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.131161:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384600.131162:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=6 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384600.131172:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:0.0:1767384600.131178:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384600.131179:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384600.131183:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.131187:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:0.0:1767384600.131197:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384600.131198:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384600.131202:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384600.131203:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.131203:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.131211:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384600.131218:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767384600.131219:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dae3f2ed x1853237050221312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384600.131228:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006166415c x1853237050221056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.131233:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384600.131244:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.131245:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384600.131254:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.131260:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384600.131262:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384600.131265:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dae3f2ed x1853237050221312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384600.131273:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050221440 00000100:00000040:0.0:1767384600.131273:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:0.0:1767384600.131283:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767384600.131286:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384600.131317:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384600.131320:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.131324:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384600.131331:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050221440 00000100:00100000:3.0:1767384600.131336:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16345:1853237050221312:0@lo:400: 00000100:00000001:0.0:1767384600.131337:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384600.131338:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384600.131348:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000100:00000001:3.0:1767384600.131350:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384600.131353:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384600.131355:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384600.131358:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006166415c x1853237050221056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384600.131367:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000100:00000040:3.0:1767384600.131369:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dae3f2ed x1853237050221312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384600.131378:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:0.0:1767384600.131385:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384600.131388:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:2.0:1767384600.131399:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384600.131403:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384600.131406:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d255327. 00000100:00000001:0.0:1767384600.131415:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.131418:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384600.131419:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000004:00000001:0.0:1767384600.131423:0:16347:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000001:3.0:1767384600.131424:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384600.131425:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d255327. 02000000:00000010:3.0:1767384600.131432:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082e68921. 00000020:00000010:2.0:1767384600.131435:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bbf0117. 00000004:00000040:0.0:1767384600.131435:0:16347:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000001:3.0:1767384600.131438:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767384600.131455:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab4d7ac9. 00000020:00000001:3.0:1767384600.131457:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000040:0.0:1767384600.131462:0:16347:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000040:3.0:1767384600.131463:0:16345:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:2.0:1767384600.131465:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d25d0256. 00000020:00000001:3.0:1767384600.131476:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384600.131481:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1767384600.131482:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5e71ffb. 00000100:00000001:2.0:1767384600.131490:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384600.131493:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000004:00000020:0.0:1767384600.131496:0:16347:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:2.0:1767384600.131500:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384600.131502:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384600.131509:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae3f2ed. 00000100:00000001:2.0:1767384600.131513:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384600.131519:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384600.131522:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000004:00000001:0.0:1767384600.131523:0:16347:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.131524:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.131527:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.131538:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.131544:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384600.131551:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006166415c x1853237050221056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384616 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.131558:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384600.131565:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.131566:0:17076:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1767384600.131574:0:17076:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00000001:3.0:1767384600.131581:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384600.131590:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384600.131595:0:17076:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000007e04080. 00000100:00100000:2.0:1767384600.131608:0:17076:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1767384600.131615:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006166415c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16347:1853237050221056:0@lo:13: 00000100:00000001:0.0:1767384600.131632:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.131639:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384600.131642:0:17077:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004f4e5442. 00000100:00000040:0.0:1767384600.131653:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006166415c x1853237050221056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384616 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.131657:0:17077:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1767384600.131665:0:17077:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00000001:0.0:1767384600.131667:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1767384600.131671:0:17077:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000082e68921. 02000000:00000001:0.0:1767384600.131672:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384600.131677:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cbdce45c. 00000100:00000010:3.0:1767384600.131678:0:17077:0:(service.c:3464:ptlrpc_start_thread()) kfreed 'thread': 328 at 0000000082e68921. 02000000:00000001:0.0:1767384600.131684:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384600.131685:0:17077:0:(service.c:3473:ptlrpc_start_thread()) Creating thread mdt #4 race, retry later 00000020:00000001:0.0:1767384600.131691:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384600.131692:0:17077:0:(service.c:3474:ptlrpc_start_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000040:0.0:1767384600.131697:0:16347:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384600.131706:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384600.131707:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1767384600.131712:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cc2dc026. 00000100:00000001:3.0:1767384600.131718:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384600.131719:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384600.131722:0:17076:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384600.131727:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1767384600.131736:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:2.0:1767384600.131738:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1767384600.131738:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006166415c. 00000100:00000040:3.0:1767384600.131741:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000100:00000001:0.0:1767384600.131745:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384600.131752:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963237248 : -108605746314368 : ffff9d3941120380) 00000100:00000001:0.0:1767384600.131753:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.131754:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384600.131765:0:17076:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.131766:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.131771:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007fc01fea x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:581/0 lens 224/0 e 0 to 0 dl 1767384611 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.131773:0:17076:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.131774:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384600.131781:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384600.131792:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.131800:0:19810:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000001:0.0:1767384600.131801:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.131809:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384600.131816:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009c988b13. 00000100:00000010:2.0:1767384600.131824:0:19810:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000d255327. 00000100:00000001:3.0:1767384600.131829:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384600.131831:0:19810:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000082a8b509. 00000020:00000010:3.0:1767384600.131841:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009c988b13. 00000020:00000010:2.0:1767384600.131845:0:19810:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b40c0d3. 00000100:00080000:0.0:1767384600.131849:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:2.0:1767384600.131852:0:19810:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d30008b7. 00000100:00100000:3.0:1767384600.131854:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007fc01fea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853237050221440:12345-0@lo:400: 00000020:00000040:0.0:1767384600.131866:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000200:3.0:1767384600.131867:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050221440 00000040:00000010:2.0:1767384600.131868:0:19810:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f3f50e26. 00000020:00000001:3.0:1767384600.131876:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384600.131881:0:19810:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000e179eac. 00000020:00000001:3.0:1767384600.131885:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384600.131892:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384600.131894:0:19810:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bc21bbf5. 00000020:00000001:3.0:1767384600.131904:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384600.131908:0:19810:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000043c04366. 00000020:00000001:3.0:1767384600.131911:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 80000000:00000010:2.0:1767384600.131920:0:19810:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002c50bc6c. 00000020:00000001:3.0:1767384600.131923:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 40000000:00000010:2.0:1767384600.131926:0:19810:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000016f36d8. 00000020:00000001:3.0:1767384600.131928:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384600.131936:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00100000:00000010:2.0:1767384600.131937:0:19810:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009b41d1ff. 00000020:00000001:3.0:1767384600.131939:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384600.131948:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384600.131948:0:19810:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ab17dcc2. 00000020:00000001:3.0:1767384600.131958:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00040000:00000010:2.0:1767384600.131961:0:19810:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008d7f0409. 00000100:00000001:3.0:1767384600.131963:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00040000:00000010:2.0:1767384600.131968:0:19810:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000050943ad9. 02000000:00000001:3.0:1767384600.131975:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000010:2.0:1767384600.131978:0:19810:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000022b9b067. 02000000:00000010:3.0:1767384600.131981:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c41ec129. 00080000:00000010:2.0:1767384600.131987:0:19810:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003f157d13. 02000000:00000001:3.0:1767384600.131989:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384600.131997:0:19810:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a0fc982c. 00000100:00000001:3.0:1767384600.131998:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.132005:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384600.132006:0:19810:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004bea9056. 00010000:00000040:3.0:1767384600.132010:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050221440 00000004:00000010:2.0:1767384600.132012:0:19810:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eb0329dd. 00010000:00000001:3.0:1767384600.132025:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00002000:00000010:2.0:1767384600.132025:0:19810:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e57db4b1. 00000004:00000010:2.0:1767384600.132034:0:19810:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e5b5f0b6. 00010000:00000200:3.0:1767384600.132039:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007fc01fea x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:581/0 lens 224/224 e 0 to 0 dl 1767384611 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384600.132053:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384600.132058:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384600.132065:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384600.132087:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1767384600.132092:0:19810:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000acc2921c. 00000100:00000040:3.0:1767384600.132098:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:3.0:1767384600.132107:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384600.132111:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384600.132113:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.132119:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384600.132128:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384600.132133:0:19810:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000400:00000010:3.0:1767384600.132134:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf133a7. 00000100:00000200:3.0:1767384600.132141:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050221440, offset 224 00000400:00000200:3.0:1767384600.132152:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384600.132166:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384600.132174:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260102380 00000400:00000200:3.0:1767384600.132191:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1261 [1] + 224 00000400:00000200:3.0:1767384600.132203:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384600.132214:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384600.132226:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384600.132232:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008ddc4346 x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384600.132332:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008ddc4346 x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.132371:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384600.132391:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384600.132395:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384600.132397:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdf133a7 00000400:00000010:3.0:1767384600.132403:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdf133a7. 00000100:00000001:3.0:1767384600.132410:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384600.132410:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384600.132414:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384600.132416:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384600.132426:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc9b57be. 00000100:00000001:3.0:1767384600.132428:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.132440:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000200:2.0:1767384600.132440:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f290018a 00010000:00000001:3.0:1767384600.132460:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384600.132461:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f290018a. 00000020:00000001:3.0:1767384600.132463:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.132473:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384600.132477:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384600.132489:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007fc01fea x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:581/0 lens 224/224 e 0 to 0 dl 1767384611 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384600.132496:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008ddc4346 x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384600.132551:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008ddc4346 x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384600.132552:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007fc01fea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853237050221440:12345-0@lo:400: Request processed in 732us (2068us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384600.132582:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000001:2.0:1767384600.132586:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384600.132594:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000100:00000001:2.0:1767384600.132594:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.132604:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384600.132606:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384600.132608:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384600.132612:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384600.132614:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384600.132621:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384600.132623:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab4d7ac9. 02000000:00000001:2.0:1767384600.132625:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384600.132633:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d25d0256. 00000100:00001000:2.0:1767384600.132639:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=11 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384600.132640:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003bbf0117. 00000020:00000040:3.0:1767384600.132655:0:17077:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000100:00001000:2.0:1767384600.132656:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384600.132661:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.132662:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384600.132666:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384600.132672:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384600.132679:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008ddc4346 x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384600.132686:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.132689:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384600.132692:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384600.132694:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384600.132695:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384600.132699:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008ddc4346 x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.132705:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384600.132706:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384600.132708:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384600.132713:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ddc4346 x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384600.132719:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008ddc4346 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853237050221440:0@lo:400: 00000400:00000001:2.0:1767384600.132724:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384600.132729:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384600.132731:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba01603f. 00000400:00000200:2.0:1767384600.132733:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2ae83f9 00000400:00000010:2.0:1767384600.132735:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2ae83f9. 00000100:00000001:2.0:1767384600.132737:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384600.132739:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000085af4653 x1853237050221568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384600.132746:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000085af4653 x1853237050221568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.132750:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384600.132751:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.132753:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384600.132754:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384600.132755:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384600.132756:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384600.132757:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384600.132760:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384600.132762:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384600.132764:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384600.132765:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384600.132766:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384600.132768:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000085af4653 x1853237050221568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384600.132774:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.132775:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384600.132776:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384600.132777:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384600.132778:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384600.132780:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000085af4653 x1853237050221568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.132785:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384600.132786:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384600.132787:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384600.132789:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085af4653 x1853237050221568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384600.132799:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000085af4653 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237050221568:0@lo:400: 00000100:00000001:2.0:1767384600.132802:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.132804:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384600.132805:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008ddc4346 x1853237050221440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.132810:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384600.132812:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384600.132813:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064f1a38f. 02000000:00000001:2.0:1767384600.132816:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384600.132817:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384600.132818:0:16347:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384600.132819:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384600.132820:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077e32c7b. 02000000:00000001:2.0:1767384600.132823:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384600.132825:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384600.132826:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ddc4346. 00000100:00000001:2.0:1767384600.132829:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384600.132830:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.132831:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384600.132833:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000085af4653 x1853237050221568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384600.132838:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384600.132839:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384600.132840:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002641f789. 02000000:00000001:2.0:1767384600.132842:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384600.132843:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384600.132844:0:16347:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384600.132845:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384600.132846:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d7e72f32. 02000000:00000001:2.0:1767384600.132847:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384600.132848:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384600.132849:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000085af4653. 00000100:00000001:2.0:1767384600.132850:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384600.132851:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.132856:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384600.132860:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384600.132861:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384600.132863:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384600.132865:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384600.134385:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294888454, at 4294888455 00000100:00000040:0.0:1767384600.134391:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294888454, at 4294888455 00000100:00000010:2.0:1767384600.134396:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008435d9a0. 00000100:00000010:0.0:1767384600.134402:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054bb816e. 00000100:00000040:3.0:1767384600.134404:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294888454, at 4294888455 00000100:00000010:3.0:1767384600.134416:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038723138. 00000020:00000001:2.0:1767384600.319391:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384600.319395:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384600.319397:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384600.931057:0:19968:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384600.931061:0:19968:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:2.0:1767384600.934274:0:19968:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384600.940541:0:19969:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f293309a. 00000400:00000010:2.0:1767384600.940554:0:19969:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b6684fc8. 00000400:00000010:2.0:1767384600.940562:0:19969:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003a22c4db. 00000400:00000010:2.0:1767384600.940565:0:19969:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001f65f075. 00000400:00000010:2.0:1767384600.940568:0:19969:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000076aeeae3. 00000400:00000010:2.0:1767384600.940572:0:19969:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000409bddff. 00000400:00000010:2.0:1767384600.940573:0:19969:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b0349f62. 00000400:00000010:2.0:1767384600.940575:0:19969:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c443595. 00000400:00000010:2.0:1767384600.940578:0:19969:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005bdda4e2. 00000800:00000010:2.0:1767384600.940588:0:19969:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b83619b6. 00000800:00000200:2.0:1767384600.940601:0:19969:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384600.940606:0:19969:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384600.940648:0:19969:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384600.940670:0:19969:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp13 [8/256/0/180] 00000400:00000010:2.0:1767384600.942194:0:19969:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 000000008c8f8dad. 00000400:00000010:2.0:1767384600.942200:0:19969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f17a3020. 00000400:00000010:2.0:1767384600.942205:0:19969:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000400:00000001:2.0:1767384600.942218:0:19969:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384600.942220:0:19969:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384600.942222:0:19969:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9fb9036. 00000400:00000200:2.0:1767384600.942225:0:19969:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b448e6 00000400:00000010:2.0:1767384600.942232:0:19969:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b448e6. 00000400:00000010:2.0:1767384600.942236:0:19969:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000ae81b846. 00000400:00000200:2.0:1767384600.942240:0:19969:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (4) 00000400:00000200:2.0:1767384600.942251:0:19969:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384600.942258:0:19969:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:2.0:1767384600.942264:0:19969:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005e6b13dd. 00000020:01000000:2.0:1767384600.942267:0:19969:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384600.942270:0:19969:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp13 00000400:00000010:2.0:1767384600.942281:0:19969:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b6684fc8. 00000400:00000010:2.0:1767384600.942286:0:19969:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f293309a. 00000020:00000001:3.0:1767384600.942328:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384600.942335:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384600.942340:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384600.942346:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384600.942350:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384600.942353:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384600.942354:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384600.942355:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384600.942357:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384600.942360:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384600.942369:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384600.942372:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384600.942374:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384600.942377:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384600.942383:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c1eae38. 00000020:00000040:3.0:1767384600.942389:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384600.942397:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384600.942400:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384600.942406:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384600.942417:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e167852c. 00000100:00000001:3.0:1767384600.942424:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.942447:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384600.942451:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.942461:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c1eae38] to pc [ptlrpcd_00_00+0] req@000000005c1eae38 x1853237050221696/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384600.942497:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384600.942501:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.942502:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384600.942504:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767384600.942513:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384600.942517:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384600.942517:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384600.942520:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384600.942523:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384600.942525:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384600.942528:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384600.942531:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384600.942532:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:1.1:1767384600.942532:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000029a1b293] -> 12345-192.168.202.122@tcp12 (2) 00000020:01000004:3.0:1767384600.942536:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384600.942538:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:0.0:1767384600.942541:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c1eae38 x1853237050221696/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384600.942542:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384600.942546:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384600.942549:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384600.942551:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384600.942555:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384600.942562:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c13a00b4. 00000020:00000040:3.0:1767384600.942568:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384600.942573:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384600.942576:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384600.942580:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.942584:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384600.942586:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384600.942595:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384600.942598:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384600.942599:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000181cc5d2. 02000000:00000001:0.0:1767384600.942602:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.942606:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384600.942608:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050221696:0@lo:253: 00000100:00000001:3.0:1767384600.942614:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384600.942614:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384600.942617:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384600.942622:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384600.942627:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c13a00b4] to pc [ptlrpcd_00_01+1] req@00000000c13a00b4 x1853237050221824/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384600.942627:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384600.942632:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384600.942639:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a42390e1. 02000000:00000001:0.0:1767384600.942643:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384600.942645:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384600.942649:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000329ee2c9. 10000000:00000001:3.0:1767384600.942650:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.942655:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384600.942657:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767384600.942660:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000986e6275. 00000020:00000010:3.0:1767384600.942661:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005e6b13dd. 00000100:00000200:0.0:1767384600.942668:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050221696, portal 25 00000100:00000001:0.0:1767384600.942673:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384600.942676:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964283776 : -108605745267840 : ffff9d394121fb80) 00000100:00000001:3.0:1767384600.942678:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384600.942683:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384600.942686:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384600.942688:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c1eae38 x1853237050221696/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384600.942692:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c13a00b4 x1853237050221824/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.942717:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384600.942717:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384600.942721:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384600.942724:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384600.942725:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384600.942727:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384600.942730:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384600.942731:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8c45c00. 00000100:00100000:3.0:1767384600.942733:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c13a00b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050221824:0@lo:253: 00000100:00000200:0.0:1767384600.942738:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050221696, offset 0 00000100:00000001:3.0:1767384600.942739:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384600.942743:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384600.942745:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384600.942747:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384600.942751:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384600.942753:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005fb59c6d. 02000000:00000001:3.0:1767384600.942758:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384600.942762:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f28ad3a. 00000400:00000200:0.0:1767384600.942766:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384600.942769:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af2ef806. 00000100:00000200:3.0:1767384600.942773:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050221824, portal 25 00000100:00000001:3.0:1767384600.942775:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384600.942776:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964270336 : -108605745281280 : ffff9d394121c700) 00000400:00000200:0.0:1767384600.942780:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102480 00000100:00000040:3.0:1767384600.942782:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c13a00b4 x1853237050221824/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384600.942793:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000100:00000001:3.0:1767384600.942805:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384600.942805:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000071ca044. 00000100:00000040:3.0:1767384600.942810:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384600.942812:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005eb07f3 00000400:00000010:3.0:1767384600.942814:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5ffa8ec. 00000100:00000200:3.0:1767384600.942818:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050221824, offset 0 00000400:00000200:0.0:1767384600.942821:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384600.942825:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384600.942831:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384600.942836:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384600.942841:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005eb07f3 00000400:00000200:3.0:1767384600.942846:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102500 00000400:00000010:0.0:1767384600.942853:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005eb07f3. 00000100:00000001:0.0:1767384600.942860:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384600.942864:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1dd [2] + 0 00000100:00000200:0.0:1767384600.942865:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384600.942868:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003455cf44. 00000100:00000040:0.0:1767384600.942872:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000005a3cd8d6 x1853237050221696 msgsize 4848 00000400:00000200:3.0:1767384600.942873:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a21b0b87 00000400:00000200:3.0:1767384600.942879:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384600.942883:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384600.942884:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384600.942888:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21b0b87 00000100:00000040:0.0:1767384600.942890:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384600.942891:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a21b0b87. 00000100:00000001:3.0:1767384600.942896:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384600.942897:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384600.942899:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000853ef4f0 x1853237050221824 msgsize 4848 00000100:00100000:3.0:1767384600.942903:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384600.942906:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384600.942906:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384600.942918:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384600.942918:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8c45c00 00000400:00000010:0.0:1767384600.942922:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8c45c00. 00000400:00000200:3.0:1767384600.942927:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5ffa8ec 00000100:00000001:0.0:1767384600.942927:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384600.942931:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5ffa8ec. 00000100:00000200:0.0:1767384600.942934:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c1eae38 x1853237050221696/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.942935:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384600.942941:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c13a00b4 x1853237050221824/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.942963:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384600.942963:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384600.942966:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c13a00b4 x1853237050221824/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384600.942972:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c1eae38 x1853237050221696/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.942974:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.942978:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384600.942983:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.942988:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.942989:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294889268 00000100:00000001:0.0:1767384600.942994:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384600.942995:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e716e3e. 00000100:00000001:0.0:1767384600.943001:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.943007:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294889268 00000100:00000001:3.0:1767384600.943008:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384600.943016:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294889268 00000100:00000010:3.0:1767384600.943020:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000348a5fa1. 00000100:00000001:0.0:1767384600.943021:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294889268 00000100:00000001:3.0:1767384600.943023:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384600.943028:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294889268 00000100:00000001:3.0:1767384600.943031:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294889268 00000100:00000001:0.0:1767384600.943033:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294889268 00000100:00000010:3.0:1767384600.943036:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006268212e. 00000100:00000001:0.0:1767384600.943037:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294889268 00000100:00000001:3.0:1767384600.943042:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384600.943047:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294889268 00000100:00000001:0.0:1767384600.943049:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294889268 00000100:00000010:3.0:1767384600.943050:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d701ca2. 00000100:00000001:0.0:1767384600.943053:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294889268 00000100:00000001:3.0:1767384600.943055:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384600.943062:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384600.943063:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294889268 00000100:00000001:3.0:1767384600.943065:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.943068:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.943070:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.943077:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384600.943079:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384600.943082:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384600.943083:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384600.943086:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.943089:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384600.943091:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.943097:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.943102:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.943105:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.943114:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384600.943116:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384600.943118:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384600.943122:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050221696 02000000:00000001:3.0:1767384600.943127:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384600.943129:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384600.943132:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384600.943133:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384600.943136:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.943138:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384600.943143:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.943144:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384600.943152:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050221696 00000020:00000001:3.0:1767384600.943157:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384600.943160:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384600.943163:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384600.943166:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:3.0:1767384600.943170:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384600.943172:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384600.943173:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00100000:0.0:1767384600.943177:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050221824 00000100:00000001:3.0:1767384600.943180:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384600.943181:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384600.943184:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384600.943186:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384600.943191:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005685573f. 02000000:00000001:0.0:1767384600.943192:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.943198:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384600.943198:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050221824 00000020:00000001:0.0:1767384600.943203:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384600.943204:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005685573f. 00000020:00000040:0.0:1767384600.943206:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384600.943210:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384600.943213:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000010:3.0:1767384600.943214:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021d1253d. 00000020:00000001:0.0:1767384600.943217:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384600.943222:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:3.0:1767384600.943223:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003accb218. 00000100:00000001:0.0:1767384600.943226:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384600.943231:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002c3fb2ae. 00000020:00000010:0.0:1767384600.943233:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091d8353c. 00000100:00000001:0.0:1767384600.943238:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384600.943240:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091d8353c. 00000100:00000040:3.0:1767384600.943246:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384600.943248:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003440cb6f. 00000100:00000001:3.0:1767384600.943252:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384600.943255:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006248fdcc. 00000100:00000001:3.0:1767384600.943256:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384600.943261:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384600.943263:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008f96ce8d. 00000100:00000001:3.0:1767384600.943270:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.943271:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384600.943276:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384600.943278:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384600.943282:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.943285:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.943321:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384600.943324:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384600.943327:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384600.943332:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000040:3.0:1767384600.943335:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384600.943337:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384600.943338:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905588816 : -108600803962800 : ffff9d3a67a85050) 00000100:00000001:0.0:1767384600.943341:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384600.943345:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a3cd8d6 x1853237050221696/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:581/0 lens 4848/0 e 0 to 0 dl 1767384611 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384600.943349:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00000040:0.0:1767384600.943355:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:3.0:1767384600.943357:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384600.943359:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905590864 : -108600803960752 : ffff9d3a67a85850) 00000020:00000010:3.0:1767384600.943362:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005685573f. 00000100:00000040:0.0:1767384600.943366:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000853ef4f0 x1853237050221824/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:581/0 lens 4848/0 e 0 to 0 dl 1767384611 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384600.943367:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384600.943370:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005685573f. 00000100:00100000:3.0:1767384600.943378:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a3cd8d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050221696:12345-0@lo:253: 00000100:00000200:3.0:1767384600.943389:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050221696 00000020:00000001:3.0:1767384600.943397:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384600.943399:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384600.943404:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384600.943405:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000091d8353c. 00000020:00000001:3.0:1767384600.943410:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.943411:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384600.943416:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384600.943418:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000091d8353c. 00000020:00000001:3.0:1767384600.943421:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:3.0:1767384600.943428:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:1.1:1767384600.943430:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000029a1b293] -> 12345-192.168.202.122@tcp12 (2) 00000100:00100000:0.0:1767384600.943431:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000853ef4f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050221824:12345-0@lo:253: 00000020:00000001:3.0:1767384600.943432:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384600.943450:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050221824 00000020:00000001:0.0:1767384600.943453:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384600.943458:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384600.943464:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:1.1:1767384600.943464:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp12 00000000ab342017 deleted 00000020:00000001:0.0:1767384600.943464:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384600.943470:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:1.1:1767384600.943470:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ab342017. 00000020:00000001:0.0:1767384600.943471:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384600.943476:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:3.0:1767384600.943478:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384600.943481:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:0.0:1767384600.943482:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384600.943485:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384600.943487:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384600.943490:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384600.943492:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:1.1:1767384600.943494:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp12 ip 192.168.202.122:1017 00000020:00000001:0.0:1767384600.943496:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:1.1:1767384600.943500:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d13ea30f type 1, nob 208 niov 1 nkiov 1 00000020:00000001:0.0:1767384600.943501:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384600.943507:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000802f3fe0. 00000100:00000001:0.0:1767384600.943508:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384600.943513:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384600.943514:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384600.943520:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b77939c5. 00000100:00000001:3.0:1767384600.943521:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384600.943525:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384600.943527:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384600.943530:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384600.943533:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384600.943537:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a7a5084f. 20000000:01000000:3.0:1767384600.943543:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384600.943543:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000097ddb09d. 20000000:00000001:3.0:1767384600.943546:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384600.943549:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384600.943550:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384600.943554:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384600.943555:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384600.943558:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384600.943560:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384600.943562:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384600.943564:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384600.943569:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384600.943572:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007d5b5844. 20000000:00000001:0.0:1767384600.943572:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384600.943578:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:3.0:1767384600.943583:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384600.943590:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384600.943593:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384600.943608:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384600.943621:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384600.943625:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384600.943627:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384600.943628:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384600.943630:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384600.943634:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:3.0:1767384600.943638:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:3.0:1767384600.943642:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384600.943644:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384600.943647:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384600.943648:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384600.943651:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384600.943655:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:3.0:1767384600.943658:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384600.943667:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ff74b383. 00080000:00000001:3.0:1767384600.943670:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036186112 : -108605673365504 : ffff9d39456b2000) 00080000:00000001:3.0:1767384600.943673:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384600.943676:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384600.943680:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005685573f. 00080000:00000001:3.0:1767384600.943682:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384600.943684:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384600.943696:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384600.943712:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:1.1:1767384600.943763:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767384600.943812:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384600.943823:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384600.943826:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384600.943830:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384600.943845:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp12(192.168.202.122@tcp12) <- 192.168.202.122@tcp12 : PUT - for me 00000400:00000200:0.0:1767384600.943856:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 112 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384600.943866:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 112/112 into md 0x1211 [1] + 0 00000400:00000010:0.0:1767384600.943870:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6c35083. 00000400:00000200:0.0:1767384600.943874:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000036e93641 00000800:00000001:0.0:1767384600.943879:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384600.943889:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384600.943894:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384600.943899:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp12->192.168.202.122@tcp12: PUT: OK 00000400:00000200:0.0:1767384600.943903:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e93641 00000400:00000010:0.0:1767384600.943905:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e93641. 00000400:00000200:0.0:1767384600.943910:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384600.943914:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (6) 00000400:00000200:0.0:1767384600.943918:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:0.0:1767384600.943923:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 000000003a3cacf6. 00000400:00000200:0.0:1767384600.943931:0:16339:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 5 00000400:00000200:0.0:1767384600.943936:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384600.943950:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (7) 00000400:00000200:0.0:1767384600.943955:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384600.943962:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp12 to MR: 192.168.202.122@tcp12 local destination 00000400:00000200:0.0:1767384600.943971:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp12 NI seq info: [12:12:256:4294967295] 192.168.202.122@tcp12 LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1767384600.943989:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp12(192.168.202.122@tcp12:192.168.202.122@tcp12) -> 192.168.202.122@tcp12(192.168.202.122@tcp12:192.168.202.122@tcp12) 192.168.202.122@tcp12 : ACK try# 0 00000400:00000200:3.0:1767384600.943997:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384600.943997:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp12 00000800:00000010:0.0:1767384600.944003:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009285b6cc. 00000800:00000200:0.0:1767384600.944013:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000029a1b293] -> 12345-192.168.202.122@tcp12 (4) 00000800:00000200:0.0:1767384600.944020:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp12 ip 192.168.202.122:988 00000800:00000200:0.0:1767384600.944023:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009285b6cc type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384600.944042:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e58e79d4. 00000400:00000010:3.0:1767384600.944047:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf133a7. 00000400:00000200:3.0:1767384600.944050:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000400:00000200:3.0:1767384600.944055:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1004d1 00000400:00000010:3.0:1767384600.944061:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 00000000ec9a6f5c. 00000400:00000010:3.0:1767384600.944063:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 00000000d5ffa8ec. 00000400:00000010:3.0:1767384600.944065:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 0000000090c78fb4. 00000400:00000010:3.0:1767384600.944075:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a8f85021. 00000400:00000200:3.0:1767384600.944080:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a8f85021 nid 192.168.202.122@tcp13 00000400:00000010:3.0:1767384600.944083:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a2ae8ef0. 00000400:00000200:3.0:1767384600.944086:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a2ae8ef0 net tcp13 00000800:00000200:0.0:1767384600.944086:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384600.944090:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (6) 00000800:00000010:0.0:1767384600.944091:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009285b6cc. 00000400:00000200:3.0:1767384600.944098:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp13 flags 0x11 00000400:00000200:0.0:1767384600.944098:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384600.944102:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 00000000ec9a6f5c. 00000400:00000010:3.0:1767384600.944105:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 00000000d5ffa8ec. 00000400:00000010:3.0:1767384600.944109:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 0000000090c78fb4. 00000400:00000010:3.0:1767384600.944114:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000003a3cacf6. 00000400:00000200:0.0:1767384600.944115:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp12->192.168.202.122@tcp12: ACK: OK 00000400:00000200:3.0:1767384600.944121:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384600.944125:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100551 00000800:00000001:0.0:1767384600.944125:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384600.944130:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 1 00000800:00000001:0.0:1767384600.944134:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384600.944136:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 00000800:00000001:0.0:1767384600.944139:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384600.944144:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000800:00000001:0.0:1767384600.944147:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384600.944150:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100511 rc 0 00000800:00000001:0.0:1767384600.944151:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384600.944159:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000800:00000001:0.0:1767384600.944160:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384600.944171:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp12(192.168.202.122@tcp12) <- 192.168.202.122@tcp12 : ACK - for me 00000400:00000200:3.0:1767384600.944174:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (7) 00000400:00000200:0.0:1767384600.944190:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp12: ACK from 12345-192.168.202.122@tcp12 into md 0x1281 00000400:00000200:0.0:1767384600.944196:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384600.944202:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp12->192.168.202.122@tcp12: ACK: OK 00000400:00000200:0.0:1767384600.944205:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035825e35 00000400:00000010:0.0:1767384600.944208:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035825e35. 00000400:00000200:0.0:1767384600.944213:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384600.944217:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:0.0:1767384600.944220:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (6) 00000800:00000001:0.0:1767384600.944231:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384600.944235:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384600.944387:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fdf825cb. 00000800:00000010:0.0:1767384600.944393:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e8c45c00. 00000800:00000010:0.0:1767384600.944413:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fc778b65. 00000800:00000200:0.1:1767384600.944420:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000029a1b293] -> 12345-192.168.202.122@tcp12 (4) 00000800:00000200:0.1:1767384600.944426:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp12 00000000fc778b65 deleted 00000800:00000010:0.1:1767384600.944428:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fc778b65. 00000800:00000200:0.1:1767384600.944433:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384600.944455:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp12 p 3.x 192.168.202.122 -> 192.168.202.122:1016 incarnation:1767384599572224352 sched[0] 00000800:00000010:0.0:1767384600.944461:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091d8353c. 00000800:00000010:0.0:1767384600.944522:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091d8353c. 00000800:00000010:0.0:1767384600.944527:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e8c45c00. 00000800:00000200:1.1:1767384600.944544:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:0.0:1767384600.944554:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e5bf6a9e. 00000800:00000001:3.0:1767384600.944577:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384600.944583:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384600.944788:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ff74b383. 00080000:00000010:0.0:1767384600.944832:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005685573f. 00040000:00000001:0.0:1767384600.944838:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384600.944840:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384600.944842:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384600.944846:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384600.944848:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384600.944850:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384600.944864:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384600.944884:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384600.944888:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384600.944894:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384600.944900:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384600.944905:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384600.944908:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384600.944913:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384600.944918:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384600.944925:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008fbd02ff. 00010000:00000001:3.0:1767384600.944931:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384600.944935:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b948771c. 00000020:00000001:3.0:1767384600.944939:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384600.944941:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b948771c with handle 0x9f279d7a9a0b4e9b to hash 00000020:00000001:3.0:1767384600.944948:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384600.944953:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384600.944959:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384600.944963:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384600.944967:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384600.944975:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4e9b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.944992:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384600.944998:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384600.945003:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384600.945008:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384600.945012:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.945019:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384600.945023:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.945026:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384600.945031:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384600.945033:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384600.945035:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384600.945038:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008fbd02ff) refcount = 1 00010000:00010000:3.0:1767384600.945043:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4e9b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.945058:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384600.945060:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384600.945061:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.945063:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.945064:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384600.945066:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384600.945069:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384600.945071:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384600.945073:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384600.945074:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b948771c refcount=4 00000020:00000001:3.0:1767384600.945076:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00080000:00000020:0.0:1767384600.945077:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384600.945078:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000100:00000001:0.0:1767384600.945083:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384600.945084:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384600.945087:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4e9b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000010:0.0:1767384600.945088:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a7a5084f. 00010000:00000001:3.0:1767384600.945096:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384600.945099:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4e9b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384600.945099:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.945107:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:0.0:1767384600.945107:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050221696 00010000:00000001:3.0:1767384600.945110:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384600.945114:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4e9b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384600.945114:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384600.945120:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384600.945123:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384600.945123:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a3cd8d6 x1853237050221696/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:581/0 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384600.945127:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384600.945130:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4e9b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384600.945142:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b948771c already unused, calling callback (0000000043915e75) 00010000:00000001:0.0:1767384600.945146:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384600.945147:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384600.945150:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384600.945154:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=17 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384600.945155:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384600.945157:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4e9b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384600.945163:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384600.945164:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384600.945167:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384600.945169:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384600.945169:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000040:3.0:1767384600.945171:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b948771c refcount=5 00000100:00000001:0.0:1767384600.945176:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:3.0:1767384600.945177:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384600.945181:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 02000000:00000001:0.0:1767384600.945184:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384600.945185:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384600.945190:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4e9b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384600.945190:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.945197:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384600.945198:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384600.945201:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384600.945203:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384600.945204:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384600.945207:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384600.945210:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:0.0:1767384600.945210:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8c45c00. 00010000:00000001:3.0:1767384600.945213:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384600.945215:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384600.945217:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050221696, offset 224 00000020:00000040:3.0:1767384600.945218:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b948771c with handle 0x9f279d7a9a0b4e9b from hash 00010000:00000001:3.0:1767384600.945223:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384600.945224:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.945225:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.945228:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1767384600.945228:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384600.945230:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384600.945233:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384600.945235:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384600.945236:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384600.945241:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384600.945242:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.945245:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384600.945248:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384600.945250:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.945251:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.945252:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384600.945256:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102480 00010000:00000001:3.0:1767384600.945261:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.945264:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384600.945267:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1285 [2] + 224 00010000:00010000:3.0:1767384600.945268:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4e9b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.945278:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384600.945279:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384600.945280:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.945282:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384600.945285:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384600.945288:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.945309:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.945312:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384600.945314:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384600.945316:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384600.945316:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384600.945321:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4e9b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384600.945324:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384600.945327:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384600.945329:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384600.945331:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c1eae38 x1853237050221696/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384600.945332:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4e9b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384600.945347:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008fbd02ff count: 0 00000100:00000040:0.0:1767384600.945356:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005c1eae38 x1853237050221696/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384600.945358:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384600.945361:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384600.945392:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384600.945399:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8c45c00 00000400:00000010:0.0:1767384600.945402:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8c45c00. 00000100:00000001:0.0:1767384600.945406:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384600.945409:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384600.945415:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384600.945421:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384600.945426:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384600.945430:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384600.945447:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384600.945455:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a3cd8d6 x1853237050221696/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:581/0 lens 4848/4768 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384600.945473:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a3cd8d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050221696:12345-0@lo:253: Request processed in 2110us (2596us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384600.945490:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000040:0.0:1767384600.945497:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384600.945502:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384600.945505:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384600.945511:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003accb218. 00000020:00000010:0.0:1767384600.945519:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002c3fb2ae. 00000020:00000010:0.0:1767384600.945532:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021d1253d. 00000020:00000040:0.0:1767384600.945541:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:0.0:1767384600.945549:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384600.945554:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000802f3fe0. 02000000:00000001:0.0:1767384600.945562:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384600.945566:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384600.945575:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384600.945583:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f256946b. 00000400:00000010:0.0:1767384600.945591:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8c45c00. 00080000:00000010:3.0:1767384600.946740:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d1e832d7. 20000000:01000000:3.0:1767384600.946830:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384600.946835:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384600.946837:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384600.946839:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384600.946840:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384600.946844:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004b047329. 00010000:00000001:3.0:1767384600.946846:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384600.946849:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f4b1ce3. 00000020:00000001:3.0:1767384600.946851:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384600.946852:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f4b1ce3 with handle 0x9f279d7a9a0b4ea2 to hash 00000020:00000001:3.0:1767384600.946853:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384600.946859:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384600.946861:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384600.946863:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384600.946864:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384600.946866:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4ea2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.946870:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384600.946872:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384600.946874:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384600.946875:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384600.946876:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.946877:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384600.946878:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.946879:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384600.946880:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384600.946881:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384600.946881:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384600.946882:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004b047329) refcount = 1 00010000:00010000:3.0:1767384600.946884:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4ea2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.946887:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384600.946888:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384600.946889:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.946890:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.946891:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384600.946893:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384600.946894:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384600.946896:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384600.946897:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384600.946898:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=4 00000020:00000001:3.0:1767384600.946899:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384600.946901:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384600.946903:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384600.946909:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4ea2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.946913:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384600.946914:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4ea2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.946917:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.946918:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384600.946919:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4ea2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.946922:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384600.946923:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.946924:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384600.946925:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4ea2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384600.946929:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f4b1ce3 already unused, calling callback (0000000043915e75) 00010000:00000001:3.0:1767384600.946930:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384600.946932:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384600.946933:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4ea2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.946936:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384600.946938:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384600.946939:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384600.946940:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=5 00000020:00000001:3.0:1767384600.946942:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384600.946943:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384600.946945:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384600.946946:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4ea2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.946950:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384600.946955:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384600.946957:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.946960:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384600.946962:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384600.946964:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384600.946967:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384600.946973:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f4b1ce3 with handle 0x9f279d7a9a0b4ea2 from hash 00010000:00000001:3.0:1767384600.946978:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384600.946983:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.946987:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.946990:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384600.946996:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384600.947000:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384600.947004:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384600.947007:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384600.947013:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.947017:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384600.947020:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384600.947025:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.947027:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.947028:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.947029:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.947034:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384600.947038:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4ea2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.947053:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.947057:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.947060:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384600.947063:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384600.947067:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384600.947071:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384600.947075:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384600.947079:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384600.947085:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384600.947090:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4ea2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384600.947130:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384600.947134:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384600.947138:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4ea2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384600.947142:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004b047329 count: 0 00010000:00000001:3.0:1767384600.947150:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384600.947153:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384600.947168:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384600.947173:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384600.947179:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384600.947184:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384600.947195:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f28ad3a. 00000400:00000200:0.0:1767384600.947201:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2ef806 00000400:00000010:0.0:1767384600.947205:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af2ef806. 00000100:00000001:0.0:1767384600.947211:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384600.947219:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c13a00b4 x1853237050221824/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384600.947237:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c13a00b4 x1853237050221824/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.947252:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384600.947257:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.947261:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384600.947264:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384600.947265:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384600.947267:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384600.947270:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384600.947275:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=17 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384600.947284:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384600.947325:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384600.947329:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384600.947334:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384600.947338:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.947342:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384600.947349:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c13a00b4 x1853237050221824/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.947358:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384600.947361:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384600.947362:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384600.947365:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384600.947367:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384600.947369:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384600.947370:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384600.947372:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384600.947373:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384600.947375:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384600.947376:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384600.947378:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384600.947389:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c13a00b4 x1853237050221824/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384600.947397:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c13a00b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050221824:0@lo:253: 00000100:00000001:0.0:1767384600.947402:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.947405:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384600.947407:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c13a00b4 x1853237050221824/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.947414:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384600.947416:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384600.947418:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005fb59c6d. 02000000:00000001:0.0:1767384600.947421:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384600.947423:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384600.947424:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384600.947426:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384600.947427:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000181cc5d2. 02000000:00000001:0.0:1767384600.947431:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384600.947432:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384600.947433:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c13a00b4. 00000100:00000001:0.0:1767384600.947450:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384600.947452:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.947453:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.947458:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384600.947459:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.947462:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384600.947464:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384600.948340:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294889268, at 4294889269 00000100:00000010:3.0:1767384600.948347:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d701ca2. 00000100:00000040:0.0:1767384600.948352:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294889268, at 4294889269 00000100:00000010:0.0:1767384600.948362:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e716e3e. 00000100:00000040:2.0:1767384600.948412:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294889268, at 4294889269 00000100:00000010:2.0:1767384600.948419:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006268212e. 00010000:00000010:3.1:1767384600.950334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008fbd02ff. 00010000:00000010:3.1:1767384600.950348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b948771c. 00010000:00000010:3.1:1767384600.950356:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004b047329. 00010000:00000010:3.1:1767384600.950363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f4b1ce3. 00000400:00000010:0.0:1767384600.959550:0:19974:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000885d061f. 00000400:00000040:0.0:1767384600.959572:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384600.959575:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384600.959578:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384600.959580:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384600.959583:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384600.959585:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384600.959588:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384600.959596:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384600.959599:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384600.959600:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384600.959603:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384600.959605:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384600.959607:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384600.959609:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384600.959610:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384600.959613:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384600.959615:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384600.959617:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384600.959619:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384600.959621:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384600.959623:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384600.959625:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384600.959626:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384600.959628:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384600.959629:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384600.959631:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384600.959634:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384600.959635:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384600.959637:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384600.959639:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384600.959640:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384600.959642:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384600.959644:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384600.959646:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384600.959648:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384600.959650:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384600.959652:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384600.959655:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384600.959657:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384600.959659:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384600.959661:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384600.959662:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384600.959664:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384600.959666:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384600.959668:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384600.959670:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384600.959678:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384600.959680:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384600.959682:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384600.959684:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384600.959686:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384600.959688:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384600.959690:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384600.959692:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384600.959694:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384600.959696:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384600.959698:0:19974:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384600.959720:0:19974:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000885d061f. 00000100:00000001:3.0:1767384601.153696:0:17878:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1767384601.153701:0:17878:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1767384601.153704:0:17878:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:3.0:1767384601.153706:0:17878:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000008c801f8a : new cb_count 2 00000020:00000040:3.0:1767384601.153711:0:17878:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 6 00000001:00000010:3.0:1767384601.153713:0:17878:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000067cc6391. 00002000:00001000:3.0:1767384601.153717:0:17878:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:3.0:1767384601.153721:0:17878:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000fb6bcbff. 00080000:00000010:3.0:1767384601.153725:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000034a05839. 00000001:00000040:3.0:1767384601.153729:0:17878:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000008c801f8a : new cb_count 1 00000020:00000040:3.0:1767384601.153731:0:17878:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 5 00000001:00000010:3.0:1767384601.153732:0:17878:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000000e4b8705. 00002000:00001000:3.0:1767384601.153735:0:17878:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:3.0:1767384601.153737:0:17878:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000b1d76ae8. 00080000:00000010:3.0:1767384601.153739:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000067c6ed14. 00000001:00000040:3.0:1767384601.153741:0:17878:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000008c801f8a : new cb_count 0 00000020:00000040:3.0:1767384601.153742:0:17878:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000001:00000010:3.0:1767384601.153744:0:17878:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000013c27a14. 00002000:00001000:3.0:1767384601.153746:0:17878:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:3.0:1767384601.153748:0:17878:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000081b8a6bf. 00080000:00000010:3.0:1767384601.153751:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f929a693. 00080000:00000010:0.0:1767384601.510732:0:20130:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007298e489. 00080000:00000010:0.0:1767384601.510740:0:20130:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007298e489. 00000020:00000001:0.0:1767384601.510744:0:20130:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384601.510751:0:20130:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007298e489. 00080000:00000010:0.0:1767384601.510755:0:20130:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007298e489. 00000020:00000001:0.0:1767384601.510757:0:20130:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384602.191850:0:20295:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384602.191856:0:20295:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:3.0:1767384602.197121:0:20295:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384602.204226:0:20296:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fcf52c35. 00000400:00000010:3.0:1767384602.204243:0:20296:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000912a39ac. 00000400:00000010:3.0:1767384602.204252:0:20296:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b3ffa036. 00000400:00000010:3.0:1767384602.204255:0:20296:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001e32f374. 00000400:00000010:3.0:1767384602.204258:0:20296:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d1193ae1. 00000400:00000010:3.0:1767384602.204262:0:20296:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004bc275e5. 00000400:00000010:3.0:1767384602.204263:0:20296:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d6cc6bb3. 00000400:00000010:3.0:1767384602.204265:0:20296:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000348c6267. 00000400:00000010:3.0:1767384602.204268:0:20296:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d89ab7e1. 00000800:00000010:3.0:1767384602.204277:0:20296:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007bb560e5. 00000800:00000200:3.0:1767384602.204286:0:20296:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384602.204520:0:20296:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384602.204626:0:20296:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384602.204655:0:20296:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp14 [8/256/0/180] 00000400:00000010:2.0:1767384602.207015:0:20296:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000000a67e033. 00000400:00000010:2.0:1767384602.207021:0:20296:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073224bd7. 00000400:00000010:2.0:1767384602.207026:0:20296:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd537891. 00000400:00000001:2.0:1767384602.207041:0:20296:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384602.207043:0:20296:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384602.207045:0:20296:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f17a3020. 00000400:00000200:2.0:1767384602.207047:0:20296:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384602.207048:0:20296:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000400:00000010:2.0:1767384602.207053:0:20296:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000008c8f8dad. 00000400:00000200:2.0:1767384602.207057:0:20296:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (5) 00000400:00000200:2.0:1767384602.207065:0:20296:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384602.207074:0:20296:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:2.0:1767384602.207081:0:20296:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005e6b13dd. 00000020:01000000:2.0:1767384602.207084:0:20296:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384602.207086:0:20296:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp14 00000400:00000010:2.0:1767384602.207100:0:20296:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000912a39ac. 00000400:00000010:2.0:1767384602.207103:0:20296:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fcf52c35. 00000020:00000001:3.0:1767384602.207157:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384602.207161:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384602.207164:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384602.207168:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384602.207172:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384602.207175:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384602.207178:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384602.207182:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384602.207185:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384602.207189:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384602.207192:0:480:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384602.207193:0:480:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384602.207197:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384602.207200:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384602.207208:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca86bd06. 00000020:00000040:3.0:1767384602.207217:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384602.207226:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384602.207231:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384602.207238:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384602.207251:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000282d3cfa. 00000100:00000001:3.0:1767384602.207266:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.207276:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384602.207280:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384602.207280:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ab5fe7da] -> 12345-192.168.202.122@tcp13 (2) 00000400:00000200:0.0:1767384602.207378:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384602.207458:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384602.207510:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384602.207561:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384602.207618:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384602.207668:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000040:3.0:1767384602.207700:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca86bd06] to pc [ptlrpcd_00_02+2] req@00000000ca86bd06 x1853237050221952/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384602.207702:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 10000000:00000001:3.0:1767384602.207730:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384602.207733:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.207734:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384602.207736:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384602.207740:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000020:00000001:3.0:1767384602.207742:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384602.207745:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384602.207747:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384602.207748:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384602.207750:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384602.207752:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384602.207752:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384602.207756:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384602.207758:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384602.207758:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384602.207759:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384602.207763:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384602.207764:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384602.207765:0:480:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384602.207767:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384602.207768:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384602.207771:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9aa81f1. 00000020:00000040:3.0:1767384602.207776:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384602.207778:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384602.207781:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767384602.207781:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca86bd06 x1853237050221952/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384602.207785:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.207802:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767384602.207804:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000202d571f. 00000100:00000001:2.0:1767384602.207805:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.207813:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.207814:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384602.207819:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384602.207821:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384602.207824:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.207825:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.207832:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca86bd06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050221952:0@lo:253: 00000100:00000040:3.0:1767384602.207835:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aa81f1] to pc [ptlrpcd_00_03+3] req@00000000f9aa81f1 x1853237050222080/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.207841:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384602.207848:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:3.0:1767384602.207852:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.207853:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384602.207857:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.207859:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384602.207868:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384602.207871:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384602.207874:0:480:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005e6b13dd. 02000000:00000010:2.0:1767384602.207878:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007bf7bdd5. 02000000:00000001:2.0:1767384602.207883:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384602.207888:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f17a3020. 00000400:00000010:2.0:1767384602.207895:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d4f4545. 00000100:00000200:2.0:1767384602.207901:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050221952, portal 25 00000100:00000001:2.0:1767384602.207904:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384602.207905:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964281984 : -108605745269632 : ffff9d394121f480) 00000100:00000040:2.0:1767384602.207912:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca86bd06 x1853237050221952/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.207921:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384602.207926:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384602.207929:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053a0f540. 00000100:00000200:2.0:1767384602.207933:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050221952, offset 0 00000400:00000200:2.0:1767384602.207941:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384602.207949:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384602.207952:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384602.207953:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384602.207957:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384602.207961:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9aa81f1 x1853237050222080/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384602.207969:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102580 00000100:00000001:3.0:1767384602.207971:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384602.207974:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384602.207976:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000181cc5d2. 02000000:00000001:3.0:1767384602.207978:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384602.207981:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384602.207983:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 00000800:00000010:0.0:1767384602.207983:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000547e53d5. 02000000:00000001:3.0:1767384602.207984:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384602.207991:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9aa81f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050222080:0@lo:253: 00000400:00000010:2.0:1767384602.207992:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dfb398f. 00000800:00000010:0.0:1767384602.207993:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9471b96. 00000100:00000001:3.0:1767384602.208000:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384602.208001:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ed710fb 02000000:00000001:3.0:1767384602.208003:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384602.208006:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384602.208007:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384602.208010:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384602.208012:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000802f3fe0. 02000000:00000001:3.0:1767384602.208016:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384602.208021:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52dc6a7. 00000400:00000200:2.0:1767384602.208021:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384602.208027:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071c0cfe8. 00000800:00000010:0.0:1767384602.208027:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9471b96. 00000100:00000200:3.0:1767384602.208034:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050222080, portal 25 00000100:00000001:3.0:1767384602.208037:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384602.208038:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964272128 : -108605745279488 : ffff9d394121ce00) 00000400:00000200:2.0:1767384602.208039:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ed710fb 00000100:00000040:3.0:1767384602.208043:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9aa81f1 x1853237050222080/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384602.208045:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ed710fb. 00000100:00000001:3.0:1767384602.208053:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384602.208055:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384602.208059:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384602.208060:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384602.208063:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000aceebf5. 00000100:00000040:2.0:1767384602.208066:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000c6b885e1 x1853237050221952 msgsize 4848 00000100:00000200:3.0:1767384602.208067:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050222080, offset 0 00000400:00000200:3.0:1767384602.208078:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384602.208082:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384602.208085:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384602.208088:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384602.208089:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384602.208100:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102600 00000100:00000001:2.0:1767384602.208101:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384602.208107:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp13 from 247.3.0.2 00000400:00000200:2.0:1767384602.208111:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053a0f540 00000800:00000010:0.0:1767384602.208113:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f18bbed0. 00000400:00000010:2.0:1767384602.208115:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053a0f540. 00000100:00000001:2.0:1767384602.208121:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384602.208125:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e5 [2] + 0 00000100:00000200:2.0:1767384602.208130:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca86bd06 x1853237050221952/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384602.208131:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007243cbc7. 00000400:00000200:3.0:1767384602.208136:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c081ebc 00000400:00000200:3.0:1767384602.208142:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384602.208147:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384602.208150:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384602.208155:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca86bd06 x1853237050221952/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384602.208156:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c081ebc 00000400:00000010:3.0:1767384602.208159:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c081ebc. 00000100:00000001:3.0:1767384602.208164:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384602.208167:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384602.208170:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384602.208171:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000bb8e1c98 x1853237050222080 msgsize 4848 00000100:00000001:2.0:1767384602.208177:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384602.208184:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384602.208186:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384602.208188:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384602.208188:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005fb59c6d. 00000100:00000001:3.0:1767384602.208196:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384602.208196:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294890533 00000800:00000010:0.0:1767384602.208196:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ad4afb1f. 00000100:00000010:2.0:1767384602.208204:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a6fc013. 00000400:00000200:3.0:1767384602.208205:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000aceebf5 00000400:00000010:3.0:1767384602.208210:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000aceebf5. 00000100:00000001:2.0:1767384602.208213:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384602.208215:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:0.0:1767384602.208218:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008ee9e575. 00000100:00000200:3.0:1767384602.208223:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9aa81f1 x1853237050222080/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384602.208223:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294890533 00000800:00000200:0.1:1767384602.208228:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ab5fe7da] -> 12345-192.168.202.122@tcp13 (2) 00000100:00000010:2.0:1767384602.208233:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097b79ba7. 00000100:00000001:2.0:1767384602.208241:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.1:1767384602.208243:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp13 000000008ee9e575 deleted 00000100:00000001:2.0:1767384602.208249:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294890533 00000800:00000010:0.1:1767384602.208249:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008ee9e575. 00000100:00000001:3.0:1767384602.208252:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384602.208258:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5f6c474. 00000100:00000040:3.0:1767384602.208259:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9aa81f1 x1853237050222080/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384602.208260:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:2.0:1767384602.208265:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384602.208272:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294890533 00000800:00000200:0.1:1767384602.208275:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp13 ip 192.168.202.122:1015 00000100:00000010:2.0:1767384602.208280:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1931c6f. 00000800:00000200:0.1:1767384602.208285:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fe26e84e type 1, nob 224 niov 1 nkiov 1 00000100:00000001:3.0:1767384602.208286:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.208287:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384602.208307:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384602.208313:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.208315:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294890534 00000100:00000001:3.0:1767384602.208324:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294890533 00000800:00000200:0.0:1767384602.208327:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp13 p 3.x 192.168.202.122 -> 192.168.202.122:1015 incarnation:1767384600940590432 sched[0] 00000100:00000001:3.0:1767384602.208330:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294890534 00000800:00000010:0.0:1767384602.208338:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9471b96. 00000100:00000001:3.0:1767384602.208339:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294890533 00000100:00000001:2.0:1767384602.208340:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384602.208347:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294890534 00000100:00000001:3.0:1767384602.208352:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294890533 00000100:00000001:2.0:1767384602.208354:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.208355:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294890534 00000100:00000001:2.0:1767384602.208361:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.208362:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294890533 00000100:00000001:2.0:1767384602.208366:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.208375:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384602.208377:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.208378:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384602.208380:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.208382:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384602.208383:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.208390:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384602.208391:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384602.208393:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384602.208395:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1767384602.208396:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9471b96. 00000100:00000001:2.0:1767384602.208398:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.208399:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384602.208404:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767384602.208405:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ad4afb1f. 00000100:00000001:2.0:1767384602.208406:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.208409:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.208414:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384602.208456:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384602.208460:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050221952 02000000:00000001:2.0:1767384602.208464:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384602.208467:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:0.0:1767384602.208469:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f18bbed0. 00000100:00000001:2.0:1767384602.208470:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.208476:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384602.208480:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050221952 00000020:00000001:2.0:1767384602.208484:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384602.208486:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384602.208489:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384602.208492:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:0.0:1767384602.208493:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384602.208497:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00100000:0.0:1767384602.208498:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050222080 02000000:00000001:0.0:1767384602.208503:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384602.208504:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384602.208508:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384602.208511:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767384602.208512:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384602.208512:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384602.208518:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013016497. 02000000:00000001:0.0:1767384602.208519:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384602.208520:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.208524:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384602.208527:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050222080 00000020:00000010:2.0:1767384602.208529:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013016497. 00000020:00000001:0.0:1767384602.208532:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384602.208535:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000010:2.0:1767384602.208539:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000790c2471. 00000020:00000001:0.0:1767384602.208539:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384602.208543:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000010:2.0:1767384602.208548:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c8f8dad. 00000020:00000001:0.0:1767384602.208548:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384602.208554:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:2.0:1767384602.208557:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c3f2b894. 00000100:00000001:0.0:1767384602.208558:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384602.208563:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9471b96. 00000100:00000001:0.0:1767384602.208568:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384602.208570:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384602.208571:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9471b96. 00000100:00000001:2.0:1767384602.208577:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:3.0:1767384602.208579:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384602.208581:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384602.208581:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003440cb6f. 00000800:00000010:3.0:1767384602.208584:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fe26e84e. 00000100:00000001:2.0:1767384602.208586:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384602.208589:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384602.208589:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000804a2d7d. 00000100:00000001:2.0:1767384602.208596:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384602.208597:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b14c6de. 00000400:00000200:3.0:1767384602.208598:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp13->192.168.202.122@tcp13: PUT: OK 00000400:00000200:3.0:1767384602.208606:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767384602.208607:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384602.208610:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000100:00000001:2.0:1767384602.208611:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.208612:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384602.208616:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.208624:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.208628:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384602.208630:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384602.208642:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384602.208644:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384602.208648:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384602.208650:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000040:2.0:1767384602.208655:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384602.208660:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905585744 : -108600803965872 : ffff9d3a67a84450) 00000100:00000001:3.0:1767384602.208665:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384602.208666:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00000001:3.0:1767384602.208668:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384602.208669:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6b885e1 x1853237050221952/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:583/0 lens 4848/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.208673:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384602.208673:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:3.0:1767384602.208680:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.208680:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905594960 : -108600803956656 : ffff9d3a67a86850) 00000100:00000001:2.0:1767384602.208691:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384602.208692:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb8e1c98 x1853237050222080/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:583/0 lens 4848/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384602.208696:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013016497. 00000100:00000001:2.0:1767384602.208702:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384602.208707:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013016497. 00000100:00000001:0.0:1767384602.208712:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.1:1767384602.208714:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00100000:2.0:1767384602.208717:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6b885e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050221952:12345-0@lo:253: 00000020:00000010:0.0:1767384602.208718:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9471b96. 00000800:00000200:3.0:1767384602.208724:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp13 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384600940590432 sched[0] 00000100:00000001:0.0:1767384602.208726:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384602.208728:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050221952 00000800:00000010:3.0:1767384602.208731:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000547e53d5. 00000020:00000010:0.0:1767384602.208734:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9471b96. 00000020:00000001:2.0:1767384602.208736:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384602.208742:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384602.208746:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb8e1c98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050222080:12345-0@lo:253: 00000020:00000001:2.0:1767384602.208752:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384602.208752:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050222080 00000020:00000001:0.0:1767384602.208757:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384602.208758:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384602.208762:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384602.208763:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384602.208767:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.208769:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384602.208771:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384602.208773:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384602.208776:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:2.0:1767384602.208779:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384602.208782:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000020:00000001:0.0:1767384602.208782:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384602.208783:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384602.208787:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384602.208790:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.208791:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384602.208795:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384602.208797:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384602.208798:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384602.208802:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384602.208804:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384602.208808:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384602.208811:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000139de8cc. 02000000:00000001:2.0:1767384602.208815:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384602.208815:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ce8557a2. 00000100:00000001:2.0:1767384602.208821:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384602.208822:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384602.208827:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384602.208828:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384602.208833:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384602.208840:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a92f3082. 20000000:00000010:0.0:1767384602.208843:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004480b11a. 20000000:01000000:2.0:1767384602.208846:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384602.208849:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384602.208851:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384602.208852:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 20000000:00000001:0.0:1767384602.208853:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384602.208856:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384602.208861:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384602.208872:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384602.208872:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384602.208875:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384602.208876:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384602.208881:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384602.208890:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009533ab2f. 20000000:00000001:0.0:1767384602.208891:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384602.208892:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 20000000:01000000:2.0:1767384602.208896:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:2.0:1767384602.208904:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384602.208910:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384602.208913:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384602.208920:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00080000:00000001:2.0:1767384602.208932:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384602.208939:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00080000:00000001:2.0:1767384602.208949:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.208954:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384602.208955:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00080000:00000001:2.0:1767384602.208956:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.208961:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384602.208964:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384602.208967:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:2.0:1767384602.208972:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00000400:00000200:3.0:1767384602.208974:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00080000:00000002:2.0:1767384602.208975:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384602.208982:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384602.208986:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.208989:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384602.208993:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384602.208996:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000020:00000001:2.0:1767384602.209000:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384602.209007:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384602.209012:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f6e4660b. 00000400:00000200:3.0:1767384602.209014:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00080000:00000001:2.0:1767384602.209016:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467965348352 : -108605744203264 : ffff9d3941323a00) 00080000:00000001:2.0:1767384602.209022:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384602.209026:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384602.209031:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000013016497. 00080000:00000001:2.0:1767384602.209034:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.209037:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384602.209051:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384602.209067:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384602.209118:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384602.209127:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384602.209131:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384602.209136:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384602.209141:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a7a5084f. 00000400:00000200:0.0:1767384602.209143:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp13(192.168.202.122@tcp13) <- 192.168.202.122@tcp13 : PUT - for me 00000800:00000010:3.0:1767384602.209151:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000aceebf5. 00000800:00000010:3.0:1767384602.209156:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002b6238e. 00000400:00000200:0.0:1767384602.209156:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384602.209166:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 128/128 into md 0x1295 [1] + 0 00000400:00000010:0.0:1767384602.209171:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e58e79d4. 00000400:00000200:0.0:1767384602.209175:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cdf133a7 00000800:00000001:0.0:1767384602.209180:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384602.209186:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002b6238e. 00000800:00000001:0.0:1767384602.209191:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384602.209196:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384602.209202:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp13->192.168.202.122@tcp13: PUT: OK 00000400:00000200:0.0:1767384602.209205:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdf133a7 00000400:00000010:0.0:1767384602.209208:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdf133a7. 00000400:00000200:0.0:1767384602.209212:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384602.209216:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (7) 00000400:00000200:0.0:1767384602.209222:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:0.0:1767384602.209226:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000ad4afb1f. 00000400:00000200:0.0:1767384602.209231:0:16339:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 6 00000400:00000200:0.0:1767384602.209236:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384602.209238:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384602.209252:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (8) 00000400:00000200:3.0:1767384602.209262:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp13 from 246.3.0.2 00000400:00000200:0.0:1767384602.209262:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000800:00000010:3.0:1767384602.209267:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000a114bd3. 00000400:00000200:0.0:1767384602.209273:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp13 to MR: 192.168.202.122@tcp13 local destination 00000400:00000200:0.0:1767384602.209280:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp13 NI seq info: [14:14:256:4294967295] 192.168.202.122@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384602.209330:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp13(192.168.202.122@tcp13:192.168.202.122@tcp13) -> 192.168.202.122@tcp13(192.168.202.122@tcp13:192.168.202.122@tcp13) 192.168.202.122@tcp13 : ACK try# 0 00000400:00000200:2.0:1767384602.209338:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384602.209338:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp13 00000400:00000010:2.0:1767384602.209346:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008968b667. 00000800:00000010:0.0:1767384602.209347:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000033268e2b. 00000400:00000010:2.0:1767384602.209355:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000800:00000200:0.0:1767384602.209356:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ab5fe7da] -> 12345-192.168.202.122@tcp13 (4) 00000400:00000200:2.0:1767384602.209363:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000800:00000200:0.0:1767384602.209367:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp13 ip 192.168.202.122:988 00000800:00000200:0.0:1767384602.209380:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000033268e2b type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384602.209422:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1004d1 00000400:00000010:2.0:1767384602.209451:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 0000000053a0f540. 00000400:00000010:2.0:1767384602.209455:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 000000000e9ce281. 00000800:00000200:0.0:1767384602.209458:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384602.209460:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 0000000042514d48. 00000800:00000010:0.0:1767384602.209463:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000033268e2b. 00000400:00000200:0.0:1767384602.209472:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384602.209476:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000090d875f4. 00000400:00000200:0.0:1767384602.209479:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp13->192.168.202.122@tcp13: ACK: OK 00000400:00000200:2.0:1767384602.209486:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000090d875f4 nid 192.168.202.122@tcp14 00000800:00000001:0.0:1767384602.209488:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384602.209493:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007551cd46. 00000800:00000001:0.0:1767384602.209495:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384602.209498:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 000000007551cd46 net tcp14 00000800:00000001:0.0:1767384602.209501:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384602.209504:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (7) 00000800:00000001:0.0:1767384602.209508:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384602.209513:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384602.209514:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp14 flags 0x11 00000800:00000001:0.0:1767384602.209519:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384602.209522:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 0000000053a0f540. 00000400:00000010:2.0:1767384602.209529:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 000000000e9ce281. 00000400:00000200:0.0:1767384602.209530:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp13(192.168.202.122@tcp13) <- 192.168.202.122@tcp13 : ACK - for me 00000400:00000010:2.0:1767384602.209536:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 0000000042514d48. 00000800:00000010:3.0:1767384602.209540:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005e6b13dd. 00000400:00000010:2.0:1767384602.209543:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000ad4afb1f. 00000800:00000010:3.0:1767384602.209546:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006cfaee5e. 00000400:00000200:0.0:1767384602.209549:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp13: ACK from 12345-192.168.202.122@tcp13 into md 0x12ad 00000400:00000200:2.0:1767384602.209553:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384602.209557:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384602.209560:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100551 00000400:00000200:0.0:1767384602.209567:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp13->192.168.202.122@tcp13: ACK: OK 00000400:00000200:2.0:1767384602.209570:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 1 00000400:00000200:0.0:1767384602.209574:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff90c5c4 00000400:00000200:2.0:1767384602.209579:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 00000400:00000010:0.0:1767384602.209579:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff90c5c4. 00000400:00000200:2.0:1767384602.209587:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384602.209588:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384602.209591:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100511 rc 0 00000800:00000010:3.0:1767384602.209593:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e905fb8e. 00000400:00000200:0.0:1767384602.209602:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:2.0:1767384602.209603:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000800:00000200:3.1:1767384602.209605:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ab5fe7da] -> 12345-192.168.202.122@tcp13 (4) 00000800:00000200:3.1:1767384602.209612:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp13 00000000e905fb8e deleted 00000400:00000200:0.0:1767384602.209613:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (8) 00000800:00000010:3.1:1767384602.209614:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e905fb8e. 00000400:00000200:2.0:1767384602.209620:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (7) 00000800:00000001:0.0:1767384602.209628:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767384602.209637:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384602.209642:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp13 p 3.x 192.168.202.122 -> 192.168.202.122:1014 incarnation:1767384600940590432 sched[0] 00000800:00000001:0.0:1767384602.209644:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384602.209647:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002b6238e. 00000800:00000010:3.0:1767384602.209690:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002b6238e. 00000800:00000010:3.0:1767384602.209693:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006cfaee5e. 00000800:00000200:2.1:1767384602.209708:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:3.0:1767384602.209714:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000a114bd3. 00000800:00000200:2.0:1767384602.209717:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp13 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384600940590432 sched[0] 00000800:00000010:2.0:1767384602.209721:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000aceebf5. 00000800:00000001:0.0:1767384602.209743:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384602.209750:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384602.209753:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384602.209758:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384602.209959:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f6e4660b. 00080000:00000010:2.0:1767384602.209993:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000013016497. 00040000:00000001:2.0:1767384602.209997:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384602.209999:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384602.210001:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384602.210003:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384602.210005:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384602.210006:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384602.210016:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384602.210028:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384602.210030:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384602.210034:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384602.210047:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384602.210048:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005d18b8a0. 20000000:00000001:3.0:1767384602.210051:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384602.210054:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 10000000:01000000:3.0:1767384602.210055:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384602.210061:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:0.0:1767384602.210062:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384602.210064:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384602.210068:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:3.0:1767384602.210071:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d7b1d87b. 00080000:00000001:0.0:1767384602.210073:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384602.210076:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384602.210080:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b948771c. 00080000:00000001:0.0:1767384602.210082:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384602.210085:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384602.210089:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b948771c with handle 0x9f279d7a9a0b4ea9 to hash 00000020:00000001:3.0:1767384602.210092:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384602.210093:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.210094:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00080000:00000001:0.0:1767384602.210098:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384602.210099:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00080000:00000001:0.0:1767384602.210102:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.210105:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384602.210106:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384602.210108:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.210110:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384602.210114:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4ea9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000002:0.0:1767384602.210123:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:0.0:1767384602.210129:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:0.0:1767384602.210131:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384602.210139:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384602.210146:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.210149:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384602.210151:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384602.210155:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:0.0:1767384602.210156:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384602.210160:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:0.0:1767384602.210162:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:3.0:1767384602.210164:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384602.210168:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384602.210169:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384602.210174:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:0.0:1767384602.210175:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000091b2e8f1. 00010000:00000001:3.0:1767384602.210176:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384602.210181:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467964549120 : -108605745002496 : ffff9d3941260800) 00010000:00000001:3.0:1767384602.210182:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384602.210186:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000020:2.0:1767384602.210187:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:0.0:1767384602.210187:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384602.210189:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000001:00000001:0.0:1767384602.210192:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384602.210193:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767384602.210194:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:3.0:1767384602.210198:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d7b1d87b) refcount = 1 20000000:00000010:2.0:1767384602.210199:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a92f3082. 00080000:00000010:0.0:1767384602.210199:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f9471b96. 20000000:00000001:2.0:1767384602.210205:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384602.210207:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4ea9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384602.210207:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384602.210209:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050221952 00080000:00000001:0.0:1767384602.210214:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384602.210217:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384602.210219:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384602.210222:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384602.210224:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384602.210225:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c6b885e1 x1853237050221952/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:583/0 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384602.210227:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.210227:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.210232:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384602.210238:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384602.210242:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00080000:00000001:0.0:1767384602.210242:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384602.210244:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384602.210248:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384602.210250:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384602.210250:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384602.210253:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b948771c refcount=4 00000020:00000001:3.0:1767384602.210256:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000100:00001000:2.0:1767384602.210257:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=19 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384602.210258:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384602.210263:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384602.210265:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4ea9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384602.210267:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384602.210272:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:2.0:1767384602.210274:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00010000:3.0:1767384602.210275:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4ea9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384602.210280:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384602.210285:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384602.210288:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.210317:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384602.210321:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384602.210322:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384602.210323:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4ea9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384602.210330:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384602.210333:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:2.0:1767384602.210335:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042514d48. 00010000:00000001:3.0:1767384602.210336:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.210341:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:2.0:1767384602.210341:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050221952, offset 224 00010000:00010000:3.0:1767384602.210343:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4ea9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384602.210350:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767384602.210351:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b948771c already unused, calling callback (0000000043915e75) 00010000:00000001:3.0:1767384602.210355:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384602.210356:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384602.210360:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4ea9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384602.210360:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384602.210368:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384602.210369:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102580 00010000:00000001:3.0:1767384602.210371:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384602.210374:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384602.210376:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b948771c refcount=5 00000400:00000200:2.0:1767384602.210377:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12b1 [2] + 224 00000020:00000001:3.0:1767384602.210381:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384602.210384:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000400:00000200:2.0:1767384602.210384:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384602.210390:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767384602.210391:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384602.210392:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4ea9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384602.210395:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384602.210400:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:2.0:1767384602.210401:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca86bd06 x1853237050221952/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384602.210402:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384602.210405:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.210410:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384602.210412:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384602.210416:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384602.210418:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ca86bd06 x1853237050221952/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384602.210441:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384602.210444:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b948771c with handle 0x9f279d7a9a0b4ea9 from hash 00010000:00000001:3.0:1767384602.210446:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384602.210447:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384602.210450:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384602.210452:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384602.210455:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384602.210459:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384602.210462:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384602.210463:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384602.210465:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.210466:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384602.210468:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384602.210470:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384602.210470:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384602.210471:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384602.210474:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.210475:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.210477:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384602.210478:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042514d48 00010000:00010000:3.0:1767384602.210479:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4ea9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384602.210482:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042514d48. 00000100:00000001:2.0:1767384602.210488:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384602.210489:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384602.210490:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384602.210492:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384602.210494:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384602.210497:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384602.210497:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.210498:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384602.210499:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384602.210503:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384602.210504:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384602.210505:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384602.210506:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384602.210510:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384602.210511:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384602.210513:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384602.210513:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:3.0:1767384602.210514:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384602.210519:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:3.0:1767384602.210520:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4ea9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384602.210520:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384602.210525:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f17a3020. 00000100:00000040:2.0:1767384602.210526:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6b885e1 x1853237050221952/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:583/0 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384602.210530:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384602.210533:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384602.210533:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d4f4545 00010000:00010000:3.0:1767384602.210537:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4ea9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384602.210539:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d4f4545. 00000100:00000001:0.0:1767384602.210546:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384602.210547:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6b885e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050221952:12345-0@lo:253: Request processed in 1854us (2477us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384602.210555:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca86bd06 x1853237050221952/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384602.210560:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00000040:2.0:1767384602.210566:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384602.210571:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:3.0:1767384602.210572:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d7b1d87b count: 0 00000100:00000001:2.0:1767384602.210574:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384602.210580:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c8f8dad. 00010000:00000001:3.0:1767384602.210583:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384602.210584:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c3f2b894. 20000000:00000001:3.0:1767384602.210586:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:0.0:1767384602.210586:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca86bd06 x1853237050221952/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384602.210588:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000790c2471. 00000020:00000040:2.0:1767384602.210595:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:0.0:1767384602.210598:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384602.210600:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384602.210601:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384602.210603:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000139de8cc. 00000100:00000001:0.0:1767384602.210605:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384602.210607:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384602.210608:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384602.210610:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.210611:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384602.210614:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384602.210618:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac02aa58. 00000100:00000001:0.0:1767384602.210620:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384602.210622:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042514d48. 02000000:00000001:0.0:1767384602.210623:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384602.210628:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=19 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384602.210632:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384602.210634:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384602.210636:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.210637:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384602.210639:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.210640:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384602.210643:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca86bd06 x1853237050221952/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.210648:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384602.210650:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384602.210651:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384602.210654:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384602.210655:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384602.210656:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384602.210656:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384602.210657:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384602.210658:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384602.210659:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384602.210660:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384602.210661:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384602.210662:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384602.210663:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca86bd06 x1853237050221952/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384602.210667:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca86bd06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050221952:0@lo:253: 00000100:00000001:0.0:1767384602.210670:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.210672:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384602.210673:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca86bd06 x1853237050221952/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.210677:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384602.210678:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384602.210680:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007bf7bdd5. 02000000:00000001:0.0:1767384602.210682:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384602.210689:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384602.210690:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384602.210692:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384602.210694:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000282d3cfa. 02000000:00000001:0.0:1767384602.210698:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384602.210699:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384602.210701:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca86bd06. 00000100:00000001:0.0:1767384602.210704:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384602.210706:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.210707:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.210712:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384602.210714:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.210716:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384602.210717:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384602.211914:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000091b2e8f1. 00080000:00000010:0.0:1767384602.211958:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f9471b96. 00040000:00000001:0.0:1767384602.211965:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384602.211967:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384602.211969:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384602.211973:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384602.211975:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384602.211978:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384602.211980:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384602.211992:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384602.211995:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384602.211998:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384602.212000:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384602.212001:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384602.212005:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384602.212007:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384602.212008:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384602.212012:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ffa7704d. 00010000:00000001:3.0:1767384602.212015:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384602.212018:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a357b88. 00000020:00000001:3.0:1767384602.212020:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384602.212021:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a357b88 with handle 0x9f279d7a9a0b4eb0 to hash 00000020:00000001:3.0:1767384602.212022:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384602.212024:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384602.212026:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384602.212027:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384602.212029:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384602.212030:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4eb0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384602.212035:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384602.212037:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384602.212038:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384602.212039:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384602.212041:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384602.212043:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384602.212044:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384602.212045:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384602.212046:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384602.212048:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384602.212049:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384602.212049:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ffa7704d) refcount = 1 00010000:00010000:3.0:1767384602.212059:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4eb0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384602.212066:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384602.212067:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384602.212068:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384602.212070:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.212072:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384602.212075:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384602.212077:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384602.212080:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384602.212081:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384602.212083:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=4 00000020:00000001:3.0:1767384602.212086:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384602.212088:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384602.212090:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384602.212092:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4eb0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384602.212097:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384602.212099:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4eb0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384602.212105:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384602.212106:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384602.212108:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4eb0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384602.212113:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384602.212115:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.212117:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384602.212119:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4eb0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384602.212126:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a357b88 already unused, calling callback (0000000043915e75) 00010000:00000001:3.0:1767384602.212134:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384602.212137:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384602.212139:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4eb0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384602.212145:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384602.212146:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384602.212148:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384602.212149:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=5 00000020:00000001:3.0:1767384602.212151:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384602.212153:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384602.212155:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384602.212156:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4eb0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384602.212159:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384602.212160:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384602.212161:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.212164:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384602.212165:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384602.212167:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384602.212168:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384602.212170:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a357b88 with handle 0x9f279d7a9a0b4eb0 from hash 00010000:00000001:3.0:1767384602.212172:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384602.212173:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384602.212175:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384602.212177:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384602.212178:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000020:0.0:1767384602.212179:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384602.212181:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384602.212185:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384602.212186:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384602.212190:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384602.212190:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004480b11a. 00010000:00000001:3.0:1767384602.212197:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384602.212198:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.212200:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384602.212204:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000040:0.0:1767384602.212205:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050222080 00010000:00000001:3.0:1767384602.212210:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384602.212211:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384602.212215:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:0.0:1767384602.212219:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb8e1c98 x1853237050222080/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:583/0 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384602.212225:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.212231:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.212234:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.212234:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384602.212239:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384602.212240:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4eb0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384602.212244:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384602.212252:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384602.212255:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384602.212257:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384602.212258:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384602.212260:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384602.212264:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384602.212266:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384602.212267:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384602.212270:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384602.212272:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:3.0:1767384602.212275:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384602.212277:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 20000000:00000001:3.0:1767384602.212279:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384602.212280:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384602.212285:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4eb0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384602.212286:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384602.212312:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384602.212315:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384602.212316:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384602.212317:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4eb0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384602.212323:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ee9e575. 00010000:00000040:3.0:1767384602.212324:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ffa7704d count: 0 00000100:00000200:0.0:1767384602.212331:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050222080, offset 224 00010000:00000001:3.0:1767384602.212333:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384602.212336:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384602.212341:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384602.212348:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384602.212356:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102600 00000400:00000200:0.0:1767384602.212362:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12b9 [2] + 224 00000400:00000200:0.0:1767384602.212367:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384602.212370:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384602.212374:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384602.212377:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9aa81f1 x1853237050222080/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384602.212387:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f9aa81f1 x1853237050222080/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.212402:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384602.212408:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ee9e575 00000100:00000001:3.0:1767384602.212409:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384602.212411:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ee9e575. 00000100:00000001:3.0:1767384602.212412:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384602.212417:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384602.212419:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384602.212422:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384602.212436:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384602.212439:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f52dc6a7. 00000400:00000200:3.0:1767384602.212443:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071c0cfe8 00000400:00000010:3.0:1767384602.212445:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071c0cfe8. 00000100:00000001:0.0:1767384602.212445:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.212451:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384602.212452:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000200:3.0:1767384602.212456:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9aa81f1 x1853237050222080/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384602.212458:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384602.212462:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.212467:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384602.212470:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9aa81f1 x1853237050222080/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384602.212474:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb8e1c98 x1853237050222080/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:583/0 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.212492:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384602.212495:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.212498:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384602.212499:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb8e1c98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050222080:12345-0@lo:253: Request processed in 3786us (4325us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384602.212500:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384602.212503:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384602.212505:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384602.212509:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384602.212511:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=19 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384602.212513:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384602.212516:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384602.212518:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.212521:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384602.212524:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.212526:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384602.212530:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:3.0:1767384602.212531:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9aa81f1 x1853237050222080/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384602.212537:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384602.212540:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384602.212543:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384602.212544:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384602.212547:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.212549:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:01000004:3.0:1767384602.212550:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384602.212553:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384602.212554:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384602.212555:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000010:0.0:1767384602.212555:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000804a2d7d. 00000020:01000004:3.0:1767384602.212558:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384602.212560:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384602.212562:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:00000010:0.0:1767384602.212562:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b14c6de. 00000020:01000004:3.0:1767384602.212563:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384602.212565:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384602.212570:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9aa81f1 x1853237050222080/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384602.212570:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003440cb6f. 00000020:00000040:0.0:1767384602.212577:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00100000:3.0:1767384602.212579:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9aa81f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050222080:0@lo:253: 02000000:00000001:0.0:1767384602.212584:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384602.212585:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.212588:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767384602.212588:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ce8557a2. 00000100:00000040:3.0:1767384602.212592:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9aa81f1 x1853237050222080/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384602.212595:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384602.212597:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384602.212605:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384602.212606:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384602.212610:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384602.212612:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000802f3fe0. 00000400:00000010:0.0:1767384602.212613:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d8a977b. 02000000:00000001:3.0:1767384602.212615:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384602.212618:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384602.212619:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000400:00000010:0.0:1767384602.212620:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ee9e575. 00000020:00000001:3.0:1767384602.212621:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384602.212623:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000202d571f. 02000000:00000001:3.0:1767384602.212627:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384602.212628:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384602.212629:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9aa81f1. 00000100:00000001:3.0:1767384602.212632:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384602.212633:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.212634:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.212637:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384602.212639:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.212640:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384602.212641:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384602.214327:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294890534, at 4294890535 00000100:00000010:3.0:1767384602.214334:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1931c6f. 00000100:00000040:2.0:1767384602.214353:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294890534, at 4294890535 00000100:00000010:2.0:1767384602.214363:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5f6c474. 00000100:00000040:0.0:1767384602.214363:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294890534, at 4294890535 00000100:00000010:0.0:1767384602.214373:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a6fc013. 00010000:00000010:3.1:1767384602.221349:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d7b1d87b. 00010000:00000010:3.1:1767384602.221357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b948771c. 00010000:00000010:3.1:1767384602.221362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ffa7704d. 00010000:00000010:3.1:1767384602.221366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a357b88. 00080000:00000010:3.0:1767384602.800846:0:20468:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003deade18. 00080000:00000010:3.0:1767384602.800858:0:20468:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003deade18. 00000020:00000001:3.0:1767384602.800864:0:20468:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384602.800873:0:20468:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003deade18. 00080000:00000010:3.0:1767384602.800879:0:20468:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003deade18. 00000020:00000001:3.0:1767384602.800884:0:20468:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384603.527406:0:20632:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384603.527426:0:20632:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:3.0:1767384603.531429:0:20632:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384603.538999:0:20633:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ba3ef5a7. 00000400:00000010:2.0:1767384603.539021:0:20633:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000062414ae8. 00000400:00000010:2.0:1767384603.539031:0:20633:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000022bc57bf. 00000400:00000010:2.0:1767384603.539034:0:20633:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002c2b302b. 00000400:00000010:2.0:1767384603.539037:0:20633:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002931ae5a. 00000400:00000010:2.0:1767384603.539040:0:20633:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000039690535. 00000400:00000010:2.0:1767384603.539042:0:20633:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005ac6fb7b. 00000400:00000010:2.0:1767384603.539043:0:20633:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bb5cfeaf. 00000400:00000010:2.0:1767384603.539046:0:20633:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000005980c89. 00000800:00000010:2.0:1767384603.539056:0:20633:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000002a61847b. 00000800:00000200:2.0:1767384603.539065:0:20633:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384603.539070:0:20633:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384603.539104:0:20633:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384603.539124:0:20633:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp15 [8/256/0/180] 00000400:00000010:2.0:1767384603.540659:0:20633:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 0000000030954933. 00000400:00000010:2.0:1767384603.540664:0:20633:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d3b49e7. 00000400:00000010:2.0:1767384603.540669:0:20633:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d88e189b. 00000400:00000001:2.0:1767384603.540681:0:20633:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384603.540683:0:20633:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384603.540685:0:20633:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073224bd7. 00000400:00000200:2.0:1767384603.540687:0:20633:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd537891 00000400:00000010:2.0:1767384603.540688:0:20633:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd537891. 00000400:00000010:2.0:1767384603.540692:0:20633:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000000a67e033. 00000400:00000200:2.0:1767384603.540696:0:20633:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (6) 00000400:00000200:2.0:1767384603.540706:0:20633:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384603.540714:0:20633:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:2.0:1767384603.540721:0:20633:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000139de8cc. 00000020:01000000:2.0:1767384603.540724:0:20633:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384603.540726:0:20633:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp15 00000400:00000010:2.0:1767384603.540737:0:20633:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000062414ae8. 00000400:00000010:2.0:1767384603.540740:0:20633:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ba3ef5a7. 00000400:00000200:3.0:1767384603.540765:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384603.540772:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:3.0:1767384603.540783:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008404c403. 00000400:00000200:3.0:1767384603.540788:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (7) 00000400:00000010:3.0:1767384603.540804:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000e134929. 00000400:00000200:3.0:1767384603.540818:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:3.0:1767384603.540834:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:3.0:1767384603.540841:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384603.540853:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384603.540868:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384603.540881:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384603.540894:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384603.540899:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:3.0:1767384603.540912:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp14 00000400:00000200:3.0:1767384603.540916:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp14 lpni_is_preferred = 0 00000400:00000200:3.0:1767384603.540923:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp14 00000400:00000200:3.0:1767384603.540933:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp14 NI seq info: [15:15:256:4294967295] 192.168.202.122@tcp14 LPNI seq info [15:15:8:4294967295] 00000400:00000200:3.0:1767384603.540939:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp14 00000400:00000200:3.0:1767384603.540959:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp14(192.168.202.122@tcp14:) -> 192.168.202.122@tcp14(192.168.202.122@tcp:192.168.202.122@tcp14) : PUT try# 0 00000800:00000200:3.0:1767384603.540971:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.202.122@tcp14 00000800:00000010:3.0:1767384603.540984:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000959c05e3. 00000800:00000010:3.0:1767384603.540996:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000773f21c0. 00000800:00000010:3.0:1767384603.541000:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c81c6f0a. 00000800:00000200:3.0:1767384603.541006:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000773f21c0] -> 12345-192.168.202.122@tcp14 (2) 00000800:00000200:3.1:1767384603.541012:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000773f21c0] -> 12345-192.168.202.122@tcp14 (2) 00000100:00000001:2.0:1767384603.541029:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384603.541031:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000100:00000001:2.0:1767384603.541035:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384603.541037:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000100:00000001:2.0:1767384603.541043:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384603.541059:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000551ca3dd x1853237050222208/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384603.541069:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384603.541076:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.541115:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384603.541119:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.541124:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384603.541128:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384603.541135:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 02000000:00000001:2.0:1767384603.541135:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384603.541141:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000551ca3dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050222208:0@lo:253: 00000100:00000001:2.0:1767384603.541149:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384603.541156:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384603.541158:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.541161:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384603.541173:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a92f3082. 00000400:00000200:3.0:1767384603.541179:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 02000000:00000001:2.0:1767384603.541181:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384603.541191:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073224bd7. 00000400:00000010:2.0:1767384603.541202:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062414ae8. 00000100:00000200:2.0:1767384603.541207:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050222208, portal 25 00000100:00000001:2.0:1767384603.541210:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384603.541212:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299783680 : -108600409767936 : ffff9d3a7f274000) 00000400:00000200:3.0:1767384603.541216:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000040:2.0:1767384603.541220:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000551ca3dd x1853237050222208/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.541235:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384603.541243:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000040:2.0:1767384603.541247:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384603.541255:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ddfa0f7. 00000100:00000200:2.0:1767384603.541261:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050222208, offset 0 00000400:00000200:2.0:1767384603.541275:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384603.541342:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384603.541346:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384603.541363:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102680 00000400:00000200:3.0:1767384603.541379:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384603.541387:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e9 [2] + 0 00000400:00000010:2.0:1767384603.541398:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b686500. 00000400:00000200:2.0:1767384603.541403:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3aab43f 00000400:00000200:2.0:1767384603.541426:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384603.541428:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384603.541443:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384603.541448:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3aab43f 00000400:00000010:2.0:1767384603.541458:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3aab43f. 00000100:00000001:2.0:1767384603.541463:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384603.541465:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384603.541471:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000040:2.0:1767384603.541471:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000a664acf1 x1853237050222208 msgsize 4848 00000100:00100000:2.0:1767384603.541492:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384603.541496:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384603.541509:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384603.541518:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ddfa0f7 00000400:00000200:3.0:1767384603.541520:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000010:2.0:1767384603.541521:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ddfa0f7. 00000100:00000001:2.0:1767384603.541535:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384603.541544:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000551ca3dd x1853237050222208/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.541565:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384603.541574:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000551ca3dd x1853237050222208/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384603.541586:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:2.0:1767384603.541597:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.541612:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384603.541622:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.541629:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294891867 00000100:00000010:2.0:1767384603.541636:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017e6d4d0. 00000100:00000001:2.0:1767384603.541645:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384603.541656:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294891867 00000100:00000010:2.0:1767384603.541665:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a6fc013. 00000100:00000001:2.0:1767384603.541671:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384603.541680:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294891867 00000100:00000010:2.0:1767384603.541686:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097b79ba7. 00000100:00000001:2.0:1767384603.541693:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384603.541704:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294891867 00000100:00000010:2.0:1767384603.541709:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1931c6f. 00000100:00000001:2.0:1767384603.541715:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384603.541724:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384603.541729:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.541742:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.541747:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.541755:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384603.541759:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384603.541767:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384603.541772:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384603.541778:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.541786:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.541841:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384603.541848:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050222208 02000000:00000001:2.0:1767384603.541855:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:3.0:1767384603.541862:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b0a2c7f0. 00000100:00000001:2.0:1767384603.541863:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:3.0:1767384603.541869:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000001824d2f. 00000100:00000001:2.0:1767384603.541870:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.541880:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384603.541882:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000318b88fb. 00000100:00100000:2.0:1767384603.541884:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050222208 00000020:00000001:2.0:1767384603.541895:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384603.541904:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384603.541915:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384603.541918:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:2.0:1767384603.541921:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000800:00000010:3.0:1767384603.541924:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000318b88fb. 00000020:00000001:2.0:1767384603.541927:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384603.541941:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384603.541947:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8d59094. 00000100:00000001:2.0:1767384603.541959:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384603.541965:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8d59094. 00000400:00000200:3.0:1767384603.541969:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:2.0:1767384603.541974:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c9f138f. 00000020:00000010:2.0:1767384603.541981:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000046611feb. 00000400:00000200:3.0:1767384603.541986:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp14 from 245.3.0.2 00000020:00000010:2.0:1767384603.541987:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c3f2b894. 00000800:00000010:3.0:1767384603.541990:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000905ed81. 00000100:00000040:2.0:1767384603.541999:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384603.542004:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384603.542006:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384603.542009:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.542019:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.542028:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.542047:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384603.542049:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050222336 02000000:00000001:2.0:1767384603.542058:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384603.542060:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384603.542063:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.542068:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384603.542071:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050222336 00000020:00000001:2.0:1767384603.542073:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384603.542075:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384603.542077:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384603.542086:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:2.0:1767384603.542096:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384603.542099:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384603.542107:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384603.542113:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8d59094. 00000100:00000001:2.0:1767384603.542116:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384603.542130:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8d59094. 00000020:00000010:2.0:1767384603.542139:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5d3f718. 00000020:00000010:2.0:1767384603.542147:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7628286. 00000020:00000010:2.0:1767384603.542156:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000065241637. 00000100:00000001:2.0:1767384603.542165:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384603.542173:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384603.542176:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.542185:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.542189:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.542213:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384603.542216:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:3.0:1767384603.542225:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f844f5d3. 00000100:00100000:2.0:1767384603.542225:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:2.0:1767384603.542235:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000800:00000010:3.0:1767384603.542236:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000079ff11a8. 00000100:00000001:2.0:1767384603.542239:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905586768 : -108600803964848 : ffff9d3a67a84850) 00000100:00000040:2.0:1767384603.542247:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ee1c6fc x1853237050222336/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:584/0 lens 4848/0 e 0 to 0 dl 1767384614 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384603.542258:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f77f45ca. 00000100:00000001:2.0:1767384603.542265:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384603.542270:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8d59094. 00000800:00000200:3.1:1767384603.542272:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000773f21c0] -> 12345-192.168.202.122@tcp14 (2) 00000100:00000001:2.0:1767384603.542275:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000200:3.1:1767384603.542281:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp14 00000000f77f45ca deleted 00000020:00000010:2.0:1767384603.542284:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8d59094. 00000800:00000010:3.1:1767384603.542347:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f77f45ca. 00000800:00000200:3.1:1767384603.542357:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384603.542372:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp14 ip 192.168.202.122:1013 00000800:00000200:3.1:1767384603.542382:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000959c05e3 type 1, nob 240 niov 1 nkiov 1 00000800:00000200:3.0:1767384603.542426:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp14 p 3.x 192.168.202.122 -> 192.168.202.122:1013 incarnation:1767384602204278471 sched[0] 00000800:00000010:3.0:1767384603.542433:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000318b88fb. 00000800:00000010:3.0:1767384603.542496:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000318b88fb. 00000800:00000010:3.0:1767384603.542504:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000079ff11a8. 00000800:00000010:3.0:1767384603.542545:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000905ed81. 00000800:00000001:3.0:1767384603.542568:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384603.542577:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384603.542650:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384603.542655:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000959c05e3. 00000400:00000200:3.0:1767384603.542662:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384603.542676:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp14->192.168.202.122@tcp14: PUT: OK 00000400:00000200:3.0:1767384603.542681:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384603.542685:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000100:00100000:2.0:1767384603.542702:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000ee1c6fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050222336:12345-0@lo:253: 00000100:00000200:2.0:1767384603.542708:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050222336 00000020:00000001:2.0:1767384603.542712:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384603.542717:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384603.542719:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384603.542722:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384603.542724:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000800:00000200:3.1:1767384603.542725:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:2.0:1767384603.542728:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384603.542749:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384603.542753:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp14 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384602204278471 sched[0] 00000020:00000001:2.0:1767384603.542754:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384603.542758:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000010:3.0:1767384603.542759:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000001824d2f. 00000020:00000001:2.0:1767384603.542763:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.542767:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384603.542770:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384603.542775:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008875a722. 02000000:00000001:2.0:1767384603.542778:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.542779:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384603.542782:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384603.542792:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000139de8cc. 20000000:01000000:2.0:1767384603.542795:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384603.542798:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384603.542800:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384603.542803:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 20000000:00000001:2.0:1767384603.542804:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384603.542805:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384603.542807:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384603.542868:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384603.542928:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384603.542950:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384603.542995:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384603.543057:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384603.543094:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384603.543095:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000010:2.0:1767384603.543102:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006264bd75. 00000400:00000010:2.0:1767384603.543109:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd537891. 00000400:00000200:3.0:1767384603.543121:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384603.543122:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000400:00000200:2.0:1767384603.543137:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1004d1 00000400:00000010:2.0:1767384603.543145:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 000000004ddfa0f7. 00000400:00000200:3.0:1767384603.543150:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000010:2.0:1767384603.543151:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 00000000e483f177. 00000400:00000010:2.0:1767384603.543157:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 0000000046196309. 00000400:00000010:2.0:1767384603.543196:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000e9e5a2d. 00000400:00000200:3.0:1767384603.543207:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384603.543212:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000e9e5a2d nid 192.168.202.122@tcp15 00000400:00000010:2.0:1767384603.543217:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a62e801a. 00000400:00000200:2.0:1767384603.543221:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a62e801a net tcp15 00000400:00000200:2.0:1767384603.543224:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (8) 00000400:00000200:2.0:1767384603.543230:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp15 flags 0x11 00000400:00000010:2.0:1767384603.543234:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 000000004ddfa0f7. 00000400:00000010:2.0:1767384603.543238:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 00000000e483f177. 00000400:00000010:2.0:1767384603.543243:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 0000000046196309. 00000400:00000200:3.0:1767384603.543247:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000010:2.0:1767384603.543247:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 0000000069a630b6. 00000400:00000200:2.0:1767384603.543256:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384603.543263:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100551 00000400:00000200:2.0:1767384603.543268:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 1 00000400:00000200:2.0:1767384603.543274:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 00000400:00000200:2.0:1767384603.543279:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384603.543282:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100511 rc 0 00000400:00000200:2.0:1767384603.543291:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:2.0:1767384603.543296:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (9) 00000800:00000001:2.0:1767384603.543367:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384603.543378:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384603.543381:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384603.543387:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384603.543402:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp14(192.168.202.122@tcp14) <- 192.168.202.122@tcp14 : ACK - for me 00000400:00000200:2.0:1767384603.543438:0:16337:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp14: ACK from 12345-192.168.202.122@tcp14 into md 0x12d9 00000400:00000200:2.0:1767384603.543443:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384603.543446:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp14->192.168.202.122@tcp14: ACK: OK 00000400:00000200:2.0:1767384603.543450:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008404c403 00000400:00000010:2.0:1767384603.543452:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008404c403. 00000400:00000200:2.0:1767384603.543456:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384603.543459:0:16337:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:2.0:1767384603.543463:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (8) 00000800:00000001:2.0:1767384603.543469:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384603.543473:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384603.543518:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003e5738a9. 00000800:00000010:3.0:1767384603.543524:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f77f45ca. 00000800:00000010:3.0:1767384603.543529:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000318b88fb. 00000800:00000010:3.0:1767384603.543560:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000318b88fb. 00000800:00000010:2.0:1767384603.543687:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007bf7bdd5. 00000800:00000010:2.0:1767384603.543701:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000046196309. 00000800:00000010:2.0:1767384603.543763:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e483f177. 00000800:00000200:2.1:1767384603.543769:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000773f21c0] -> 12345-192.168.202.122@tcp14 (4) 00000800:00000200:2.1:1767384603.543777:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp14 00000000e483f177 deleted 00000800:00000010:2.1:1767384603.543779:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e483f177. 00000800:00000200:2.1:1767384603.543785:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384603.543789:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp14 p 3.x 192.168.202.122 -> 192.168.202.122:1012 incarnation:1767384602204278471 sched[0] 00000800:00000010:2.0:1767384603.543795:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a8d59094. 00000800:00000010:2.0:1767384603.543847:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a8d59094. 00000800:00000010:2.0:1767384603.543851:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000046196309. 00000800:00000200:3.1:1767384603.543871:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:2.0:1767384603.543876:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003250c30e. 00000800:00000200:3.0:1767384603.543881:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp14 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384602204278471 sched[0] 00000800:00000010:3.0:1767384603.543884:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f77f45ca. 00080000:00000010:2.0:1767384603.544556:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000053e63816. 20000000:00000010:2.0:1767384603.544636:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000790c2471. 20000000:01000000:2.0:1767384603.544641:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:2.0:1767384603.544650:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384603.544652:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384603.544656:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384603.544657:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384603.544661:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384603.544662:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384603.544667:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384603.544670:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384603.544694:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ed763025. 00080000:00000001:2.0:1767384603.544694:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384603.544704:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384603.544708:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee4d2c54. 00000020:00000001:3.0:1767384603.544712:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384603.544714:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384603.544715:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee4d2c54 with handle 0x9f279d7a9a0b4eb7 to hash 00000020:00000001:3.0:1767384603.544721:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384603.544722:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384603.544724:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00080000:00000001:2.0:1767384603.544725:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.544731:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00080000:00000001:2.0:1767384603.544732:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384603.544737:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.544738:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384603.544758:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384603.544759:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00010000:00010000:3.0:1767384603.544762:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4eb7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384603.544764:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:2.0:1767384603.544766:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384603.544769:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384603.544776:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384603.544779:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.544780:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384603.544782:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384603.544785:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384603.544788:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:2.0:1767384603.544788:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:3.0:1767384603.544790:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384603.544794:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384603.544795:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.544799:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384603.544800:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f6e4660b. 00010000:00000001:3.0:1767384603.544801:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.544805:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384603.544805:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467965348352 : -108605744203264 : ffff9d3941323a00) 00010000:00000001:3.0:1767384603.544809:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384603.544811:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767384603.544811:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384603.544815:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000001:00000001:2.0:1767384603.544816:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000040:3.0:1767384603.544818:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ed763025) refcount = 1 00010000:00010000:3.0:1767384603.544822:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4eb7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384603.544822:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a8d59094. 00080000:00000001:2.0:1767384603.544829:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.544830:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384603.544832:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384603.544834:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.544835:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.544839:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384603.544840:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:3.0:1767384603.544846:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:2.0:1767384603.544852:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384603.544853:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384603.544864:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384603.544869:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384603.544873:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=4 00080000:00000001:2.0:1767384603.544875:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:3.0:1767384603.544876:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384603.544887:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384603.544899:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384603.544909:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4eb7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.544939:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384603.544943:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4eb7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.544976:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.544981:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384603.544985:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4eb7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.545002:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384603.545006:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.545011:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384603.545015:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4eb7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384603.545032:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ee4d2c54 already unused, calling callback (0000000043915e75) 00010000:00000001:3.0:1767384603.545041:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384603.545044:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384603.545049:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4eb7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.545069:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384603.545071:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384603.545075:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384603.545080:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=5 00000020:00000001:3.0:1767384603.545085:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384603.545093:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384603.545102:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384603.545104:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4eb7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.545114:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384603.545116:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384603.545119:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.545124:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384603.545126:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384603.545132:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384603.545141:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384603.545147:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee4d2c54 with handle 0x9f279d7a9a0b4eb7 from hash 00010000:00000001:3.0:1767384603.545154:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384603.545155:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.545158:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.545162:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384603.545167:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384603.545171:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384603.545176:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384603.545180:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.545186:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.545194:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384603.545198:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384603.545203:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.545206:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.545211:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.545217:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.545229:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.545232:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4eb7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.545236:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.545236:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.545237:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384603.545238:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384603.545239:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.545240:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.545244:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384603.545247:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384603.545248:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.545249:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4eb7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.545258:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384603.545263:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384603.545265:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4eb7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384603.545265:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384603.545273:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384603.545285:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:3.0:1767384603.545293:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ed763025 count: 0 00010000:00000001:3.0:1767384603.545316:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384603.545317:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:2.0:1767384603.545336:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384603.545342:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073224bd7. 00000400:00000200:2.0:1767384603.545356:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062414ae8 00000400:00000010:2.0:1767384603.545360:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062414ae8. 00000100:00000001:2.0:1767384603.545367:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384603.545377:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000551ca3dd x1853237050222208/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384603.545425:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000551ca3dd x1853237050222208/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.545449:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384603.545453:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.545458:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384603.545478:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384603.545482:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384603.545486:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384603.545489:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384603.545496:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384603.545506:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384603.545515:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384603.545521:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384603.545525:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384603.545531:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.545534:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384603.545550:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000551ca3dd x1853237050222208/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.545558:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384603.545562:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384603.545564:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384603.545568:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384603.545570:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384603.545579:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384603.545580:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384603.545581:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384603.545583:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384603.545584:0:16344:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384603.545585:0:16344:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384603.545587:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384603.545588:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384603.545591:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000551ca3dd x1853237050222208/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384603.545597:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000551ca3dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050222208:0@lo:253: 00000100:00000001:2.0:1767384603.545601:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.545603:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384603.545605:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000551ca3dd x1853237050222208/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384603.545611:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384603.545614:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384603.545616:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a92f3082. 02000000:00000001:2.0:1767384603.545620:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384603.545621:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384603.545623:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384603.545626:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384603.545628:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a67a1245. 02000000:00000001:2.0:1767384603.545633:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384603.545635:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384603.545636:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000551ca3dd. 00000100:00000001:2.0:1767384603.545641:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384603.545642:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.545644:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384603.545665:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384603.545667:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384603.545671:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384603.545673:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384603.546488:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f6e4660b. 00080000:00000010:2.0:1767384603.546521:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a8d59094. 00040000:00000001:2.0:1767384603.546526:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384603.546527:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384603.546530:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384603.546538:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384603.546540:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384603.546541:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384603.546543:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384603.546551:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384603.546554:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384603.546558:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384603.546560:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384603.546564:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384603.546565:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384603.546568:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384603.546569:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384603.546573:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000001a9f1fd. 00010000:00000001:3.0:1767384603.546575:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384603.546577:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000804e3ffd. 00000020:00000001:3.0:1767384603.546580:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384603.546581:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000804e3ffd with handle 0x9f279d7a9a0b4ebe to hash 00000020:00000001:3.0:1767384603.546583:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384603.546584:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293451776 : -108601416099840 : ffff9d3a432bd800) 00010000:00000001:3.0:1767384603.546586:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293451776 : -108601416099840 : ffff9d3a432bd800) 00010000:00000001:3.0:1767384603.546588:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384603.546589:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.546591:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b4ebe lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.546597:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384603.546598:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384603.546600:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384603.546601:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384603.546602:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.546604:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384603.546605:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.546607:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384603.546608:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384603.546609:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384603.546610:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384603.546611:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000001a9f1fd) refcount = 1 00010000:00010000:3.0:1767384603.546620:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b4ebe lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.546624:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384603.546625:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384603.546626:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384603.546627:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.546628:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384603.546630:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384603.546631:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384603.546633:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384603.546634:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384603.546635:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000804e3ffd refcount=4 00000020:00000001:3.0:1767384603.546636:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451776 : -108601416099840 : ffff9d3a432bd800) 00010000:00000001:3.0:1767384603.546638:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451776 : -108601416099840 : ffff9d3a432bd800) 00010000:00000001:3.0:1767384603.546640:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384603.546641:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b4ebe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.546646:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384603.546647:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b4ebe lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.546650:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.546652:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384603.546653:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b4ebe lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384603.546654:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384603.546674:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384603.546676:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000010:2.0:1767384603.546677:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000139de8cc. 00010000:00000001:3.0:1767384603.546678:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.546682:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 20000000:00000001:2.0:1767384603.546683:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.546684:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b4ebe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384603.546688:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050222336 00010000:00010000:3.0:1767384603.546690:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000804e3ffd already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384603.546692:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384603.546697:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000ee1c6fc x1853237050222336/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384603.546699:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384603.546702:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384603.546705:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b4ebe lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384603.546714:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384603.546715:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384603.546718:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.546719:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384603.546721:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:2.0:1767384603.546739:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=20 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384603.546740:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000804e3ffd refcount=5 00000020:00000001:3.0:1767384603.546744:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451776 : -108601416099840 : ffff9d3a432bd800) 00010000:00000001:3.0:1767384603.546747:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451776 : -108601416099840 : ffff9d3a432bd800) 00000100:00000001:2.0:1767384603.546747:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384603.546752:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:2.0:1767384603.546752:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00010000:3.0:1767384603.546755:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b4ebe lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384603.546756:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384603.546761:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384603.546764:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.546765:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384603.546768:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384603.546769:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384603.546772:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384603.546775:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384603.546777:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384603.546779:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:2.0:1767384603.546780:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062414ae8. 00010000:00000001:3.0:1767384603.546781:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384603.546783:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384603.546786:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050222336, offset 224 00000020:00000040:3.0:1767384603.546787:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000804e3ffd with handle 0x9f279d7a9a0b4ebe from hash 00010000:00000001:3.0:1767384603.546791:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384603.546793:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.546795:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384603.546796:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384603.546797:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384603.546800:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384603.546801:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384603.546803:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384603.546805:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384603.546807:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384603.546808:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.546811:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384603.546812:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384603.546814:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.546818:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384603.546818:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102700 00000400:00000200:2.0:1767384603.546823:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12e5 [2] + 224 00010000:00000001:3.0:1767384603.546826:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.546829:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384603.546830:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384603.546831:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384603.546836:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b4ebe lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384603.546838:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384603.546846:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384603.546846:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384603.546848:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.546849:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384603.546850:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384603.546851:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384603.546851:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384603.546852:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384603.546856:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384603.546858:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384603.546859:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de9d4610 x1853237050222336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384603.546861:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b4ebe lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384603.546875:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384603.546877:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384603.546879:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b4ebe lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384603.546882:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000de9d4610 x1853237050222336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384603.546890:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000001a9f1fd count: 0 00010000:00000001:3.0:1767384603.546898:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384603.546900:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384603.546904:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384603.546910:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062414ae8 00000400:00000010:2.0:1767384603.546911:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062414ae8. 00000100:00000001:2.0:1767384603.546913:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384603.546914:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384603.546917:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384603.546919:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384603.546921:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384603.546923:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384603.546925:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384603.546930:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ee1c6fc x1853237050222336/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:584/0 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384603.546952:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000ee1c6fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050222336:12345-0@lo:253: Request processed in 4681us (5267us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384603.546971:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000040:2.0:1767384603.546979:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384603.546989:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384603.546996:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384603.547005:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7628286. 00000020:00000010:2.0:1767384603.547015:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000065241637. 00000020:00000010:2.0:1767384603.547025:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5d3f718. 00000020:00000040:2.0:1767384603.547038:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:2.0:1767384603.547045:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384603.547048:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008875a722. 02000000:00000001:2.0:1767384603.547054:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384603.547057:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384603.547068:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384603.547078:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073224bd7. 00000400:00000010:2.0:1767384603.547087:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062414ae8. 00000100:00000040:2.0:1767384603.547339:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294891867, at 4294891868 00000100:00000010:2.0:1767384603.547345:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097b79ba7. 00000100:00000040:0.0:1767384603.547395:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294891867, at 4294891868 00000100:00000010:0.0:1767384603.547406:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017e6d4d0. 00000100:00000040:3.0:1767384603.548397:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294891867, at 4294891869 00000100:00000010:3.0:1767384603.548403:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1931c6f. 00010000:00000010:3.1:1767384603.553582:0:20635:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ed763025. 00010000:00000010:3.1:1767384603.553591:0:20635:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee4d2c54. 00010000:00000010:3.1:1767384603.553597:0:20635:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000001a9f1fd. 00010000:00000010:3.1:1767384603.553601:0:20635:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000804e3ffd. 00000400:00000010:2.0:1767384603.559918:0:20638:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006e16568d. 00000400:00000040:2.0:1767384603.559938:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384603.559940:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384603.559943:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384603.559945:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384603.559948:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384603.559951:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384603.559953:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384603.559955:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384603.559956:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384603.559960:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384603.559963:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384603.559965:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384603.559966:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384603.559968:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384603.559970:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384603.559972:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384603.559974:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384603.559974:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384603.559976:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384603.559978:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384603.559981:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384603.559984:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384603.559986:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384603.559988:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384603.559989:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384603.559992:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384603.559994:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384603.559996:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384603.559997:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384603.560001:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384603.560004:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384603.560006:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384603.560008:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384603.560010:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384603.560013:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384603.560018:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384603.560019:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384603.560021:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384603.560023:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384603.560024:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384603.560025:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384603.560026:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384603.560028:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384603.560029:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384603.560030:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384603.560030:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384603.560031:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384603.560032:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384603.560034:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384603.560035:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384603.560036:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384603.560037:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384603.560037:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384603.560038:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384603.560039:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384603.560040:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384603.560041:0:20638:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384603.560067:0:20638:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006e16568d. 00080000:00000010:2.0:1767384604.257797:0:20816:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006e21ba0d. 00080000:00000010:2.0:1767384604.257806:0:20816:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006e21ba0d. 00000020:00000001:2.0:1767384604.257809:0:20816:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384604.257815:0:20816:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006e21ba0d. 00080000:00000010:2.0:1767384604.257819:0:20816:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006e21ba0d. 00000020:00000001:2.0:1767384604.257822:0:20816:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384604.981518:0:20980:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384604.981522:0:20980:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:2.0:1767384604.984647:0:20980:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384604.991726:0:20981:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000df6d6545. 00000400:00000010:3.0:1767384604.991740:0:20981:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006a093bd2. 00000400:00000010:3.0:1767384604.991749:0:20981:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f77f45ca. 00000400:00000010:3.0:1767384604.991751:0:20981:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000007a740265. 00000400:00000010:3.0:1767384604.991755:0:20981:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000470cec08. 00000400:00000010:3.0:1767384604.991759:0:20981:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000206121d6. 00000400:00000010:3.0:1767384604.991760:0:20981:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000073269984. 00000400:00000010:3.0:1767384604.991761:0:20981:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005e883aa5. 00000400:00000010:3.0:1767384604.991767:0:20981:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007c0238c3. 00000800:00000010:3.0:1767384604.991776:0:20981:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c459ecf1. 00000800:00000200:3.0:1767384604.991786:0:20981:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384604.991791:0:20981:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384604.991824:0:20981:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:3.0:1767384604.991842:0:20981:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp16 [8/256/0/180] 00000400:00000010:3.0:1767384604.993217:0:20981:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000001e0af24b. 00000400:00000010:3.0:1767384604.993222:0:20981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52dc6a7. 00000400:00000010:3.0:1767384604.993228:0:20981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017ac58c2. 00000400:00000001:3.0:1767384604.993242:0:20981:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384604.993245:0:20981:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384604.993248:0:20981:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d3b49e7. 00000400:00000200:3.0:1767384604.993252:0:20981:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d88e189b 00000400:00000010:3.0:1767384604.993254:0:20981:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d88e189b. 00000400:00000010:3.0:1767384604.993258:0:20981:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 0000000030954933. 00000400:00000200:3.0:1767384604.993263:0:20981:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (7) 00000400:00000200:3.0:1767384604.993277:0:20981:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384604.993287:0:20981:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131088 00000400:00000200:2.0:1767384604.993317:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384604.993319:0:20981:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ae663450. 00000400:00000200:2.0:1767384604.993324:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000020:01000000:3.0:1767384604.993325:0:20981:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384604.993331:0:20981:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp16 00000400:00000010:2.0:1767384604.993332:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d250147e. 00000400:00000200:2.0:1767384604.993336:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (8) 00000400:00000010:3.0:1767384604.993343:0:20981:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006a093bd2. 00000400:00000010:3.0:1767384604.993349:0:20981:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000df6d6545. 00000400:00000010:2.0:1767384604.993349:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f88f689d. 00000400:00000200:2.0:1767384604.993357:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:2.0:1767384604.993373:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:2.0:1767384604.993380:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767384604.993388:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384604.993396:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384604.993421:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384604.993430:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767384604.993436:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384604.993444:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:2.0:1767384604.993450:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp15 00000400:00000200:2.0:1767384604.993456:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp15 lpni_is_preferred = 0 00000400:00000200:2.0:1767384604.993459:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp15 00000400:00000200:2.0:1767384604.993466:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp15 NI seq info: [17:17:256:4294967295] 192.168.202.122@tcp15 LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1767384604.993474:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp15 00000400:00000200:2.0:1767384604.993484:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp15(192.168.202.122@tcp15:) -> 192.168.202.122@tcp15(192.168.202.122@tcp:192.168.202.122@tcp15) : PUT try# 0 00000800:00000200:2.0:1767384604.993490:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.202.122@tcp15 00000800:00000010:2.0:1767384604.993496:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3de8182. 00000800:00000010:2.0:1767384604.993505:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e2565b41. 00000800:00000010:2.0:1767384604.993513:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000896c2267. 00000800:00000200:2.0:1767384604.993518:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2565b41] -> 12345-192.168.202.122@tcp15 (2) 00000800:00000200:2.1:1767384604.993521:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2565b41] -> 12345-192.168.202.122@tcp15 (2) 00000400:00000200:2.0:1767384604.993537:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000100:00000001:0.0:1767384604.993541:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384604.993542:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000100:00000001:0.0:1767384604.993547:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384604.993551:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384604.993558:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de9d4610 x1853237050222464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.993573:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384604.993575:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.993581:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384604.993586:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384604.993591:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.993593:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00100000:0.0:1767384604.993595:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de9d4610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050222464:0@lo:253: 00000100:00000001:0.0:1767384604.993601:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384604.993606:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384604.993617:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.993621:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384604.993627:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ce8557a2. 02000000:00000001:0.0:1767384604.993630:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384604.993637:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000010:0.0:1767384604.993637:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000329ee2c9. 00000400:00000010:0.0:1767384604.993646:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cd6e78f. 00000100:00000200:0.0:1767384604.993652:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050222464, portal 25 00000100:00000001:0.0:1767384604.993655:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384604.993658:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299791744 : -108600409759872 : ffff9d3a7f275f80) 00000400:00000200:2.0:1767384604.993666:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000040:0.0:1767384604.993666:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de9d4610 x1853237050222464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.993676:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384604.993682:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384604.993686:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bac1a9cc. 00000100:00000200:0.0:1767384604.993690:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050222464, offset 0 00000400:00000200:2.0:1767384604.993696:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384604.993701:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384604.993714:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384604.993728:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102780 00000400:00000200:2.0:1767384604.993732:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384604.993739:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000400:00000010:0.0:1767384604.993744:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020ba5b33. 00000400:00000200:0.0:1767384604.993748:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a906f49 00000400:00000200:2.0:1767384604.993756:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384604.993757:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384604.993768:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384604.993773:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a906f49 00000400:00000010:0.0:1767384604.993778:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a906f49. 00000100:00000001:0.0:1767384604.993782:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384604.993783:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000200:0.0:1767384604.993784:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384604.993791:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000fa3f7f97 x1853237050222464 msgsize 4848 00000100:00100000:0.0:1767384604.993800:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384604.993804:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384604.993807:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:0.0:1767384604.993821:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384604.993830:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bac1a9cc 00000400:00000010:0.0:1767384604.993833:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bac1a9cc. 00000400:00000200:2.0:1767384604.993836:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000001:0.0:1767384604.993837:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384604.993844:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de9d4610 x1853237050222464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.993848:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384604.993853:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050222464 02000000:00000001:3.0:1767384604.993857:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384604.993861:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384604.993862:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:3.0:1767384604.993864:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.993871:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384604.993876:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050222464 00000100:00000001:0.0:1767384604.993877:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384604.993881:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384604.993884:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de9d4610 x1853237050222464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384604.993886:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000400:00000200:2.0:1767384604.993887:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000020:00000001:3.0:1767384604.993891:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384604.993896:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:3.0:1767384604.993901:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384604.993905:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.993907:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384604.993910:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000020:00000001:3.0:1767384604.993913:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384604.993915:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.993919:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384604.993920:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294893319 00000020:00000010:3.0:1767384604.993925:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5340cf. 00000100:00000010:0.0:1767384604.993926:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067cc6391. 00000100:00000001:3.0:1767384604.993931:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384604.993935:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5340cf. 00000100:00000001:0.0:1767384604.993935:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767384604.993944:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c2c6d0b. 00000100:00000001:0.0:1767384604.993945:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294893319 00000020:00000010:3.0:1767384604.993954:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a48d12a2. 00000100:00000010:0.0:1767384604.993954:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030c6098b. 00000100:00000001:0.0:1767384604.993961:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000020:00000010:3.0:1767384604.993962:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006de595d7. 00000100:00000001:0.0:1767384604.993965:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294893319 00000100:00000010:0.0:1767384604.993969:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8e956ba. 00000100:00000001:0.0:1767384604.993973:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384604.993975:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384604.993978:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294893319 00000100:00000001:3.0:1767384604.993979:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384604.993982:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1767384604.993983:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038723138. 00000100:00000001:3.0:1767384604.993985:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.993988:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384604.993992:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384604.993995:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.993996:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.994003:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.994006:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.994009:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.994016:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384604.994019:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384604.994020:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384604.994023:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050222592 00000100:00000001:0.0:1767384604.994026:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384604.994027:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384604.994029:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384604.994031:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384604.994032:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.994035:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.994036:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.994039:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384604.994043:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050222592 00000020:00000001:3.0:1767384604.994047:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384604.994049:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384604.994050:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384604.994052:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:3.0:1767384604.994058:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384604.994062:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384604.994066:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384604.994070:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5340cf. 00000100:00000001:3.0:1767384604.994075:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384604.994081:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5340cf. 00000020:00000010:3.0:1767384604.994090:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc6e0a46. 00000020:00000010:3.0:1767384604.994098:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0567890. 00000020:00000010:3.0:1767384604.994105:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fd26b2a0. 00000100:00000001:3.0:1767384604.994122:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384604.994125:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384604.994128:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.994134:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.994138:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384604.994146:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008875a722. 00000100:00000001:3.0:1767384604.994151:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384604.994154:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1767384604.994155:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fe4d942a. 00000100:00100000:3.0:1767384604.994161:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000800:00000010:2.0:1767384604.994165:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001c398a0f. 00000100:00000040:3.0:1767384604.994166:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:3.0:1767384604.994171:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905598032 : -108600803953584 : ffff9d3a67a87450) 00000100:00000040:3.0:1767384604.994180:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000688dc35d x1853237050222592/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:585/0 lens 4848/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.994195:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384604.994200:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5340cf. 00000100:00000001:3.0:1767384604.994204:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384604.994204:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001c398a0f. 00000020:00000010:3.0:1767384604.994210:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5340cf. 00000100:00100000:3.0:1767384604.994219:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000688dc35d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050222592:12345-0@lo:253: 00000100:00000200:3.0:1767384604.994226:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050222592 00000020:00000001:3.0:1767384604.994231:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384604.994236:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384604.994241:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.994248:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384604.994252:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:3.0:1767384604.994253:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:3.0:1767384604.994260:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384604.994265:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384604.994270:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp15 from 243.3.0.2 00000020:00000001:3.0:1767384604.994271:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:2.0:1767384604.994274:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003e5dd225. 00000020:00000001:3.0:1767384604.994276:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384604.994281:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.994288:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384604.994326:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384604.994330:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ae663450. 02000000:00000001:3.0:1767384604.994332:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.994334:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.994345:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384604.994363:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000090d85d7e. 20000000:01000000:3.0:1767384604.994367:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384604.994372:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384604.994375:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384604.994376:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.994379:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.994382:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384604.994428:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000139de8cc. 00000800:00000010:2.0:1767384604.994434:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e86962fd. 00080000:00000002:1.0:1767384604.994449:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000800:00000010:2.0:1767384604.994454:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000909fc514. 00000020:00000001:1.0:1767384604.994462:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00000800:00000200:2.1:1767384604.994463:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2565b41] -> 12345-192.168.202.122@tcp15 (2) 00080000:00000002:1.0:1767384604.994466:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000200:2.1:1767384604.994471:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp15 00000000909fc514 deleted 00080000:00000001:1.0:1767384604.994472:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.1:1767384604.994474:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000909fc514. 00080000:00000001:1.0:1767384604.994476:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384604.994480:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:1.0:1767384604.994480:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384604.994486:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:2.1:1767384604.994490:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp15 ip 192.168.202.122:1011 00000020:00000001:1.0:1767384604.994490:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00000800:00000200:2.1:1767384604.994493:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d3de8182 type 1, nob 256 niov 1 nkiov 1 00080000:00000001:1.0:1767384604.994495:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000200:2.0:1767384604.994499:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp15 p 3.x 192.168.202.122 -> 192.168.202.122:1011 incarnation:1767384603539057404 sched[0] 00080000:00000010:1.0:1767384604.994500:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f23f0e74. 00080000:00000001:1.0:1767384604.994506:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036208640 : -108605673342976 : ffff9d39456b7800) 00000800:00000010:2.0:1767384604.994507:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001c398a0f. 00080000:00000001:1.0:1767384604.994511:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384604.994515:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384604.994518:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003adaafe5. 00080000:00000001:1.0:1767384604.994520:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.994523:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384604.994534:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384604.994543:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001c398a0f. 00000800:00000010:2.0:1767384604.994547:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e86962fd. 00080000:00000001:1.0:1767384604.994549:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384604.994572:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003e5dd225. 00000800:00000001:2.0:1767384604.994586:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384604.994591:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384604.994636:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384604.994639:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3de8182. 00000400:00000200:2.0:1767384604.994644:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.1:1767384604.994647:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:2.0:1767384604.994649:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp15->192.168.202.122@tcp15: PUT: OK 00000400:00000200:2.0:1767384604.994654:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.0:1767384604.994656:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp15 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384603539057404 sched[0] 00000400:00000200:2.0:1767384604.994660:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000800:00000010:3.0:1767384604.994663:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fe4d942a. 00000800:00000001:1.0:1767384604.994711:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384604.994719:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384604.994720:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384604.994725:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384604.994731:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384604.994734:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp15(192.168.202.122@tcp15) <- 192.168.202.122@tcp15 : PUT - for me 00000400:00000200:1.0:1767384604.994743:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384604.994749:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 160/160 into md 0x12ed [1] + 0 00000400:00000010:1.0:1767384604.994752:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006264bd75. 00000400:00000200:1.0:1767384604.994756:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cd537891 00000800:00000001:1.0:1767384604.994759:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384604.994769:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384604.994771:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384604.994775:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp15->192.168.202.122@tcp15: PUT: OK 00000400:00000200:1.0:1767384604.994777:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd537891 00000400:00000010:1.0:1767384604.994779:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd537891. 00000400:00000200:3.0:1767384604.994783:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384604.994784:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384604.994789:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (9) 00000400:00000200:1.0:1767384604.994800:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:1.0:1767384604.994803:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000004ddfa0f7. 00000400:00000200:1.0:1767384604.994806:0:16339:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 8 00000400:00000200:1.0:1767384604.994810:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:1.0:1767384604.994821:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (10) 00000400:00000200:1.0:1767384604.994826:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384604.994828:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384604.994834:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp15 to MR: 192.168.202.122@tcp15 local destination 00000400:00000200:1.0:1767384604.994841:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp15 NI seq info: [18:18:256:4294967295] 192.168.202.122@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767384604.994854:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp15(192.168.202.122@tcp15:192.168.202.122@tcp15) -> 192.168.202.122@tcp15(192.168.202.122@tcp15:192.168.202.122@tcp15) 192.168.202.122@tcp15 : ACK try# 0 00000800:00000200:1.0:1767384604.994859:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp15 00000400:00000200:2.0:1767384604.994860:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384604.994863:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fcddf603. 00000800:00000200:1.0:1767384604.994871:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2565b41] -> 12345-192.168.202.122@tcp15 (4) 00000400:00000010:2.0:1767384604.994873:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4baddd9. 00000800:00000200:1.0:1767384604.994879:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp15 ip 192.168.202.122:988 00000400:00000010:2.0:1767384604.994880:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bf6545. 00000400:00000200:2.0:1767384604.994887:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000800:00000200:1.0:1767384604.994887:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fcddf603 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384604.994888:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384604.994896:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1004d1 00000400:00000010:2.0:1767384604.994905:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 00000000e86962fd. 00000400:00000010:2.0:1767384604.994907:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 00000000d3de8182. 00000400:00000010:2.0:1767384604.994910:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 00000000909fc514. 00000400:00000010:2.0:1767384604.994920:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dd9b61b7. 00000400:00000200:2.0:1767384604.994924:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dd9b61b7 nid 192.168.202.122@tcp16 00000400:00000010:2.0:1767384604.994928:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001a6fc013. 00000400:00000200:2.0:1767384604.994931:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 000000001a6fc013 net tcp16 00000400:00000200:2.0:1767384604.994934:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (9) 00000400:00000200:3.0:1767384604.994936:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384604.994941:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp16 flags 0x11 00000400:00000010:2.0:1767384604.994946:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 00000000e86962fd. 00000400:00000010:2.0:1767384604.994950:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 00000000d3de8182. 00000400:00000010:2.0:1767384604.994953:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 00000000909fc514. 00000400:00000010:2.0:1767384604.994957:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000004ddfa0f7. 00000800:00000200:1.0:1767384604.994958:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384604.994962:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000800:00000010:1.0:1767384604.994963:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fcddf603. 00000400:00000200:2.0:1767384604.994969:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100551 00000400:00000200:1.0:1767384604.994970:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384604.994975:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384604.994976:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 1 00000400:00000200:1.0:1767384604.994982:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp15->192.168.202.122@tcp15: ACK: OK 00000400:00000200:2.0:1767384604.994986:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 00000400:00000200:2.0:1767384604.994990:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000800:00000001:1.0:1767384604.994991:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384604.994993:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100511 rc 0 00000800:00000001:1.0:1767384604.994997:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384604.994999:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000800:00000001:1.0:1767384604.995002:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384604.995005:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (10) 00000800:00000001:1.0:1767384604.995008:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384604.995011:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384604.995015:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000800:00000001:1.0:1767384604.995016:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384604.995025:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp15(192.168.202.122@tcp15) <- 192.168.202.122@tcp15 : ACK - for me 00000400:00000200:1.0:1767384604.995033:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp15: ACK from 12345-192.168.202.122@tcp15 into md 0x1305 00000400:00000200:1.0:1767384604.995037:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384604.995039:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp15->192.168.202.122@tcp15: ACK: OK 00000400:00000200:3.0:1767384604.995042:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384604.995043:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d250147e 00000400:00000010:1.0:1767384604.995046:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d250147e. 00000400:00000200:1.0:1767384604.995057:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384604.995061:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:1.0:1767384604.995063:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (9) 00000800:00000001:1.0:1767384604.995067:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384604.995072:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000800:00000001:1.0:1767384604.995072:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384604.995120:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384604.995160:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384604.995181:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384604.995198:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000800:00000010:3.0:1767384604.995389:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000093ad8aea. 00000800:00000010:3.0:1767384604.995394:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006a093bd2. 00000800:00000010:3.0:1767384604.995412:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e5340cf. 00000400:00000200:1.0:1767384604.995439:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384604.995449:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e5340cf. 00000400:00000200:1.0:1767384604.995454:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp15 from 242.3.0.2 00000800:00000010:1.0:1767384604.995458:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ffb16a37. 00000800:00000010:3.0:1767384604.995480:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002a134472. 00000800:00000010:3.0:1767384604.995485:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000088dc2c48. 00000800:00000010:3.0:1767384604.995503:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000000b81706. 00000800:00000200:3.1:1767384604.995509:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2565b41] -> 12345-192.168.202.122@tcp15 (4) 00000800:00000200:3.1:1767384604.995512:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp15 0000000000b81706 deleted 00000800:00000010:3.1:1767384604.995514:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000000b81706. 00000800:00000200:3.1:1767384604.995518:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384604.995522:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp15 p 3.x 192.168.202.122 -> 192.168.202.122:1010 incarnation:1767384603539057404 sched[0] 00000800:00000010:3.0:1767384604.995527:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e5340cf. 00000800:00000010:3.0:1767384604.995569:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e5340cf. 00000800:00000010:3.0:1767384604.995573:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000088dc2c48. 00000800:00000010:3.0:1767384604.995589:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ffb16a37. 00000800:00000200:2.1:1767384604.995612:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384604.995618:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp15 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384603539057404 sched[0] 00000800:00000010:2.0:1767384604.995621:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006a093bd2. 00000800:00000001:1.0:1767384604.995627:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384604.995634:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384604.995641:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384604.995644:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384604.996227:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f23f0e74. 00080000:00000010:1.0:1767384604.996269:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003adaafe5. 00040000:00000001:1.0:1767384604.996275:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384604.996277:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384604.996279:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384604.996281:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384604.996283:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384604.996284:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384604.996312:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384604.996322:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384604.996325:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384604.996329:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384604.996334:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:3.0:1767384604.996337:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006e0fd83b. 20000000:00000001:2.0:1767384604.996338:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:3.0:1767384604.996342:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 10000000:01000000:2.0:1767384604.996343:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384604.996347:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384604.996348:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384604.996351:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384604.996353:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384604.996357:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384604.996363:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:2.0:1767384604.996364:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000011418d72. 00010000:00000001:2.0:1767384604.996369:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384604.996372:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384604.996372:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018bdeef6. 00080000:00000001:3.0:1767384604.996377:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:2.0:1767384604.996377:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384604.996378:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384604.996381:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018bdeef6 with handle 0x9f279d7a9a0b4ec5 to hash 00080000:00000001:3.0:1767384604.996382:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384604.996386:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384604.996386:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384604.996389:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00080000:00000002:3.0:1767384604.996390:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00010000:00000001:2.0:1767384604.996392:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000020:00000001:3.0:1767384604.996395:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00010000:00000001:2.0:1767384604.996409:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:3.0:1767384604.996411:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384604.996413:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384604.996416:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384604.996418:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ec5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384604.996419:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384604.996424:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384604.996429:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384604.996431:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1767384604.996433:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:2.0:1767384604.996435:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384604.996437:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384604.996438:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384604.996441:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:3.0:1767384604.996442:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003fc8beea. 00010000:00000001:2.0:1767384604.996442:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.996447:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384604.996448:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468040601600 : -108605668950016 : ffff9d3945ae8000) 00010000:00000001:2.0:1767384604.996449:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384604.996454:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384604.996455:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000001:00000001:3.0:1767384604.996459:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384604.996459:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384604.996461:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000010:3.0:1767384604.996463:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002e5340cf. 00010000:00000001:2.0:1767384604.996463:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384604.996466:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000011418d72) refcount = 1 00080000:00000001:3.0:1767384604.996468:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384604.996471:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:2.0:1767384604.996471:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ec5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.996478:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384604.996480:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.996480:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384604.996482:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.996485:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.996487:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384604.996490:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384604.996491:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767384604.996493:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384604.996502:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384604.996503:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384604.996505:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=4 00000020:00000001:2.0:1767384604.996507:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00080000:00000020:1.0:1767384604.996507:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384604.996512:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000100:00000001:1.0:1767384604.996512:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384604.996515:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f453f745. 00010000:00000001:2.0:1767384604.996516:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384604.996520:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ec5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384604.996522:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384604.996529:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050222464 00010000:00000001:2.0:1767384604.996530:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:1.0:1767384604.996533:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384604.996534:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ec5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384604.996539:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa3f7f97 x1853237050222464/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.996542:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.996545:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384604.996547:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ec5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384604.996555:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384604.996557:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384604.996558:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.996559:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384604.996562:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=21 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384604.996563:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384604.996567:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ec5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384604.996569:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384604.996573:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00010000:2.0:1767384604.996576:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018bdeef6 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384604.996578:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384604.996580:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384604.996582:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ec5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384604.996584:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384604.996589:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384604.996592:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1767384604.996593:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.996596:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384604.996597:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384604.996598:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384604.996601:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=5 00000100:00000040:1.0:1767384604.996602:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384604.996605:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000400:00000010:1.0:1767384604.996607:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e483f177. 00000100:00000200:1.0:1767384604.996610:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050222464, offset 224 00010000:00000001:2.0:1767384604.996616:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000400:00000200:1.0:1767384604.996619:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384604.996621:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384604.996624:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ec5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384604.996631:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384604.996639:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384604.996642:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384604.996642:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102780 00010000:00000001:2.0:1767384604.996643:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.996649:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1767384604.996651:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1309 [2] + 224 00010000:00000001:2.0:1767384604.996652:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384604.996656:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384604.996658:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384604.996658:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384604.996660:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018bdeef6 with handle 0x9f279d7a9a0b4ec5 from hash 00010000:00000001:2.0:1767384604.996664:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767384604.996665:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384604.996668:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.996670:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384604.996670:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384604.996673:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:1.0:1767384604.996675:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de9d4610 x1853237050222464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.996676:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384604.996679:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384604.996682:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384604.996686:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384604.996689:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000de9d4610 x1853237050222464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.996690:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.996696:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384604.996698:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384604.996703:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.996706:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.996707:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.996709:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.996710:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.996712:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ec5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.996715:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384604.996716:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384604.996717:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.996719:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384604.996721:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767384604.996722:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e483f177 00000400:00000010:1.0:1767384604.996725:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e483f177. 00010000:00000001:2.0:1767384604.996728:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384604.996729:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384604.996731:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384604.996732:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384604.996734:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384604.996734:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:1.0:1767384604.996736:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.996738:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384604.996738:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.996742:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 20000000:00000001:2.0:1767384604.996743:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384604.996744:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384604.996746:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384604.996748:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:2.0:1767384604.996748:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ec5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384604.996749:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.996754:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384604.996759:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000329ee2c9. 00010000:00000001:2.0:1767384604.996760:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:1.0:1767384604.996760:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa3f7f97 x1853237050222464/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.996764:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384604.996766:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cd6e78f 00010000:00010000:2.0:1767384604.996767:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ec5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384604.996771:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cd6e78f. 00000100:00000001:3.0:1767384604.996777:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384604.996784:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de9d4610 x1853237050222464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384604.996787:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000011418d72 count: 0 00000100:00100000:1.0:1767384604.996790:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa3f7f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050222464:12345-0@lo:253: Request processed in 2606us (2995us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384604.996797:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384604.996799:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:1.0:1767384604.996806:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000200:3.0:1767384604.996808:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de9d4610 x1853237050222464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384604.996818:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384604.996819:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384604.996822:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.996823:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384604.996826:0:16346:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384604.996827:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384604.996829:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384604.996831:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384604.996832:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a48d12a2. 00000100:00000001:3.0:1767384604.996834:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.996837:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384604.996838:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006de595d7. 00000100:00001000:3.0:1767384604.996840:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=21 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384604.996842:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c2c6d0b. 00000100:00001000:3.0:1767384604.996847:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=21 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384604.996848:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:3.0:1767384604.996853:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384604.996854:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384604.996856:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384604.996857:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e167852c. 00010000:00000001:3.0:1767384604.996861:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384604.996864:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.996864:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384604.996868:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.996869:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384604.996872:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de9d4610 x1853237050222464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384604.996877:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384604.996880:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384604.996884:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384604.996884:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b290ddf6. 00000100:00000001:3.0:1767384604.996887:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384604.996890:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:1.0:1767384604.996891:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e483f177. 00000020:01000004:3.0:1767384604.996892:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384604.996895:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384604.996897:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384604.996898:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384604.996900:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384604.996901:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384604.996902:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384604.996904:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384604.996910:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384604.996913:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de9d4610 x1853237050222464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384604.996919:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de9d4610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050222464:0@lo:253: 00000100:00000001:3.0:1767384604.996922:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.996924:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384604.996925:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de9d4610 x1853237050222464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384604.996929:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384604.996931:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384604.996933:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ce8557a2. 02000000:00000001:3.0:1767384604.996936:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384604.996937:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384604.996938:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384604.996940:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384604.996941:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b77939c5. 02000000:00000001:3.0:1767384604.996944:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384604.996945:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384604.996946:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de9d4610. 00000100:00000001:3.0:1767384604.996949:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384604.996950:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.996951:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384604.996954:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384604.996956:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384604.996958:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384604.996959:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384604.997857:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003fc8beea. 00080000:00000010:3.0:1767384604.997929:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002e5340cf. 00040000:00000001:3.0:1767384604.997935:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384604.997936:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384604.997938:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384604.997941:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384604.997943:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384604.997945:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384604.997946:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384604.997956:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384604.997965:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384604.997965:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384604.997970:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384604.997972:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:2.0:1767384604.997973:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384604.997977:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384604.997978:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384604.997982:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a9adcc29. 00010000:00000001:2.0:1767384604.997984:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384604.997987:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072052be0. 00000020:00000001:2.0:1767384604.997990:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384604.997992:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000072052be0 with handle 0x9f279d7a9a0b4ecc to hash 00000020:00000001:2.0:1767384604.997994:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384604.997996:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384604.997998:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384604.998000:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384604.998001:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.998002:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ecc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.998007:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384604.998013:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384604.998015:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384604.998016:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384604.998017:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.998019:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384604.998020:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.998021:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384604.998023:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384604.998024:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384604.998025:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384604.998027:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a9adcc29) refcount = 1 00010000:00010000:2.0:1767384604.998029:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ecc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.998033:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384604.998034:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384604.998035:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384604.998036:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.998038:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384604.998039:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384604.998042:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384604.998043:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384604.998044:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384604.998046:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=4 00000020:00000001:2.0:1767384604.998047:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384604.998049:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384604.998050:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384604.998051:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ecc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.998055:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384604.998056:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ecc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.998060:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.998061:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384604.998066:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ecc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384604.998070:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384604.998071:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.998073:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384604.998075:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ecc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384604.998082:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000072052be0 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384604.998084:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000020:3.0:1767384604.998085:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384604.998086:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384604.998091:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:2.0:1767384604.998091:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ecc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384604.998095:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000090d85d7e. 20000000:00000001:3.0:1767384604.998099:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.998105:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000040:3.0:1767384604.998106:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050222592 00010000:00000001:3.0:1767384604.998110:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384604.998110:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384604.998114:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:3.0:1767384604.998117:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000688dc35d x1853237050222592/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384604.998118:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=5 00000020:00000001:2.0:1767384604.998124:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384604.998130:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:3.0:1767384604.998131:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384604.998134:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.998136:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00001000:3.0:1767384604.998137:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=21 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384604.998140:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ecc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384604.998141:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384604.998145:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384604.998149:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384604.998154:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384604.998155:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384604.998157:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.998158:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384604.998161:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384604.998162:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.998166:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:3.0:1767384604.998167:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384604.998170:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1767384604.998172:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088dc2c48. 00010000:00000001:2.0:1767384604.998173:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384604.998175:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384604.998177:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050222592, offset 224 00000020:00000040:2.0:1767384604.998178:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000072052be0 with handle 0x9f279d7a9a0b4ecc from hash 00010000:00000001:2.0:1767384604.998182:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384604.998184:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384604.998186:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384604.998193:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384604.998193:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.998196:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384604.998198:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384604.998199:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384604.998202:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384604.998204:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384604.998205:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102800 00010000:00000001:2.0:1767384604.998208:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.998210:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384604.998212:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384604.998213:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1311 [2] + 224 00010000:00000001:2.0:1767384604.998215:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.998218:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384604.998220:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384604.998220:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.998226:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384604.998229:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384604.998231:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:2.0:1767384604.998232:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ecc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384604.998239:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384604.998239:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.998242:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.998244:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:3.0:1767384604.998247:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009e25e49a x1853237050222592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.998247:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384604.998249:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384604.998251:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384604.998253:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384604.998256:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384604.998259:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384604.998263:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ecc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384604.998270:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009e25e49a x1853237050222592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384604.998270:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384604.998273:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384604.998275:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ecc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384604.998309:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a9adcc29 count: 0 00010000:00000001:2.0:1767384604.998319:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384604.998321:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:2.0:1767384604.998321:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384604.998334:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088dc2c48 00000400:00000010:3.0:1767384604.998336:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088dc2c48. 00000100:00000001:3.0:1767384604.998339:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384604.998340:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384604.998344:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.998346:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:1.0:1767384604.998348:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384604.998349:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384604.998352:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384604.998353:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384604.998356:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384604.998357:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384604.998360:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384604.998361:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000688dc35d x1853237050222592/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384604.998364:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa6579. 00000400:00000200:1.0:1767384604.998370:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e13a8a0 00000400:00000010:1.0:1767384604.998373:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e13a8a0. 00000100:00100000:3.0:1767384604.998377:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000688dc35d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050222592:12345-0@lo:253: Request processed in 4178us (4420us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384604.998379:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384604.998385:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009e25e49a x1853237050222592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384604.998386:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000040:3.0:1767384604.998391:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384604.998396:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384604.998411:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384604.998411:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009e25e49a x1853237050222592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384604.998415:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0567890. 00000100:00000001:1.0:1767384604.998422:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384604.998423:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fd26b2a0. 00000100:00000001:1.0:1767384604.998424:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.998428:0:16347:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384604.998429:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc6e0a46. 02000000:00000001:1.0:1767384604.998430:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384604.998433:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384604.998436:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384604.998437:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:1.0:1767384604.998437:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384604.998442:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384604.998442:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=21 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384604.998445:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ae663450. 00000100:00001000:1.0:1767384604.998447:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=21 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384604.998452:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384604.998452:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384604.998455:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384604.998458:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384604.998461:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384604.998464:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e24e53d. 00010000:00000001:1.0:1767384604.998464:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384604.998465:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.998469:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384604.998471:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088dc2c48. 00000100:00000040:1.0:1767384604.998474:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e25e49a x1853237050222592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.998481:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.998482:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384604.998484:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384604.998487:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384604.998488:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384604.998489:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384604.998491:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384604.998492:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384604.998493:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384604.998494:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384604.998496:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384604.998497:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384604.998500:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e25e49a x1853237050222592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.998505:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009e25e49a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050222592:0@lo:253: 00000100:00000001:1.0:1767384604.998508:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.998510:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384604.998512:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e25e49a x1853237050222592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.998516:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384604.998518:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384604.998519:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000097ddb09d. 02000000:00000001:1.0:1767384604.998523:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384604.998524:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384604.998525:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384604.998527:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384604.998529:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a42390e1. 02000000:00000001:1.0:1767384604.998533:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384604.998534:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384604.998538:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e25e49a. 00000100:00000001:1.0:1767384604.998541:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384604.998542:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.998544:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.998547:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384604.998549:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.998551:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.998552:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384604.999338:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294893319, at 4294893320 00000100:00000010:3.0:1767384604.999344:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038723138. 00000100:00000040:2.0:1767384604.999349:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294893319, at 4294893320 00000100:00000010:2.0:1767384604.999361:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8e956ba. 00000100:00000040:1.0:1767384604.999368:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294893319, at 4294893320 00000100:00000010:1.0:1767384604.999374:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030c6098b. 00000100:00000040:0.0:1767384605.000322:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294893319, at 4294893321 00000100:00000010:0.0:1767384605.000328:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067cc6391. 00010000:00000010:2.1:1767384605.006327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000011418d72. 00010000:00000010:2.1:1767384605.006335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018bdeef6. 00010000:00000010:2.1:1767384605.006339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a9adcc29. 00010000:00000010:2.1:1767384605.006341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072052be0. 00000400:00000010:3.0:1767384605.010411:0:20986:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000337ea006. 00000400:00000040:3.0:1767384605.010431:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384605.010434:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384605.010436:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.010443:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384605.010445:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.010446:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384605.010448:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384605.010450:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384605.010451:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384605.010452:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384605.010454:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384605.010455:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384605.010457:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384605.010458:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384605.010459:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384605.010460:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384605.010461:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384605.010462:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384605.010463:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384605.010465:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.010466:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384605.010467:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384605.010468:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384605.010469:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384605.010470:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384605.010471:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.010473:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384605.010474:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384605.010475:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384605.010476:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384605.010477:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384605.010478:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.010479:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384605.010480:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384605.010481:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384605.010482:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384605.010483:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384605.010485:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384605.010486:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384605.010487:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384605.010489:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384605.010490:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384605.010495:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384605.010496:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384605.010498:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384605.010499:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384605.010500:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384605.010501:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384605.010502:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384605.010503:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384605.010504:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384605.010505:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384605.010506:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384605.010507:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384605.010508:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384605.010509:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384605.010510:0:20986:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384605.010534:0:20986:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000337ea006. 00000004:00000001:3.0:1767384605.247348:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384605.247352:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384605.247357:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9aa81f1. 00000020:00000040:3.0:1767384605.247363:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384605.247367:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384605.247369:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384605.247374:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384605.247380:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000959c05e3. 00000100:00000001:3.0:1767384605.247386:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.247391:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384605.247393:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384605.247412:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aa81f1] to pc [ptlrpcd_00_00+0] req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384605.247435:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384605.247436:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384605.247441:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384605.247445:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e25e49a. 00000020:00000040:1.0:1767384605.247449:0:480:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384605.247451:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384605.247453:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384605.247455:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384605.247460:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fcddf603. 00000100:00000001:1.0:1767384605.247464:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.247467:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384605.247469:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384605.247472:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384605.247475:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384605.247481:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.247482:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384605.247485:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.247493:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384605.247493:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e25e49a] to pc [ptlrpcd_00_01+1] req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.247502:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.247504:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.247506:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384605.247507:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384605.247511:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384605.247512:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384605.247515:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384605.247517:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf00aa96. 00000100:00100000:3.0:1767384605.247519:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9aa81f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050222720:0@lo:13: 00000020:00000040:1.0:1767384605.247521:0:480:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384605.247525:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384605.247526:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384605.247529:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384605.247531:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384605.247531:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.247534:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.247536:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384605.247540:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001449b5ae. 02000000:00000001:3.0:1767384605.247543:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384605.247544:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059946ead. 00000400:00000010:3.0:1767384605.247548:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000693d9d9e. 00000100:00000001:1.0:1767384605.247549:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384605.247556:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000529253a3. 00000100:00000040:1.0:1767384605.247557:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384605.247564:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050222720, portal 4 00000100:00000001:1.0:1767384605.247565:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384605.247568:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.247569:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384605.247572:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964272128 : -108605745279488 : ffff9d394121ce00) 00000100:00000040:1.0:1767384605.247574:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf00aa96] to pc [ptlrpcd_00_02+2] req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384605.247581:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.247588:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384605.247592:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384605.247594:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000100:00000001:1.0:1767384605.247595:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384605.247597:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050222720, offset 0 00000100:00000040:1.0:1767384605.247599:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384605.247603:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384605.247606:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384605.247606:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035d90883. 00000020:00000040:1.0:1767384605.247610:0:480:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384605.247612:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384605.247614:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384605.247615:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384605.247618:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077fb26fb. 00000400:00000200:3.0:1767384605.247622:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384605.247623:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384605.247631:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384605.247637:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384605.247640:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260102880 00000100:00000001:1.0:1767384605.247640:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384605.247645:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035d90883] to pc [ptlrpcd_00_03+3] req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384605.247651:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 448 00000400:00000200:3.0:1767384605.247661:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384605.247665:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384605.247668:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384605.247671:0:480:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (231) 00000100:00000001:3.0:1767384605.247675:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384605.247677:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384605.247680:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000addfc929. 00000100:00000040:3.0:1767384605.247682:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000addfc929 x1853237050222720 msgsize 224 00000100:00100000:3.0:1767384605.247687:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384605.247700:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384605.247713:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:3.0:1767384605.247715:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:3.0:1767384605.247719:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384605.247722:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.247728:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384605.247731:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.247735:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.247737:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384605.247741:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384605.247744:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4305 usecs (5 jiffies) 00000100:00000001:3.0:1767384605.247747:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294893573 00000100:00000010:3.0:1767384605.247749:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e58bd1. 00000100:00000001:3.0:1767384605.247754:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384605.247757:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294893573 00000100:00000010:3.0:1767384605.247759:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063e7a927. 00000100:00000001:3.0:1767384605.247761:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384605.247764:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294893573 00000100:00000010:3.0:1767384605.247765:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000038be316. 00000100:00000001:3.0:1767384605.247767:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384605.247769:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294893573 00000100:00000010:3.0:1767384605.247771:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c833faf4. 00000100:00000001:3.0:1767384605.247774:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384605.247776:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384605.247778:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.247780:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.247782:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.247789:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384605.247790:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384605.247792:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384605.247793:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384605.247799:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384605.247802:0:16344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384605.247803:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.247806:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384605.247807:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.247808:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384605.247810:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384605.247811:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384605.247814:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.247819:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384605.247820:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.247821:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384605.247822:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384605.247824:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384605.247825:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384605.247826:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384605.247828:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384605.247830:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384605.247831:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.247831:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384605.247836:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384605.247837:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009e25e49a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050222848:0@lo:400: 00000100:00000040:2.0:1767384605.247840:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.247847:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384605.247851:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384605.247854:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.247858:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384605.247862:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001dee115. 00000100:00000001:1.0:1767384605.247865:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384605.247866:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.247868:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384605.247871:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bfd2fd4. 00000100:00000001:2.0:1767384605.247871:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.247874:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384605.247878:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384605.247879:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384605.247880:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 02000000:00000001:2.0:1767384605.247881:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384605.247884:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384605.247886:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384605.247887:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050222848, portal 4 02000000:00000001:1.0:1767384605.247888:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.247893:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384605.247893:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bf00aa96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853237050222976:0@lo:400: 00000100:00000001:3.0:1767384605.247897:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299785472 : -108600409766144 : ffff9d3a7f274700) 00000100:00100000:1.0:1767384605.247897:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000035d90883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237050223104:0@lo:400: 00000100:00000001:2.0:1767384605.247900:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384605.247904:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384605.247905:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384605.247907:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384605.247908:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384605.247909:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384605.247911:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384605.247914:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384605.247916:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384605.247919:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009dd56988. 02000000:00000010:1.0:1767384605.247921:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042c00e61. 02000000:00000001:2.0:1767384605.247923:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.247926:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384605.247927:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384605.247930:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b8d261. 00000100:00000040:3.0:1767384605.247931:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384605.247935:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa6579. 00000400:00000010:3.0:1767384605.247936:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd4ab6f4. 00000400:00000010:2.0:1767384605.247937:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2f97cd. 00000100:00000200:3.0:1767384605.247941:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050222848, offset 0 00000100:00000200:2.0:1767384605.247943:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050222976, portal 10 00000400:00000010:1.0:1767384605.247943:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000400:00000200:3.0:1767384605.247949:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384605.247949:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384605.247953:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299784576 : -108600409767040 : ffff9d3a7f274380) 00000100:00000200:1.0:1767384605.247957:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050223104, portal 10 00000400:00000200:3.0:1767384605.247958:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384605.247960:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.247961:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384605.247964:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299787264 : -108600409764352 : ffff9d3a7f274e00) 00000100:00000001:2.0:1767384605.247972:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384605.247974:0:16347:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f453f745. 00000400:00000200:3.0:1767384605.247976:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260102900 00000100:00000040:2.0:1767384605.247980:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384605.247983:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384605.247986:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ea58a1. 00000400:00000200:3.0:1767384605.247988:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1872 00000400:00000200:3.0:1767384605.247999:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384605.247999:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384605.248000:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050222976, offset 0 00000400:00000200:3.0:1767384605.248006:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384605.248008:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384605.248009:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384605.248013:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 00000100:00000001:3.0:1767384605.248016:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384605.248018:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050223104, offset 0 00000100:00000200:3.0:1767384605.248019:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1767384605.248024:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384605.248026:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000085eb7bb. 00000400:00000200:1.0:1767384605.248030:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384605.248031:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000085eb7bb x1853237050222848 msgsize 224 00000400:00000200:2.0:1767384605.248036:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260102980 00000100:00100000:3.0:1767384605.248044:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384605.248044:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384605.248049:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000100:00000001:3.0:1767384605.248055:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384605.248060:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260102a00 00000400:00000200:2.0:1767384605.248063:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384605.248063:0:17885:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004480b11a. 00000400:00000200:2.0:1767384605.248070:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384605.248071:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2680 00000400:00000200:3.0:1767384605.248078:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4ab6f4 00000400:00000200:1.0:1767384605.248079:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384605.248082:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd4ab6f4. 00000100:00000001:0.0:1767384605.248082:0:17885:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384605.248087:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384605.248088:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384605.248088:0:17885:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050222720 00000100:00000001:2.0:1767384605.248090:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384605.248094:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384605.248095:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1767384605.248095:0:17885:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384605.248102:0:17885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1767384605.248103:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004acfe585. 00000100:00000001:3.0:1767384605.248104:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384605.248106:0:17885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384605.248109:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384605.248110:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000004acfe585 x1853237050222976 msgsize 224 02000000:00000001:0.0:1767384605.248114:0:17885:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384605.248123:0:17885:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050222720 00000100:00100000:2.0:1767384605.248127:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384605.248129:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384605.248129:0:17885:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384605.248132:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384605.248134:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384605.248134:0:17885:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000100:00000001:1.0:1767384605.248135:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384605.248139:0:17885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384605.248140:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.248142:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384605.248145:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4305 usecs (5 jiffies) 00000020:00000040:0.0:1767384605.248145:0:17885:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000100:00000001:3.0:1767384605.248150:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294893573 00000020:00000001:0.0:1767384605.248151:0:17885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:3.0:1767384605.248154:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294893573 00000020:00000001:0.0:1767384605.248155:0:17885:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:3.0:1767384605.248159:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294893573 00000400:00000200:2.0:1767384605.248159:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ea58a1 00000100:00000001:1.0:1767384605.248161:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384605.248162:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384605.248166:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ea58a1. 00000100:00000001:3.0:1767384605.248167:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294893573 00000100:00100000:1.0:1767384605.248167:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050222848 00000020:00000010:0.0:1767384605.248168:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000162f66d2. 02000000:00000001:1.0:1767384605.248171:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384605.248173:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294893573 00000100:00000001:2.0:1767384605.248175:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384605.248176:0:17885:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000243b23f8. 00000100:00000001:3.0:1767384605.248177:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294893573 00000100:00000001:1.0:1767384605.248180:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384605.248183:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294893573 00000100:00000200:2.0:1767384605.248183:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.248184:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384605.248185:0:17885:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:3.0:1767384605.248189:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294893573 02000000:00000001:1.0:1767384605.248191:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.248195:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384605.248197:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050222848 00000100:00000001:0.0:1767384605.248199:0:17885:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1767384605.248200:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384605.248201:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384605.248205:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000100:00000001:3.0:1767384605.248206:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384605.248206:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f03dc4c9. 00000100:00000040:2.0:1767384605.248207:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384605.248209:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384605.248213:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=6 00000020:00000010:0.0:1767384605.248213:0:17885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e736aef1. 00000100:00000001:3.0:1767384605.248214:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.248222:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384605.248222:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000010:0.0:1767384605.248222:0:17885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b14c6de. 00000100:00000001:2.0:1767384605.248223:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384605.248230:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:2.0:1767384605.248231:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384605.248235:0:17885:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384605.248236:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384605.248239:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.248240:0:17885:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384605.248241:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc90fd59. 00000100:00000001:0.0:1767384605.248244:0:17885:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384605.248245:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2578 usecs (3 jiffies) 00000100:00000001:1.0:1767384605.248246:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384605.248249:0:17885:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384605.248251:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc90fd59. 00000100:00000001:2.0:1767384605.248254:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294893571 00000100:00000001:3.0:1767384605.248255:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384605.248256:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f23f0e74. 00000100:00000001:0.0:1767384605.248258:0:17885:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384605.248259:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050222976 00000100:00000001:2.0:1767384605.248261:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294893573 00000020:00000010:1.0:1767384605.248264:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cba08e1e. 02000000:00000001:3.0:1767384605.248265:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384605.248267:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294893571 00000100:00000001:3.0:1767384605.248268:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384605.248270:0:17885:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.248271:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384605.248271:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007b23d0b4. 00000100:00000001:2.0:1767384605.248274:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294893573 02000000:00000001:3.0:1767384605.248278:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.248280:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294893571 00000100:00100000:3.0:1767384605.248282:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050222976 00000100:00000040:1.0:1767384605.248283:0:17884:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:3.0:1767384605.248287:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384605.248287:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294893573 00000100:00000001:1.0:1767384605.248287:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384605.248287:0:17885:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384605.248317:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384605.248319:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384605.248323:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000100:00000001:0.0:1767384605.248324:0:17885:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384605.248325:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384605.248326:0:17884:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:3.0:1767384605.248329:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000100:00000001:1.0:1767384605.248330:0:17884:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384605.248333:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:1.0:1767384605.248334:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384605.248335:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000020:00000001:3.0:1767384605.248337:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:3.0:1767384605.248343:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384605.248343:0:17885:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:1.0:1767384605.248346:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384605.248348:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5340cf. 00000100:00000001:0.0:1767384605.248348:0:17885:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964275712 : -108605745275904 : ffff9d394121dc00) 00000100:00000001:3.0:1767384605.248352:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384605.248355:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5340cf. 00000100:00000040:0.0:1767384605.248359:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000addfc929 x1853237050222720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:586/0 lens 224/0 e 0 to 0 dl 1767384616 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384605.248361:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a764e82. 00000100:00000001:1.0:1767384605.248361:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384605.248365:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384605.248367:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4c8d650. 00000020:00000010:3.0:1767384605.248373:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fd26b2a0. 00000100:00100000:1.0:1767384605.248373:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384605.248378:0:17884:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 2 00000100:00000001:1.0:1767384605.248383:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964268544 : -108605745283072 : ffff9d394121c000) 00000100:00000040:3.0:1767384605.248385:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384605.248390:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384605.248392:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000085eb7bb x1853237050222848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:586/0 lens 224/0 e 0 to 0 dl 1767384616 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.248393:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384605.248393:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384605.248410:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384605.248412:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f143b237. 00000100:00000001:3.0:1767384605.248417:0:17078:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384605.248418:0:17885:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384605.248423:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384605.248424:0:17078:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1767384605.248424:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f143b237. 00000100:00000001:3.0:1767384605.248427:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384605.248428:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dc90fd59. 00000100:00100000:0.0:1767384605.248433:0:17885:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000addfc929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16344:x1853237050222720:12345-0@lo:13: 00000100:00000001:3.0:1767384605.248438:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384605.248438:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384605.248439:0:17885:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050222720 00000020:00000001:0.0:1767384605.248444:0:17885:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384605.248445:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dc90fd59. 00000020:00000001:0.0:1767384605.248449:0:17885:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384605.248452:0:17885:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.248455:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384605.248456:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000085eb7bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16344:x1853237050222848:12345-0@lo:400: 00000020:00000001:0.0:1767384605.248458:0:17885:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384605.248459:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384605.248462:0:17885:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000100:00000200:1.0:1767384605.248463:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050222848 00000020:00000001:0.0:1767384605.248467:0:17885:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384605.248468:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000001:1.0:1767384605.248469:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384605.248471:0:17885:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384605.248474:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000020:00000001:1.0:1767384605.248475:0:17884:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384605.248475:0:17885:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384605.248478:0:17884:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384605.248479:0:17885:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384605.248482:0:17885:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384605.248484:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384605.248486:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420407040 : -108601289144576 : ffff9d3a4abd0700) 00000100:00000001:2.0:1767384605.248487:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294893572 00000020:00000001:1.0:1767384605.248488:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000001:0.0:1767384605.248490:0:17885:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384605.248493:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004acfe585 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:586/0 lens 224/0 e 0 to 0 dl 1767384616 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.248494:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294893573 00000020:00000001:1.0:1767384605.248496:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384605.248496:0:17885:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384605.248500:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384605.248501:0:17884:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384605.248503:0:17885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f003cc61. 00000100:00000001:2.0:1767384605.248507:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384605.248508:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384605.248509:0:17885:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384605.248512:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384605.248514:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.248515:0:17885:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.248516:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384605.248516:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384605.248518:0:17885:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:1.0:1767384605.248521:0:17884:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767384605.248522:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e5340cf. 00002000:00000001:0.0:1767384605.248523:0:17885:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384605.248526:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384605.248526:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384605.248527:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384605.248528:0:17885:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:1.0:1767384605.248531:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384605.248532:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e5340cf. 00000100:00000001:2.0:1767384605.248533:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767384605.248536:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000843213b6. 00000100:00000001:2.0:1767384605.248537:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384605.248540:0:17885:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384605.248543:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004acfe585 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16346:x1853237050222976:12345-0@lo:400: 00000100:00000001:2.0:1767384605.248543:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384605.248543:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767384605.248544:0:17885:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384605.248547:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384605.248548:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.248552:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384605.248553:0:17885:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000200:3.0:1767384605.248555:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050222976 00000020:00000001:1.0:1767384605.248555:0:17884:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.248556:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384605.248559:0:17885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00000020:00000001:3.0:1767384605.248561:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000040:1.0:1767384605.248562:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050222848 00000020:00000001:3.0:1767384605.248565:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00002000:00000020:0.0:1767384605.248566:0:17885:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00010000:00000001:1.0:1767384605.248567:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384605.248569:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384605.248572:0:17885:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:3.0:1767384605.248574:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000200:1.0:1767384605.248574:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000085eb7bb x1853237050222848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:586/0 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384605.248577:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000001:00000001:0.0:1767384605.248578:0:17885:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384605.248582:0:17885:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.248584:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1767384605.248586:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384605.248587:0:17078:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384605.248590:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384605.248593:0:17885:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.248594:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00001000:1.0:1767384605.248595:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=11 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384605.248597:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000040:0.0:1767384605.248599:0:17885:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050222720 00000020:00000001:3.0:1767384605.248601:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.248602:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384605.248603:0:17885:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384605.248607:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384605.248609:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384605.248611:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000200:0.0:1767384605.248612:0:17885:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000addfc929 x1853237050222720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:586/0 lens 224/368 e 0 to 0 dl 1767384616 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.248613:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384605.248615:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384605.248619:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1767384605.248620:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b483634. 02000000:00000001:1.0:1767384605.248623:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.248625:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.248628:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384605.248630:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384605.248634:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384605.248636:0:17885:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1767384605.248637:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050222976 00010000:00000001:0.0:1767384605.248640:0:17885:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384605.248656:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384605.248658:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384605.248660:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00001000:0.0:1767384605.248661:0:17885:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=11 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384605.248662:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d71b6b0. 00000100:00000200:2.0:1767384605.248663:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000200:3.0:1767384605.248665:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004acfe585 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:586/0 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384605.248671:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050222848, offset 224 00000100:00000010:2.0:1767384605.248672:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b22aca7c. 00000100:00000001:0.0:1767384605.248673:0:17885:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384605.248680:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000b22aca7c x1853237050223104 msgsize 224 00000100:00000040:0.0:1767384605.248685:0:17885:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000400:00000200:1.0:1767384605.248687:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384605.248689:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384605.248694:0:17885:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:3.0:1767384605.248695:0:17078:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384605.248698:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384605.248702:0:17885:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1767384605.248703:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=16 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384605.248704:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384605.248705:0:17885:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.248709:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384605.248710:0:17885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384605.248714:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260102900 00000100:00000001:3.0:1767384605.248717:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384605.248718:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00000100:00000040:0.0:1767384605.248719:0:17885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384605.248724:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 23 to 0@lo 00000400:00000010:2.0:1767384605.248724:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00000400:00000010:0.0:1767384605.248727:0:17885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048dc8bba. 00000100:00000001:3.0:1767384605.248731:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:2.0:1767384605.248731:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384605.248736:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1335 [1] + 224 02000000:00000001:3.0:1767384605.248738:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767384605.248740:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384605.248742:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384605.248747:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384605.248747:0:17885:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050222720, offset 224 00000100:00000001:3.0:1767384605.248749:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384605.248758:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384605.248759:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384605.248764:0:17885:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384605.248766:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd4ab6f4. 00000100:00000001:1.0:1767384605.248772:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384605.248774:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050222976, offset 224 00000100:00000001:2.0:1767384605.248774:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384605.248781:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384605.248782:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384605.248782:0:17885:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384605.248787:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384605.248802:0:17885:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260102880 00000400:00000200:3.0:1767384605.248805:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384605.248817:0:17885:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x132d [1] + 224 00000100:00000001:2.0:1767384605.248823:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384605.248824:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260102980 00000100:00000001:2.0:1767384605.248830:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384605.248831:0:17885:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384605.248850:0:17884:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.248851:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384605.248852:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x133d [1] + 224 00000100:00000040:2.0:1767384605.248858:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3901 usecs (4 jiffies) 00000400:00000200:0.0:1767384605.248858:0:17885:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384605.248864:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384605.248865:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294893573 00000100:00000001:0.0:1767384605.248867:0:17885:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384605.248871:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294893573 00000400:00000200:3.0:1767384605.248873:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384605.248875:0:17885:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384621 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.248877:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294893573 00000100:00000001:3.0:1767384605.248882:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384605.248883:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294893573 00000100:00000001:1.0:1767384605.248884:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384605.248889:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294893573 00000100:00000200:3.0:1767384605.248890:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384605.248893:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d71b6b0 00000100:00000001:2.0:1767384605.248894:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294893573 00000400:00000010:1.0:1767384605.248897:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d71b6b0. 00000100:00000001:2.0:1767384605.248902:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294893573 00000100:00000001:1.0:1767384605.248904:0:17884:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384605.248906:0:17885:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.248908:0:17884:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384605.248909:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294893573 00000100:00000040:3.0:1767384605.248913:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.248915:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.248921:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384605.248923:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:2.0:1767384605.248928:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384605.248930:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384605.248931:0:17885:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384605.248934:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384605.248934:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.248939:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384605.248939:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048dc8bba 00000020:00000001:1.0:1767384605.248941:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384605.248945:0:17885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048dc8bba. 00000100:00000001:3.0:1767384605.248947:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384605.248948:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384605.248948:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000085eb7bb x1853237050222848/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:586/0 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.248950:0:17885:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384605.248952:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384605.248953:0:17885:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384605.248954:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4ab6f4 00000100:00000001:2.0:1767384605.248958:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384605.248959:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd4ab6f4. 00000100:00000001:2.0:1767384605.248962:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384605.248966:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384605.248967:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.248968:0:17885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.248969:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384605.248971:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000085eb7bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16344:x1853237050222848:12345-0@lo:400: Request processed in 543us (933us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384605.248974:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.248976:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384605.248977:0:17885:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000040:3.0:1767384605.248983:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384605.248983:0:17885:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384605.248985:0:17885:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384605.248988:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00000001:3.0:1767384605.248989:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384605.248990:0:19810:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384605.248990:0:17885:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384605.248993:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 1 00000020:00000001:3.0:1767384605.248994:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384605.248994:0:19810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050223104 00000100:00000040:0.0:1767384605.248998:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000addfc929 x1853237050222720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:586/0 lens 224/368 e 0 to 0 dl 1767384616 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384605.248999:0:19810:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384605.248999:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384605.249000:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384605.249004:0:19810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384605.249005:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384605.249008:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004acfe585 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:586/0 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.249009:0:19810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384605.249011:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cba08e1e. 02000000:00000001:2.0:1767384605.249015:0:19810:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384605.249020:0:17885:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000addfc929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16344:x1853237050222720:12345-0@lo:13: Request processed in 622us (1331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384605.249022:0:19810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050223104 00000020:00000010:1.0:1767384605.249024:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007b23d0b4. 00000020:00000001:2.0:1767384605.249027:0:19810:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384605.249030:0:19810:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000020:00000010:1.0:1767384605.249032:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f23f0e74. 00000020:00000001:2.0:1767384605.249036:0:19810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384605.249039:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004acfe585 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16346:x1853237050222976:12345-0@lo:400: Request processed in 519us (925us total) trans 0 rc 0/0 00000020:00000040:2.0:1767384605.249039:0:19810:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000020:00000040:1.0:1767384605.249039:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 5 00000100:00100000:0.0:1767384605.249042:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:1.0:1767384605.249044:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384605.249045:0:19810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000040:0.0:1767384605.249046:0:17885:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000020:00000001:2.0:1767384605.249053:0:19810:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:0.0:1767384605.249054:0:17885:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384605.249057:0:17885:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384605.249059:0:19810:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384605.249062:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000010:0.0:1767384605.249062:0:17885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e736aef1. 00000020:00000010:2.0:1767384605.249064:0:19810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5b74ea7. 00000100:00000040:3.0:1767384605.249068:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000020:00000010:2.0:1767384605.249069:0:19810:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000075fc869d. 00000020:00000010:0.0:1767384605.249070:0:17885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b14c6de. 00000100:00000001:3.0:1767384605.249072:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384605.249076:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384605.249077:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f03dc4c9. 00000020:00000040:2.0:1767384605.249078:0:19810:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000020:00000010:3.0:1767384605.249080:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4c8d650. 00000020:00000040:0.0:1767384605.249099:0:17885:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:2.0:1767384605.249102:0:19810:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384605.249103:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fd26b2a0. 00000100:00000001:0.0:1767384605.249104:0:17885:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384605.249106:0:19810:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ab7adce. 00000020:00000010:3.0:1767384605.249110:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a764e82. 00000020:00000010:2.0:1767384605.249112:0:19810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000e6c243e. 00000020:00000040:3.0:1767384605.249117:0:17078:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000020:00000010:2.0:1767384605.249118:0:19810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000065241637. 00000100:00000001:3.0:1767384605.249123:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384605.249126:0:19810:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00080000:0.0:1767384605.249128:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384605.249130:0:19810:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384605.249133:0:19810:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384605.249133:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:2.0:1767384605.249137:0:19810:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384605.249139:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384605.249143:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:3.0:1767384605.249150:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384605.249152:0:19810:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384605.249154:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384605.249155:0:19810:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384605.249158:0:19810:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384605.249160:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384605.249164:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384605.249166:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bfd2fd4. 00000100:00000001:2.0:1767384605.249169:0:19810:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384605.249170:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:3.0:1767384605.249174:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:3.0:1767384605.249179:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384605.249181:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384605.249183:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.249185:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384605.249186:0:19810:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384605.249190:0:19810:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000001:0.0:1767384605.249192:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384605.249196:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384605.249200:0:19810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000400:00000010:0.0:1767384605.249201:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b8d261. 00000100:00000200:3.0:1767384605.249204:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384605.249206:0:19810:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000400:00000200:0.0:1767384605.249208:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2f97cd 00000100:00000001:2.0:1767384605.249213:0:19810:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420415104 : -108601289136512 : ffff9d3a4abd2680) 00000400:00000010:0.0:1767384605.249214:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2f97cd. 00000100:00000001:0.0:1767384605.249221:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384605.249223:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b22aca7c x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:586/0 lens 224/0 e 0 to 0 dl 1767384616 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.249228:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384605.249230:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.249233:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.249240:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384605.249245:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384605.249249:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384605.249253:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.249257:0:19810:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384605.249262:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384605.249264:0:19810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c97f05a. 00000100:00000200:0.0:1767384605.249265:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384605.249271:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=11 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384605.249272:0:19810:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384605.249280:0:19810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c97f05a. 00000100:00001000:3.0:1767384605.249282:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=11 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384605.249293:0:19810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b22aca7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16347:x1853237050223104:12345-0@lo:400: 00000100:00000001:3.0:1767384605.249295:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384605.249299:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.249305:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384605.249307:0:19810:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050223104 00010000:00000001:3.0:1767384605.249308:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384605.249308:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384605.249314:0:16346:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384605.249315:0:19810:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384605.249316:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00080000:3.0:1767384605.249319:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384605.249320:0:19810:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384605.249322:0:19810:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384605.249324:0:19810:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384605.249326:0:19810:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:2.0:1767384605.249329:0:19810:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384605.249348:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384605.249350:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384605.249352:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384605.249355:0:19810:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384605.249356:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=16 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384605.249359:0:19810:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384605.249362:0:19810:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384605.249366:0:19810:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384605.249367:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=16 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384605.249372:0:19810:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1767384605.249378:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.249379:0:19810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384605.249379:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384605.249384:0:19810:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384605.249384:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.249385:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767384605.249389:0:16344:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 02000000:00000010:2.0:1767384605.249389:0:19810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f293309a. 00010000:00000001:0.0:1767384605.249390:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384605.249408:0:19810:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.249411:0:19810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384605.249414:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384605.249415:0:19810:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384605.249419:0:16344:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@00000000be91014b x1853237050219392/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384605.249442:0:19810:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050223104 00010000:00000001:0.0:1767384605.249447:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.249448:0:19810:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384605.249454:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000200:2.0:1767384605.249456:0:19810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b22aca7c x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:586/0 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384605.249457:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384605.249460:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384605.249462:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384605.249466:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384605.249468:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000be91014b x1853237050219392/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384610 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384605.249472:0:19810:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384605.249475:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384605.249476:0:19810:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384605.249481:0:19810:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384605.249490:0:19810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384605.249495:0:19810:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384605.249497:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384605.249501:0:19810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384605.249502:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384605.249503:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384605.249506:0:19810:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1767384605.249508:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093229b71. 00000100:00000001:0.0:1767384605.249508:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384605.249509:0:19810:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.249511:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384605.249516:0:19810:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384605.249517:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384605.249518:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384605.249521:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767384605.249522:0:19810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384605.249526:0:16344:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:2.0:1767384605.249528:0:19810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ea58a1. 00000020:00000001:3.0:1767384605.249534:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1767384605.249536:0:19810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050223104, offset 224 00000100:00100000:0.0:1767384605.249537:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bf00aa96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853237050222976:0@lo:400: 02000000:00000010:3.0:1767384605.249539:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d4f36717. 00000400:00000200:2.0:1767384605.249546:0:19810:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384605.249547:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384605.249548:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384605.249552:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384605.249552:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384605.249556:0:19810:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384605.249558:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be91014b. 00000100:00000040:0.0:1767384605.249559:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bf00aa96 x1853237050222976/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.249565:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384605.249568:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384605.249569:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384605.249571:0:19810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260102a00 00000100:00000001:3.0:1767384605.249574:0:16344:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384605.249577:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384605.249578:0:19810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1341 [1] + 224 02000000:00000010:0.0:1767384605.249580:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009dd56988. 00000100:00000040:3.0:1767384605.249581:0:16344:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000400:00000200:2.0:1767384605.249583:0:19810:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384605.249586:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384605.249590:0:16344:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767384605.249591:0:19810:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384605.249591:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384605.249595:0:16346:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384605.249596:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.249598:0:19810:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384605.249599:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384605.249603:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000059946ead. 00000100:00000200:2.0:1767384605.249606:0:19810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384605.249607:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384605.249607:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384605.249611:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384605.249615:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf00aa96. 00000100:00000001:0.0:1767384605.249623:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384605.249627:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384605.249632:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384605.249633:0:19810:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.249637:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384605.249642:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384605.249644:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384605.249666:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.249668:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384605.249676:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384605.249681:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.249681:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.249682:0:19810:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384605.249690:0:19810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ea58a1 00000400:00000010:2.0:1767384605.249694:0:19810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ea58a1. 00000100:00000001:2.0:1767384605.249697:0:19810:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384605.249698:0:19810:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384605.249701:0:19810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384605.249709:0:19810:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00100000:3.0:1767384605.249719:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009e25e49a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050222848:0@lo:400: 00010000:00000001:2.0:1767384605.249720:0:19810:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384605.249723:0:19810:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384605.249726:0:19810:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384605.249732:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b22aca7c x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:586/0 lens 224/224 e 0 to 0 dl 1767384616 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384605.249733:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384605.249737:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384605.249740:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000693d9d9e. 00000400:00000200:3.0:1767384605.249746:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000529253a3 00000100:00100000:2.0:1767384605.249746:0:19810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b22aca7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16347:x1853237050223104:12345-0@lo:400: Request processed in 488us (1063us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384605.249750:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000529253a3. 00000100:00000001:3.0:1767384605.249756:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384605.249760:0:19810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000200:3.0:1767384605.249763:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384605.249764:0:19810:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:2.0:1767384605.249768:0:19810:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384605.249771:0:19810:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384605.249775:0:19810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000e6c243e. 00000100:00000200:3.0:1767384605.249778:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384605.249781:0:19810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000065241637. 00000020:00000010:2.0:1767384605.249787:0:19810:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ab7adce. 00000100:00000001:3.0:1767384605.249789:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384605.249792:0:19810:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000100:00000001:3.0:1767384605.249793:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.249799:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384605.249799:0:19810:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384605.249801:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384605.249803:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384605.249805:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.249807:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384605.249811:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384605.249814:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384605.249816:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384605.249818:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384605.249819:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384605.249822:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00080000:3.0:1767384605.249825:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.249826:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384605.249831:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384605.249834:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384605.249835:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384605.249839:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1767384605.249855:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa6579. 00000100:00000040:3.0:1767384605.249858:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384605.249861:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767384605.249861:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00000100:00000001:3.0:1767384605.249864:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384605.249864:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00000100:00000040:3.0:1767384605.249869:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.249870:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384605.249875:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384605.249883:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.249906:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384605.249908:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384605.249909:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384605.249910:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384605.249911:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384605.249912:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384605.249919:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384605.249923:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384605.249925:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384605.249926:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384605.249927:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384605.249929:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384605.249931:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384605.249935:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.249937:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384605.249938:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384605.249939:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384605.249940:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384605.249942:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.249946:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384605.249948:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384605.249949:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384605.249951:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384605.249956:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000035d90883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237050223104:0@lo:400: 00000100:00000001:3.0:1767384605.249960:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384605.249962:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.249963:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384605.249965:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384605.249966:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384605.249968:0:16344:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:2.0:1767384605.249969:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000035d90883 x1853237050223104/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1767384605.249971:0:16344:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384605.249976:0:16344:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:2.0:1767384605.249979:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384605.249982:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000020:3.0:1767384605.249984:0:16344:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 02000000:00000010:2.0:1767384605.249984:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042c00e61. 02000000:00000001:2.0:1767384605.249988:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000001:3.0:1767384605.249990:0:16344:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384605.249991:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384605.249993:0:16347:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384605.249996:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384605.249997:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384621 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384605.250005:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9aa81f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050222720:0@lo:13: 02000000:00000010:2.0:1767384605.250005:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077fb26fb. 02000000:00000001:2.0:1767384605.250009:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384605.250012:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384605.250013:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384605.250014:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035d90883. 00000100:00000001:3.0:1767384605.250017:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384605.250018:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384605.250020:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384605.250022:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e25e49a x1853237050222848/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384605.250023:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384605.250029:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384605.250030:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384605.250031:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.250033:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384605.250035:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384605.250036:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001dee115. 00000100:00000001:2.0:1767384605.250038:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384605.250041:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384605.250044:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384605.250045:0:16344:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384605.250047:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384605.250048:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fcddf603. 02000000:00000001:3.0:1767384605.250050:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384605.250051:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384605.250052:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e25e49a. 00000100:00000001:3.0:1767384605.250053:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384605.250054:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.250055:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384605.250057:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9aa81f1 x1853237050222720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384621 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384605.250066:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384605.250067:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384605.250068:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001449b5ae. 02000000:00000001:3.0:1767384605.250069:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384605.250070:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384605.250071:0:16344:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384605.250072:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384605.250073:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000959c05e3. 02000000:00000001:3.0:1767384605.250076:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384605.250077:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384605.250078:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9aa81f1. 00000100:00000001:3.0:1767384605.250081:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384605.250082:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.250083:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384605.250088:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384605.250090:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384605.250092:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384605.250095:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384605.253358:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294893573, at 4294893574 00000100:00000010:0.0:1767384605.253366:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e58bd1. 00000100:00000040:1.0:1767384605.253375:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294893573, at 4294893574 00000100:00000040:2.0:1767384605.253380:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294893573, at 4294893574 00000100:00000010:1.0:1767384605.253382:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063e7a927. 00000100:00000010:2.0:1767384605.253390:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000038be316. 00000100:00000040:3.0:1767384605.253393:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294893573, at 4294893574 00000100:00000010:3.0:1767384605.253419:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c833faf4. 00010000:00000001:1.0:1767384605.439359:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384605.439363:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384605.439368:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384605.439370:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384605.439390:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384605.439406:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384605.439409:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384605.677810:0:21175:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a380d5d1. 00080000:00000010:1.0:1767384605.677818:0:21175:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a380d5d1. 00000020:00000001:1.0:1767384605.677822:0:21175:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384605.677828:0:21175:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a380d5d1. 00080000:00000010:1.0:1767384605.677832:0:21175:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a380d5d1. 00000020:00000001:1.0:1767384605.677835:0:21175:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.759363:0:17063:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384605.759368:0:17063:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384605.760388:0:17059:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384605.760406:0:17059:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384606.428119:0:21339:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384606.428124:0:21339:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:3.0:1767384606.432074:0:21339:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384606.439556:0:21340:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000df6d6545. 00000400:00000010:3.0:1767384606.439571:0:21340:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000797c5a00. 00000400:00000010:3.0:1767384606.439581:0:21340:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000077e9c90e. 00000400:00000010:3.0:1767384606.439584:0:21340:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e71d1678. 00000400:00000010:3.0:1767384606.439587:0:21340:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000284b380d. 00000400:00000010:3.0:1767384606.439591:0:21340:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c45ac48e. 00000400:00000010:3.0:1767384606.439593:0:21340:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006a2e5f30. 00000400:00000010:3.0:1767384606.439594:0:21340:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a5eb6d7. 00000400:00000010:3.0:1767384606.439597:0:21340:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000337ea006. 00000800:00000010:3.0:1767384606.439608:0:21340:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000959c05e3. 00000800:00000200:3.0:1767384606.439623:0:21340:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384606.439629:0:21340:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384606.439664:0:21340:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:3.0:1767384606.439684:0:21340:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp17 [8/256/0/180] 00000400:00000010:3.0:1767384606.441403:0:21340:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000ad4afb1f. 00000400:00000010:3.0:1767384606.441410:0:21340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000693d9d9e. 00000400:00000010:3.0:1767384606.441415:0:21340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000529253a3. 00000400:00000001:3.0:1767384606.441429:0:21340:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384606.441430:0:21340:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384606.441432:0:21340:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f52dc6a7. 00000400:00000200:3.0:1767384606.441434:0:21340:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017ac58c2 00000400:00000010:3.0:1767384606.441436:0:21340:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ac58c2. 00000400:00000010:3.0:1767384606.441439:0:21340:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000001e0af24b. 00000400:00000200:3.0:1767384606.441444:0:21340:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (8) 00000400:00000200:3.0:1767384606.441455:0:21340:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384606.441464:0:21340:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:3.0:1767384606.441470:0:21340:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000090d85d7e. 00000020:01000000:3.0:1767384606.441473:0:21340:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384606.441476:0:21340:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp17 00000400:00000200:2.0:1767384606.441485:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384606.441488:0:21340:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000797c5a00. 00000400:00000010:3.0:1767384606.441493:0:21340:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000df6d6545. 00000400:00000200:2.0:1767384606.441494:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:2.0:1767384606.441502:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ea58a1. 00000400:00000200:2.0:1767384606.441506:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (9) 00000400:00000010:2.0:1767384606.441510:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000777c9cca. 00000400:00000200:2.0:1767384606.441515:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000020:00000001:0.0:1767384606.441527:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384606.441528:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 10000000:00000001:0.0:1767384606.441535:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384606.441536:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:0.0:1767384606.441541:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384606.441543:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 10000000:01000000:0.0:1767384606.441546:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384606.441550:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384606.441553:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384606.441557:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384606.441559:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384606.441565:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384606.441568:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384606.441570:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384606.441575:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384606.441577:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:0.0:1767384606.441579:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384606.441583:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384606.441585:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384606.441588:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384606.441591:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000020:01000004:0.0:1767384606.441593:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384606.441596:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384606.441602:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8ebe320. 00000400:00000200:2.0:1767384606.441604:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp16 00000400:00000200:2.0:1767384606.441610:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp16 lpni_is_preferred = 0 00000020:00000040:0.0:1767384606.441611:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:2.0:1767384606.441614:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp16 00000400:00000200:2.0:1767384606.441620:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp16 NI seq info: [19:19:256:4294967295] 192.168.202.122@tcp16 LPNI seq info [19:19:8:4294967295] 00000100:00000001:0.0:1767384606.441622:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384606.441627:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384606.441628:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp16 02000000:00000001:0.0:1767384606.441635:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384606.441642:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp16(192.168.202.122@tcp16:) -> 192.168.202.122@tcp16(192.168.202.122@tcp:192.168.202.122@tcp16) : PUT try# 0 00000800:00000200:2.0:1767384606.441649:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.202.122@tcp16 00000800:00000010:2.0:1767384606.441654:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3de8182. 02000000:00000010:0.0:1767384606.441657:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ce8557a2. 00000800:00000010:2.0:1767384606.441662:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a52f8b61. 00000800:00000010:2.0:1767384606.441668:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000097c000e1. 00000100:00000001:0.0:1767384606.441668:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384606.441675:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a52f8b61] -> 12345-192.168.202.122@tcp16 (2) 00000800:00000200:2.1:1767384606.441679:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a52f8b61] -> 12345-192.168.202.122@tcp16 (2) 00000100:00000001:0.0:1767384606.441682:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384606.441688:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.441699:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ebe320] to pc [ptlrpcd_00_00+0] req@00000000f8ebe320 x1853237050223232/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384606.441705:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384606.441713:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 10000000:00000001:0.0:1767384606.441742:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384606.441748:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384606.441751:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384606.441754:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384606.441757:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384606.441763:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384606.441764:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384606.441767:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384606.441768:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384606.441769:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 10000000:00000001:0.0:1767384606.441774:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384606.441777:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8ebe320 x1853237050223232/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384606.441778:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384606.441785:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384606.441790:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384606.441795:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384606.441796:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384606.441798:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384606.441802:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384606.441804:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384606.441806:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384606.441808:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384606.441813:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384606.441813:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384606.441814:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000020:01000004:0.0:1767384606.441818:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:2.0:1767384606.441822:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8ebe320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050223232:0@lo:253: 00000020:01000004:0.0:1767384606.441824:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384606.441828:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384606.441829:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384606.441835:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384606.441835:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b69c60db. 02000000:00000001:2.0:1767384606.441839:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384606.441842:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 02000000:00000001:2.0:1767384606.441843:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384606.441846:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:0.0:1767384606.441849:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384606.441850:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a92f3082. 02000000:00000001:0.0:1767384606.441854:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384606.441855:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384606.441862:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9e362cb. 02000000:00000001:0.0:1767384606.441862:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384606.441870:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fdc2daf. 02000000:00000010:0.0:1767384606.441876:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000202d571f. 00000400:00000200:3.0:1767384606.441877:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000200:2.0:1767384606.441885:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050223232, portal 25 00000100:00000001:0.0:1767384606.441886:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.441890:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384606.441893:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963250688 : -108605746300928 : ffff9d3941123800) 00000100:00000001:0.0:1767384606.441895:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384606.441900:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.441901:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8ebe320 x1853237050223232/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384606.441908:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000040:0.0:1767384606.441914:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b69c60db] to pc [ptlrpcd_00_01+1] req@00000000b69c60db x1853237050223360/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.441916:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384606.441925:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384606.441931:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000778e9322. 00000100:00000200:2.0:1767384606.441936:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050223232, offset 0 10000000:00000001:0.0:1767384606.441940:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384606.441943:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384606.441952:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 10000000:00000001:0.0:1767384606.441952:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384606.441954:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384606.441958:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384606.441963:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384606.441966:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000090d85d7e. 00000400:00000200:2.0:1767384606.441971:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102a80 00000400:00000200:2.0:1767384606.441980:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 00000400:00000010:2.0:1767384606.441983:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002565af59. 00000100:00000001:0.0:1767384606.441984:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384606.441987:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef9ae78f 00000100:00000001:0.0:1767384606.441989:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384606.441994:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384606.441996:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384606.441997:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000040:0.0:1767384606.442002:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b69c60db x1853237050223360/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384606.442003:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384606.442012:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef9ae78f 00000400:00000010:2.0:1767384606.442017:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef9ae78f. 00000100:00000001:0.0:1767384606.442024:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384606.442025:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384606.442028:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000200:2.0:1767384606.442029:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384606.442030:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384606.442037:0:16344:0:(events.c:337:request_in_callback()) incoming req@0000000090b6f8f2 x1853237050223232 msgsize 4848 02000000:00000001:0.0:1767384606.442039:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384606.442045:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384606.442048:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384606.442054:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384606.442054:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.442060:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00100000:0.0:1767384606.442062:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b69c60db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050223360:0@lo:253: 00000100:00000001:2.0:1767384606.442065:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384606.442071:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384606.442075:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000778e9322 02000000:00000001:0.0:1767384606.442075:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384606.442079:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000778e9322. 02000000:00000001:0.0:1767384606.442081:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.442084:0:16344:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384606.442086:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384606.442090:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8ebe320 x1853237050223232/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384606.442094:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 02000000:00000010:0.0:1767384606.442095:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000802f3fe0. 02000000:00000001:0.0:1767384606.442103:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.442106:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384606.442110:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba01603f. 00000100:00000040:2.0:1767384606.442112:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8ebe320 x1853237050223232/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.442120:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384606.442122:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000828f3d1d. 00000100:00000001:2.0:1767384606.442130:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767384606.442130:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050223360, portal 25 00000400:00000200:3.0:1767384606.442132:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000001:2.0:1767384606.442138:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.442138:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384606.442145:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248000 : -108605746303616 : ffff9d3941122d80) 00000100:00000001:2.0:1767384606.442147:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294894767 00000100:00000010:2.0:1767384606.442154:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067cc6391. 00000100:00000040:0.0:1767384606.442158:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b69c60db x1853237050223360/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.442161:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384606.442164:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:2.0:1767384606.442169:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294894767 00000100:00000010:2.0:1767384606.442177:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030c6098b. 00000100:00000001:0.0:1767384606.442180:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384606.442181:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767384606.442186:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384606.442188:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294894767 00000400:00000010:0.0:1767384606.442192:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f66a6ad. 00000100:00000010:2.0:1767384606.442193:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8e956ba. 00000400:00000200:3.0:1767384606.442198:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:2.0:1767384606.442201:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000200:0.0:1767384606.442202:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050223360, offset 0 00000100:00000001:2.0:1767384606.442204:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294894767 00000100:00000010:2.0:1767384606.442212:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1931c6f. 00000400:00000200:0.0:1767384606.442217:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384606.442219:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384606.442226:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384606.442231:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.442233:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384606.442235:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.442238:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384606.442244:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:2.0:1767384606.442246:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384606.442249:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384606.442253:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384606.442255:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384606.442259:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102b00 00000100:00000001:2.0:1767384606.442260:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.442265:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.442273:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000400:00000010:0.0:1767384606.442278:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2e13fca. 00000400:00000200:0.0:1767384606.442283:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aee99267 00000100:00000001:2.0:1767384606.442286:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384606.442316:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384606.442319:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050223232 02000000:00000001:2.0:1767384606.442324:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384606.442326:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384606.442327:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384606.442331:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384606.442334:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee99267 02000000:00000001:2.0:1767384606.442335:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384606.442340:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aee99267. 00000100:00100000:2.0:1767384606.442341:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050223232 00000020:00000001:2.0:1767384606.442347:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384606.442348:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:0.0:1767384606.442349:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767384606.442351:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384606.442353:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384606.442357:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000009c40d93a x1853237050223360 msgsize 4848 00000020:00000040:2.0:1767384606.442361:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:2.0:1767384606.442366:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384606.442372:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00100000:0.0:1767384606.442373:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384606.442379:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384606.442380:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384606.442405:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c97f05a. 00000100:00000001:2.0:1767384606.442409:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384606.442411:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384606.442412:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c97f05a. 00000020:00000010:2.0:1767384606.442422:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006bb3820. 00000400:00000200:0.0:1767384606.442423:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f66a6ad 00000400:00000010:0.0:1767384606.442427:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f66a6ad. 00000020:00000010:2.0:1767384606.442429:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000ecb8496. 00000100:00000001:0.0:1767384606.442432:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384606.442436:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000065241637. 00000100:00000200:0.0:1767384606.442439:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b69c60db x1853237050223360/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384606.442448:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384606.442453:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384606.442453:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384606.442458:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384606.442460:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.442461:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b69c60db x1853237050223360/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.442468:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.442471:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.442476:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384606.442480:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384606.442483:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.442490:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294894768 00000100:00000001:2.0:1767384606.442495:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384606.442499:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050223360 00000100:00000001:0.0:1767384606.442499:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294894767 02000000:00000001:2.0:1767384606.442503:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384606.442506:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384606.442508:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.442509:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294894768 02000000:00000001:2.0:1767384606.442512:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384606.442516:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050223360 00000100:00000001:0.0:1767384606.442517:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294894767 00000020:00000001:2.0:1767384606.442519:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384606.442523:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384606.442526:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384606.442528:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00000001:0.0:1767384606.442528:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294894768 00000020:00000001:2.0:1767384606.442532:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384606.442536:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384606.442539:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384606.442539:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294894767 00000020:00000010:2.0:1767384606.442542:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c97f05a. 00000100:00000001:2.0:1767384606.442547:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384606.442549:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c97f05a. 00000100:00000001:0.0:1767384606.442549:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294894768 00000800:00000010:3.0:1767384606.442550:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000b8f232e. 00000020:00000010:2.0:1767384606.442556:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b06f052a. 00000800:00000010:3.0:1767384606.442558:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000797c5a00. 00000100:00000001:0.0:1767384606.442566:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294894767 00000800:00000010:3.0:1767384606.442568:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002a4ff24. 00000020:00000010:2.0:1767384606.442569:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9ebbe3b. 00000100:00000001:0.0:1767384606.442574:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384606.442576:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c21c6f31. 00000100:00000001:0.0:1767384606.442580:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.442582:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384606.442586:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384606.442587:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.442588:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.442594:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384606.442596:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.442600:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384606.442603:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384606.442608:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767384606.442609:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002a4ff24. 00000100:00000001:2.0:1767384606.442614:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384606.442615:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384606.442617:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384606.442619:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384606.442624:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384606.442628:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:2.0:1767384606.442631:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384606.442631:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.442637:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905593936 : -108600803957680 : ffff9d3a67a86450) 00000100:00000040:2.0:1767384606.442643:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090b6f8f2 x1853237050223232/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:587/0 lens 4848/0 e 0 to 0 dl 1767384617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384606.442650:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384606.442653:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c97f05a. 00000100:00000001:2.0:1767384606.442655:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384606.442657:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c97f05a. 00000100:00100000:2.0:1767384606.442663:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090b6f8f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050223232:12345-0@lo:253: 00000100:00000200:2.0:1767384606.442666:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050223232 00000020:00000001:2.0:1767384606.442669:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384606.442672:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384606.442674:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384606.442676:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384606.442678:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:2.0:1767384606.442680:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384606.442682:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384606.442685:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384606.442687:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384606.442690:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384606.442693:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384606.442696:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384606.442701:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 02000000:00000010:2.0:1767384606.442704:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a67a1245. 02000000:00000001:2.0:1767384606.442715:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.442718:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp16 from 241.3.0.2 00000100:00000001:2.0:1767384606.442721:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384606.442726:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000083c668e7. 20000000:00000001:2.0:1767384606.442727:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384606.442752:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000050d7b1e5. 20000000:01000000:2.0:1767384606.442757:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384606.442761:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384606.442764:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384606.442767:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384606.442771:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384606.442774:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384606.442785:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000084c05189. 20000000:01000000:2.0:1767384606.442788:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:2.0:1767384606.442793:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384606.442799:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:0.0:1767384606.442803:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:2.0:1767384606.442804:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:0.0:1767384606.442809:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384606.442815:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000040:0.0:1767384606.442820:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00080000:00000001:2.0:1767384606.442823:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:0.0:1767384606.442824:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905584720 : -108600803966896 : ffff9d3a67a84050) 00000100:00000040:0.0:1767384606.442833:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c40d93a x1853237050223360/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:587/0 lens 4848/0 e 0 to 0 dl 1767384617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767384606.442840:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384606.442846:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:0.0:1767384606.442847:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:2.0:1767384606.442848:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384606.442853:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384606.442856:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384606.442856:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006cbc5795. 00080000:00000002:2.0:1767384606.442859:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000100:00000001:0.0:1767384606.442861:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384606.442864:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00000020:00000010:0.0:1767384606.442867:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006cbc5795. 00080000:00000002:2.0:1767384606.442868:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384606.442875:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384606.442878:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384606.442881:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384606.442882:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c40d93a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050223360:12345-0@lo:253: 00000020:00000001:2.0:1767384606.442885:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000200:0.0:1767384606.442891:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050223360 00000020:00000001:2.0:1767384606.442892:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384606.442898:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384606.442898:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000010:2.0:1767384606.442904:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000061545eaf. 00000020:00000001:0.0:1767384606.442906:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:2.0:1767384606.442909:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468046732800 : -108605662818816 : ffff9d39460c0e00) 00000020:00000001:0.0:1767384606.442911:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384606.442913:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:0.0:1767384606.442918:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:2.0:1767384606.442919:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000020:00000001:0.0:1767384606.442924:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00080000:00000010:2.0:1767384606.442926:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006c97f05a. 00000020:00000001:0.0:1767384606.442931:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384606.442932:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384606.442935:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384606.442938:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:2.0:1767384606.442944:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:0.0:1767384606.442944:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384606.442956:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384606.442957:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.442961:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384606.442965:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384606.442971:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000282d3cfa. 02000000:00000001:0.0:1767384606.442974:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384606.442975:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384606.442977:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384606.442982:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384606.443001:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000780c4312. 00000800:00000010:2.0:1767384606.443004:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000098bbf04c. 20000000:01000000:0.0:1767384606.443007:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:2.0:1767384606.443009:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000778e9322. 20000000:00000001:0.0:1767384606.443011:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384606.443015:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384606.443018:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384606.443021:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384606.443024:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:2.0:1767384606.443032:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bf124296. 00000800:00000200:2.1:1767384606.443038:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a52f8b61] -> 12345-192.168.202.122@tcp16 (2) 00000800:00000200:2.1:1767384606.443042:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp16 00000000bf124296 deleted 00000800:00000010:2.1:1767384606.443043:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bf124296. 00000800:00000200:2.1:1767384606.443048:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384606.443053:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp16 ip 192.168.202.122:1009 00000800:00000200:2.1:1767384606.443057:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d3de8182 type 1, nob 272 niov 1 nkiov 1 00000800:00000200:2.0:1767384606.443061:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp16 p 3.x 192.168.202.122 -> 192.168.202.122:1009 incarnation:1767384604991778171 sched[0] 00000800:00000010:2.0:1767384606.443066:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f2f6658. 00000800:00000010:2.0:1767384606.443121:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f2f6658. 00000800:00000010:2.0:1767384606.443127:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000778e9322. 00000800:00000200:0.1:1767384606.443161:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384606.443166:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000083c668e7. 00000800:00000001:3.0:1767384606.443173:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384606.443174:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp16 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384604991778171 sched[0] 00000800:00000001:3.0:1767384606.443181:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384606.443182:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000797c5a00. 00000800:00000001:3.0:1767384606.443247:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384606.443253:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384606.443256:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384606.443258:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3de8182. 00000800:00000001:3.0:1767384606.443259:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384606.443265:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384606.443267:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384606.443276:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp16->192.168.202.122@tcp16: PUT: OK 00000400:00000200:0.0:1767384606.443280:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384606.443282:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp16(192.168.202.122@tcp16) <- 192.168.202.122@tcp16 : PUT - for me 00000400:00000200:2.0:1767384606.443283:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384606.443322:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000400:00000200:3.0:1767384606.443331:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384606.443339:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 176/176 into md 0x1319 [1] + 0 00000400:00000010:3.0:1767384606.443342:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4baddd9. 00000400:00000200:3.0:1767384606.443383:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050bf6545 00000400:00000200:0.0:1767384606.443404:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000001:3.0:1767384606.443407:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384606.443420:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384606.443422:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384606.443427:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp16->192.168.202.122@tcp16: PUT: OK 00000400:00000200:3.0:1767384606.443430:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bf6545 00000400:00000010:3.0:1767384606.443432:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bf6545. 00000400:00000200:3.0:1767384606.443437:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384606.443442:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (10) 00000400:00000200:3.0:1767384606.443447:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:3.0:1767384606.443452:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000547e53d5. 00000400:00000200:3.0:1767384606.443455:0:16339:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 9 00000400:00000200:3.0:1767384606.443461:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384606.443465:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384606.443473:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (11) 00000400:00000200:3.0:1767384606.443480:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384606.443494:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp16 to MR: 192.168.202.122@tcp16 local destination 00000400:00000200:3.0:1767384606.443500:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp16 NI seq info: [20:20:256:4294967295] 192.168.202.122@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:3.0:1767384606.443510:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp16(192.168.202.122@tcp16:192.168.202.122@tcp16) -> 192.168.202.122@tcp16(192.168.202.122@tcp16:192.168.202.122@tcp16) 192.168.202.122@tcp16 : ACK try# 0 00000800:00000200:3.0:1767384606.443517:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp16 00000400:00000200:2.0:1767384606.443518:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384606.443519:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000800:00000010:3.0:1767384606.443521:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cc2dc026. 00000800:00000200:3.0:1767384606.443532:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a52f8b61] -> 12345-192.168.202.122@tcp16 (4) 00000800:00000200:3.0:1767384606.443537:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp16 ip 192.168.202.122:988 00000800:00000200:3.0:1767384606.443540:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cc2dc026 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384606.443582:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000010:2.0:1767384606.443616:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a339385. 00000400:00000200:0.0:1767384606.443639:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000010:2.0:1767384606.443645:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f330bfd. 00000400:00000200:2.0:1767384606.443650:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000400:00000200:2.0:1767384606.443656:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1004d1 00000400:00000010:2.0:1767384606.443663:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000d3de8182. 00000400:00000200:0.0:1767384606.443667:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000010:2.0:1767384606.443668:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 00000000fb9b2305. 00000400:00000010:2.0:1767384606.443674:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000a6dff55b. 00000400:00000010:2.0:1767384606.443689:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000088951d7f. 00000400:00000200:2.0:1767384606.443693:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000088951d7f nid 192.168.202.122@tcp17 00000400:00000010:2.0:1767384606.443697:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f83dcbf1. 00000400:00000200:0.0:1767384606.443697:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384606.443706:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f83dcbf1 net tcp17 00000400:00000200:2.0:1767384606.443712:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (10) 00000400:00000200:2.0:1767384606.443719:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp17 flags 0x11 00000400:00000010:2.0:1767384606.443725:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000d3de8182. 00000400:00000200:0.0:1767384606.443728:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000010:2.0:1767384606.443730:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 00000000fb9b2305. 00000400:00000010:2.0:1767384606.443737:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000a6dff55b. 00000400:00000010:2.0:1767384606.443749:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000547e53d5. 00000400:00000200:0.0:1767384606.443755:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384606.443756:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384606.443765:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100551 00000400:00000200:2.0:1767384606.443771:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 1 00000400:00000200:2.0:1767384606.443775:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 00000400:00000200:2.0:1767384606.443779:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384606.443782:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100511 rc 0 00000400:00000200:2.0:1767384606.443786:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:0.0:1767384606.443787:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384606.443789:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (11) 00000400:00000200:0.0:1767384606.443815:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384606.443847:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000800:00000001:2.0:1767384606.443861:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384606.443873:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384606.443893:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00080000:00000010:2.0:1767384606.444041:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000061545eaf. 00000800:00000010:0.0:1767384606.444043:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a02a6910. 00000800:00000010:0.0:1767384606.444049:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f66a6ad. 00000800:00000010:0.0:1767384606.444059:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cbc5795. 00000800:00000010:0.0:1767384606.444098:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cbc5795. 00000400:00000200:2.0:1767384606.444119:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384606.444131:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp16 from 240.3.0.2 00000800:00000010:2.0:1767384606.444134:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000030202d72. 00080000:00000010:0.0:1767384606.444135:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006c97f05a. 00040000:00000001:0.0:1767384606.444140:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384606.444143:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384606.444145:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384606.444148:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384606.444151:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384606.444153:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384606.444163:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384606.444171:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384606.444174:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384606.444179:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000010:2.0:1767384606.444229:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d8e60f8. 00000800:00000010:2.0:1767384606.444233:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000778e9322. 00000800:00000010:2.0:1767384606.444244:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bf124296. 20000000:00000010:0.0:1767384606.444247:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f03dc4c9. 00000800:00000200:2.1:1767384606.444252:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a52f8b61] -> 12345-192.168.202.122@tcp16 (4) 20000000:01000000:0.0:1767384606.444253:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:0.0:1767384606.444260:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000200:2.1:1767384606.444263:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp16 00000000bf124296 deleted 00080000:00000001:0.0:1767384606.444265:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000010:2.1:1767384606.444266:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bf124296. 00080000:00000001:0.0:1767384606.444269:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000200:2.1:1767384606.444271:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384606.444275:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp16 p 3.x 192.168.202.122 -> 192.168.202.122:1008 incarnation:1767384604991778171 sched[0] 00000800:00000010:2.0:1767384606.444280:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f2f6658. 00000800:00000200:3.0:1767384606.444322:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384606.444326:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cc2dc026. 00080000:00000001:0.0:1767384606.444327:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384606.444332:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1767384606.444339:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.444340:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp16->192.168.202.122@tcp16: ACK: OK 00080000:00000001:0.0:1767384606.444347:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384606.444351:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384606.444352:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384606.444356:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f2f6658. 00080000:00000001:0.0:1767384606.444356:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000800:00000001:3.0:1767384606.444360:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384606.444362:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000778e9322. 00080000:00000001:0.0:1767384606.444362:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384606.444364:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000002:0.0:1767384606.444371:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000800:00000001:3.0:1767384606.444372:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384606.444379:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000030202d72. 00000020:00000001:0.0:1767384606.444379:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:0.0:1767384606.444399:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384606.444400:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp16(192.168.202.122@tcp16) <- 192.168.202.122@tcp16 : ACK - for me 20000000:01000000:2.0:1767384606.444408:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384606.444409:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384606.444413:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384606.444417:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:3.0:1767384606.444418:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp16: ACK from 12345-192.168.202.122@tcp16 into md 0x1361 00080000:00000001:0.0:1767384606.444419:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.444424:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:3.0:1767384606.444427:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384606.444428:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384606.444428:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384606.444435:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp16->192.168.202.122@tcp16: ACK: OK 00000020:00000001:0.0:1767384606.444436:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:2.0:1767384606.444437:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a9adcc29. 00000400:00000200:3.0:1767384606.444439:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ea58a1 00000020:00000001:0.0:1767384606.444442:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00000400:00000010:3.0:1767384606.444444:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ea58a1. 00010000:00000001:2.0:1767384606.444444:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384606.444450:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018bdeef6. 00080000:00000001:0.0:1767384606.444450:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384606.444451:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:2.0:1767384606.444457:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:3.0:1767384606.444458:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00080000:00000010:0.0:1767384606.444458:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004d2ce7a8. 00000020:00000040:2.0:1767384606.444461:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018bdeef6 with handle 0x9f279d7a9a0b4ed3 to hash 00000400:00000200:3.0:1767384606.444463:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (10) 00000020:00000001:2.0:1767384606.444466:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384606.444466:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468041502720 : -108605668048896 : ffff9d3945bc4000) 00000800:00000001:3.0:1767384606.444469:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384606.444472:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000001:3.0:1767384606.444474:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.444475:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000800:00000001:3.0:1767384606.444480:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384606.444482:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000800:00000001:3.0:1767384606.444485:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384606.444486:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384606.444488:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384606.444492:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006cbc5795. 00010000:00000001:2.0:1767384606.444493:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384606.444497:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384606.444499:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ed3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384606.444500:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000001:3.0:1767384606.444510:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384606.444511:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.444513:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384606.444520:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384606.444523:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384606.444524:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384606.444526:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384606.444531:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.444534:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384606.444536:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.444539:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000020:0.0:1767384606.444539:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384606.444545:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:0.0:1767384606.444546:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384606.444549:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000010:0.0:1767384606.444549:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000050d7b1e5. 00010000:00000001:2.0:1767384606.444555:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:0.0:1767384606.444556:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384606.444559:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a9adcc29) refcount = 1 00010000:00000040:0.0:1767384606.444562:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050223232 00010000:00000001:0.0:1767384606.444568:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384606.444569:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ed3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384606.444574:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090b6f8f2 x1853237050223232/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:587/0 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384606.444589:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384606.444592:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384606.444594:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384606.444595:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.444600:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384606.444601:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=23 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384606.444607:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.444608:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384606.444613:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:2.0:1767384606.444614:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384606.444616:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384606.444622:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 20000000:00000001:2.0:1767384606.444623:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:0.0:1767384606.444624:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.444628:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:01000000:2.0:1767384606.444629:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00000100:00000040:0.0:1767384606.444632:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384606.444637:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1767384606.444638:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000000daac7. 00000020:00000001:2.0:1767384606.444640:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384606.444644:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050223232, offset 224 00000020:00000040:2.0:1767384606.444645:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=4 00000020:00000001:2.0:1767384606.444651:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000400:00000200:0.0:1767384606.444654:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384606.444659:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000400:00000200:0.0:1767384606.444665:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384606.444666:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:0.0:1767384606.444673:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102a80 00000400:00000200:0.0:1767384606.444678:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1365 [2] + 224 00010000:00010000:2.0:1767384606.444680:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ed3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384606.444684:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384606.444692:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384606.444699:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384606.444700:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384606.444703:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ed3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384606.444706:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8ebe320 x1853237050223232/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384606.444729:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384606.444733:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384606.444737:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ed3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384606.444752:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f8ebe320 x1853237050223232/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384606.444756:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384606.444761:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.444768:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384606.444771:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ed3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384606.444779:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384606.444780:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018bdeef6 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384606.444785:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384606.444787:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000000daac7 00010000:00000001:2.0:1767384606.444788:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:0.0:1767384606.444791:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000000daac7. 00010000:00010000:2.0:1767384606.444793:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ed3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384606.444795:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384606.444798:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384606.444799:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384606.444804:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.444808:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384606.444810:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384606.444810:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384606.444813:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384606.444816:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384606.444817:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384606.444818:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384606.444819:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384606.444821:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384606.444823:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=5 00000020:00000001:0.0:1767384606.444823:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384606.444825:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9e362cb. 00000020:00000001:2.0:1767384606.444829:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000100:00000040:0.0:1767384606.444830:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090b6f8f2 x1853237050223232/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:587/0 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384606.444832:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fdc2daf 00000400:00000010:3.0:1767384606.444837:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fdc2daf. 00010000:00000001:2.0:1767384606.444839:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000100:00000001:3.0:1767384606.444844:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384606.444848:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384606.444852:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ed3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384606.444853:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8ebe320 x1853237050223232/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384606.444854:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090b6f8f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050223232:12345-0@lo:253: Request processed in 2200us (2812us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384606.444878:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00010000:00000001:2.0:1767384606.444880:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384606.444884:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000200:3.0:1767384606.444888:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8ebe320 x1853237050223232/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.444889:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384606.444894:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384606.444895:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384606.444900:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.444901:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384606.444902:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000ecb8496. 00000100:00000001:3.0:1767384606.444907:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.444909:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:0.0:1767384606.444910:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000065241637. 00000100:00000001:3.0:1767384606.444911:0:16344:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384606.444913:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:3.0:1767384606.444916:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384606.444917:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006bb3820. 00000100:00000001:3.0:1767384606.444918:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384606.444918:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1767384606.444923:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00010000:00000001:2.0:1767384606.444924:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.444925:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384606.444929:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384606.444932:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384606.444933:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018bdeef6 with handle 0x9f279d7a9a0b4ed3 from hash 02000000:00000010:0.0:1767384606.444934:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a67a1245. 00000100:00001000:3.0:1767384606.444939:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=23 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384606.444942:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:0.0:1767384606.444942:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384606.444944:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=23 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384606.444948:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384606.444948:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.444949:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384606.444952:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384606.444953:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.444956:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:0.0:1767384606.444956:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384606.444957:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384606.444961:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384606.444962:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384606.444964:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc9b57be. 00010000:00000001:2.0:1767384606.444966:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384606.444967:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384606.444970:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000000daac7. 00010000:00000001:2.0:1767384606.444972:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:3.0:1767384606.444974:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8ebe320 x1853237050223232/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384606.444977:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.444985:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.444986:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384606.444992:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384606.444992:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384606.444998:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.444998:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000200:0.1:1767384606.444999:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000020:01000004:3.0:1767384606.445005:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384606.445007:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384606.445008:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384606.445014:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384606.445014:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1767384606.445015:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp16 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384604991778171 sched[0] 00000020:01000004:3.0:1767384606.445019:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384606.445020:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384606.445021:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384606.445025:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384606.445029:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384606.445029:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f66a6ad. 00000020:01000004:3.0:1767384606.445035:0:16344:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:2.0:1767384606.445037:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384606.445038:0:16344:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384606.445040:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384606.445044:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:2.0:1767384606.445044:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ed3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384606.445049:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8ebe320 x1853237050223232/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384606.445053:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384606.445059:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.445067:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384606.445072:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8ebe320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050223232:0@lo:253: 00010000:00000001:2.0:1767384606.445073:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384606.445078:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384606.445079:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.445082:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384606.445083:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384606.445087:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8ebe320 x1853237050223232/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384606.445088:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384606.445093:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384606.445098:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384606.445098:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:3.0:1767384606.445104:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384606.445104:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384606.445106:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a92f3082. 20000000:00000001:2.0:1767384606.445111:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.445113:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384606.445118:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:2.0:1767384606.445119:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ed3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767384606.445120:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384606.445125:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384606.445128:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ce8557a2. 02000000:00000001:3.0:1767384606.445134:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384606.445136:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384606.445137:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8ebe320. 00000100:00000001:3.0:1767384606.445140:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384606.445142:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.445147:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.445153:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384606.445157:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.445158:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384606.445160:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384606.445164:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.445164:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384606.445169:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ed3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384606.445180:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a9adcc29 count: 0 00010000:00000001:2.0:1767384606.445189:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384606.445191:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:2.0:1767384606.445987:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004d2ce7a8. 00080000:00000010:0.0:1767384606.446101:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006cbc5795. 00040000:00000001:0.0:1767384606.446109:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384606.446111:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384606.446113:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384606.446117:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384606.446119:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384606.446122:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384606.446124:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384606.446138:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384606.446141:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384606.446147:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384606.446176:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384606.446181:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384606.446184:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384606.446188:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384606.446191:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384606.446197:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000078f90b5c. 00010000:00000001:2.0:1767384606.446202:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384606.446206:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024a3921b. 00000020:00000001:2.0:1767384606.446209:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384606.446211:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000024a3921b with handle 0x9f279d7a9a0b4eda to hash 00000020:00000001:2.0:1767384606.446214:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384606.446216:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384606.446219:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384606.446222:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384606.446225:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384606.446228:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4eda lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384606.446236:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384606.446239:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384606.446241:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384606.446242:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384606.446244:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.446247:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384606.446256:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.446258:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384606.446260:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384606.446262:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384606.446263:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384606.446265:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000078f90b5c) refcount = 1 00010000:00010000:2.0:1767384606.446269:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4eda lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384606.446275:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384606.446277:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384606.446278:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.446280:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.446282:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384606.446286:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384606.446288:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384606.446291:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384606.446293:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384606.446296:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=4 00000020:00000001:2.0:1767384606.446299:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384606.446302:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384606.446346:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384606.446348:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4eda lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384606.446356:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384606.446359:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4eda lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384606.446361:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384606.446367:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384606.446371:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:0.0:1767384606.446371:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000780c4312. 00010000:00000001:2.0:1767384606.446376:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384606.446378:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384606.446380:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4eda lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384606.446382:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050223360 00010000:00000001:0.0:1767384606.446401:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384606.446407:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009c40d93a x1853237050223360/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:587/0 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384606.446411:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384606.446415:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384606.446419:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384606.446420:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384606.446422:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384606.446426:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384606.446431:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1767384606.446431:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384606.446434:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00010000:2.0:1767384606.446437:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4eda lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384606.446438:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384606.446442:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.446447:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384606.446452:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384606.446458:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000024a3921b already unused, calling callback (0000000043915e75) 00000400:00000010:0.0:1767384606.446458:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f66a6ad. 00010000:00000001:2.0:1767384606.446465:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:0.0:1767384606.446466:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050223360, offset 224 00010000:00000001:2.0:1767384606.446470:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384606.446475:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384606.446476:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4eda lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384606.446487:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384606.446490:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384606.446493:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384606.446494:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384606.446499:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=5 00000020:00000001:2.0:1767384606.446502:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00000400:00000200:0.0:1767384606.446503:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102b00 00010000:00000001:2.0:1767384606.446510:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00000400:00000200:0.0:1767384606.446512:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x136d [2] + 224 00010000:00000001:2.0:1767384606.446517:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384606.446519:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384606.446522:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4eda lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384606.446525:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384606.446530:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384606.446535:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:0.0:1767384606.446535:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b69c60db x1853237050223360/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384606.446540:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384606.446545:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.446548:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b69c60db x1853237050223360/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384606.446552:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384606.446555:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384606.446559:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384606.446562:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384606.446564:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000024a3921b with handle 0x9f279d7a9a0b4eda from hash 00000100:00000001:0.0:1767384606.446568:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384606.446569:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384606.446573:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384606.446575:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f66a6ad 00010000:00000001:2.0:1767384606.446576:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384606.446580:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:0.0:1767384606.446581:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f66a6ad. 00010000:00000001:2.0:1767384606.446584:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384606.446586:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384606.446587:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384606.446588:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384606.446589:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384606.446591:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384606.446594:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384606.446596:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384606.446597:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384606.446598:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384606.446600:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000001:3.0:1767384606.446601:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384606.446605:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384606.446606:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba01603f. 00000020:00000001:0.0:1767384606.446607:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384606.446613:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000828f3d1d 00000020:00000001:0.0:1767384606.446615:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384606.446616:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000828f3d1d. 00010000:00000001:2.0:1767384606.446616:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384606.446620:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c40d93a x1853237050223360/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:587/0 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384606.446621:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384606.446626:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384606.446630:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384606.446635:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384606.446641:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b69c60db x1853237050223360/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384606.446641:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384606.446641:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c40d93a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050223360:12345-0@lo:253: Request processed in 3790us (4278us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384606.446646:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.446654:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.446662:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384606.446662:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000040:0.0:1767384606.446668:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00010000:00010000:2.0:1767384606.446670:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4eda lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384606.446672:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384606.446675:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b69c60db x1853237050223360/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384606.446676:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384606.446681:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9ebbe3b. 00000020:00000010:0.0:1767384606.446688:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c21c6f31. 00000020:00000010:0.0:1767384606.446694:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b06f052a. 00010000:00000001:2.0:1767384606.446697:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384606.446700:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00010000:00000001:2.0:1767384606.446702:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384606.446703:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384606.446708:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.446708:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384606.446711:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384606.446714:0:16345:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384606.446714:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000010:0.0:1767384606.446714:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000282d3cfa. 02000000:00000001:3.0:1767384606.446719:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384606.446720:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384606.446721:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384606.446722:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384606.446726:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384606.446727:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384606.446727:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384606.446731:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:3.0:1767384606.446735:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.446737:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384606.446737:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384606.446744:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=23 v=5 (5 0 0 0) 20000000:00000001:2.0:1767384606.446745:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384606.446745:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba01603f. 00010000:00010000:2.0:1767384606.446753:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4eda lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384606.446753:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f66a6ad. 00000100:00001000:3.0:1767384606.446755:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384606.446766:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384606.446770:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384606.446771:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384606.446774:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384606.446776:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:2.0:1767384606.446778:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4eda lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384606.446779:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.446784:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.446792:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b69c60db x1853237050223360/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384606.446793:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000078f90b5c count: 0 00000100:00000001:3.0:1767384606.446802:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384606.446805:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384606.446807:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384606.446811:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384606.446811:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384606.446816:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384606.446817:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384606.446821:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384606.446823:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384606.446824:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384606.446826:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384606.446827:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384606.446828:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384606.446829:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384606.446831:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b69c60db x1853237050223360/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384606.446836:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b69c60db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050223360:0@lo:253: 00000100:00000001:3.0:1767384606.446847:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.446849:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384606.446850:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b69c60db x1853237050223360/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384622 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.446856:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384606.446857:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384606.446859:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000802f3fe0. 02000000:00000001:3.0:1767384606.446862:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384606.446864:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384606.446865:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384606.446867:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384606.446868:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000202d571f. 02000000:00000001:3.0:1767384606.446871:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384606.446872:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384606.446874:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b69c60db. 00000100:00000001:3.0:1767384606.446877:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384606.446878:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.446880:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.446884:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384606.446885:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.446887:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384606.446889:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.448358:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294894768, at 4294894769 00000100:00000010:3.0:1767384606.448365:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1931c6f. 00000100:00000040:2.0:1767384606.448379:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294894768, at 4294894769 00000100:00000040:0.0:1767384606.448397:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294894768, at 4294894769 00000100:00000040:1.0:1767384606.448403:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294894768, at 4294894769 00000100:00000010:2.0:1767384606.448406:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8e956ba. 00000100:00000010:0.0:1767384606.448408:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067cc6391. 00000100:00000010:1.0:1767384606.448415:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030c6098b. 00010000:00000010:2.1:1767384606.455340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a9adcc29. 00010000:00000010:2.1:1767384606.455348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018bdeef6. 00010000:00000010:2.1:1767384606.455351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000078f90b5c. 00010000:00000010:2.1:1767384606.455353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024a3921b. 00000400:00000010:1.0:1767384606.463528:0:21345:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c7fd5490. 00000400:00000040:1.0:1767384606.463551:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384606.463554:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384606.463557:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384606.463559:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384606.463561:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384606.463562:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384606.463565:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384606.463567:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384606.463569:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384606.463570:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384606.463573:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384606.463579:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384606.463582:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384606.463584:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384606.463586:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384606.463588:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384606.463589:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384606.463591:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384606.463592:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384606.463594:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384606.463596:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384606.463597:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384606.463599:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384606.463601:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384606.463602:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384606.463605:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384606.463606:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384606.463608:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384606.463610:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384606.463612:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384606.463613:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384606.463615:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384606.463617:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384606.463619:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384606.463620:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384606.463622:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384606.463623:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384606.463626:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384606.463628:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384606.463630:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384606.463632:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384606.463633:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384606.463635:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384606.463637:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384606.463638:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384606.463640:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384606.463642:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384606.463643:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384606.463646:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384606.463647:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384606.463656:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384606.463658:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384606.463659:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384606.463661:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384606.463663:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384606.463665:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384606.463667:0:21345:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384606.463703:0:21345:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c7fd5490. 00010000:00000001:1.0:1767384606.464343:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384606.464348:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384606.464355:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384606.464357:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384606.464409:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384606.464412:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384606.464415:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384606.783456:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384606.783460:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 2 10000000:00000001:3.0:1767384606.783464:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384606.783466:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384606.783468:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384606.783470:0:17073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384606.783472:0:17073:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384606.783474:0:17073:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384606.783476:0:17073:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d3a4b2d0000 from 11 10000000:00000001:3.0:1767384606.783486:0:17073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384606.783487:0:17073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384606.783494:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9aa81f1. 00000020:00000040:3.0:1767384606.783498:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384606.783502:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384606.783504:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384606.783509:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384606.783514:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a3f8e09. 00000100:00000001:3.0:1767384606.783521:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.783525:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384606.783527:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384606.783534:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007fe915a7. 00010000:00000001:3.0:1767384606.783537:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384606.783540:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093bb66cd. 00000020:00000001:3.0:1767384606.783545:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384606.783547:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000093bb66cd with handle 0x9f279d7a9a0b4ee1 to hash 00000020:00000001:3.0:1767384606.783549:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384606.783551:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:3.0:1767384606.783554:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:3.0:1767384606.783557:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384606.783561:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384606.783563:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384606.783569:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384606.783576:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384606.783580:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384606.783582:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384606.783587:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e4d6048b. 00000100:00000001:3.0:1767384606.783589:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472905682496 : -108600803869120 : ffff9d3a67a9be40) 00000100:00000001:3.0:1767384606.783591:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384606.783598:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964272128 : -108605745279488 : ffff9d394121ce00) 00000100:00000001:3.0:1767384606.783602:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384606.783604:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.783606:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384606.783609:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384606.783615:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9aa81f1 x1853237050223488/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.783622:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384606.783624:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.783627:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384606.783629:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384606.783631:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384606.783633:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9aa81f1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050223488:0@lo:101: 00000100:00000001:3.0:1767384606.783636:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384606.783640:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384606.783642:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.783644:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384606.783648:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001449b5ae. 02000000:00000001:3.0:1767384606.783650:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384606.783658:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52dc6a7. 00000400:00000010:3.0:1767384606.783666:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017ac58c2. 00000100:00000200:3.0:1767384606.783671:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050223488, portal 25 00000100:00000001:3.0:1767384606.783673:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384606.783674:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964272128 : -108605745279488 : ffff9d394121ce00) 00000100:00000040:3.0:1767384606.783677:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9aa81f1 x1853237050223488/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384622 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.783682:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384606.783684:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384606.783687:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000100:00000200:3.0:1767384606.783689:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050223488, offset 0 00000400:00000200:3.0:1767384606.783694:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384606.783705:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384606.783715:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260102b80 00000400:00000200:3.0:1767384606.783721:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x201 [2] + 0 00000400:00000010:3.0:1767384606.783729:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004137a33d. 00000400:00000200:3.0:1767384606.783732:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000034ac5399 00000400:00000200:3.0:1767384606.783738:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384606.783741:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384606.783746:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ac5399 00000400:00000010:3.0:1767384606.783747:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000034ac5399. 00000100:00000001:3.0:1767384606.783751:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384606.783753:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384606.783755:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000000aba20c0 x1853237050223488 msgsize 328 00000100:00100000:3.0:1767384606.783760:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384606.783762:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384606.783771:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384606.783781:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:3.0:1767384606.783783:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:3.0:1767384606.783787:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384606.783789:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9aa81f1 x1853237050223488/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384622 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.783797:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384606.783799:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f9aa81f1 x1853237050223488/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384622 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.783803:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.783804:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384606.783808:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.783812:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294895109 00000100:00000010:3.0:1767384606.783816:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd70c9e6. 00000100:00000001:3.0:1767384606.783821:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384606.783827:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294895109 00000100:00000010:3.0:1767384606.783829:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e0011f25. 00000100:00000001:3.0:1767384606.783834:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384606.783838:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294895109 00000100:00000010:3.0:1767384606.783840:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000234a425c. 00000100:00000001:3.0:1767384606.783845:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384606.783848:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294895109 00000100:00000010:3.0:1767384606.783856:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a723d482. 00000100:00000001:3.0:1767384606.783858:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384606.783861:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384606.783863:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.783866:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384606.783868:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384606.783870:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e4d6048b going to sleep for 11 seconds 00000100:00000001:3.0:1767384606.783872:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384606.783874:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.783889:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384606.783891:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050223488 02000000:00000001:3.0:1767384606.783893:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384606.783895:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384606.783897:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.783901:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384606.783904:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050223488 00000020:00000001:3.0:1767384606.783905:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384606.783907:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384606.783909:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384606.783910:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:3.0:1767384606.783912:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384606.783914:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384606.783917:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384606.783920:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000623c8b88. 00000100:00000001:3.0:1767384606.783922:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384606.783924:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000623c8b88. 00000020:00000010:3.0:1767384606.783929:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7dd85e3. 00000020:00000010:3.0:1767384606.783932:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d59fb7e1. 00000020:00000010:3.0:1767384606.783937:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fd26b2a0. 00000100:00000040:3.0:1767384606.783943:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384606.783945:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384606.783946:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384606.783948:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.783953:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.783967:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.783981:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384606.783982:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384606.783986:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:3.0:1767384606.783990:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384606.783991:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905591888 : -108600803959728 : ffff9d3a67a85c50) 00000100:00000040:3.0:1767384606.783996:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000aba20c0 x1853237050223488/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:587/0 lens 328/0 e 0 to 0 dl 1767384617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.784002:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384606.784007:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000623c8b88. 00000100:00000001:3.0:1767384606.784008:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384606.784009:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000623c8b88. 00000100:00100000:3.0:1767384606.784012:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000aba20c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17073:x1853237050223488:12345-0@lo:101: 00000100:00000200:3.0:1767384606.784017:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050223488 00000020:00000001:3.0:1767384606.784019:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384606.784022:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384606.784024:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384606.784026:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384606.784028:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:3.0:1767384606.784031:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384606.784032:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384606.784035:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384606.784036:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384606.784039:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384606.784041:0:17070:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384606.784042:0:17070:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384606.784044:0:17070:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384606.784046:0:17070:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384606.784047:0:17070:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.784051:0:17070:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384606.784056:0:17070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e21b4e06. 00010000:00000001:3.0:1767384606.784060:0:17070:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384606.784063:0:17070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee4d2c54. 00000020:00000001:3.0:1767384606.784071:0:17070:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384606.784072:0:17070:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee4d2c54 with handle 0x9f279d7a9a0b4ee8 to hash 00000020:00000001:3.0:1767384606.784074:0:17070:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384606.784075:0:17070:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384606.784077:0:17070:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00010000:3.0:1767384606.784079:0:17070:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4ee8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f279d7a9a0b4ee1 expref: -99 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384606.784084:0:17070:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000021677888 : new locks_count 10 00000020:00000040:3.0:1767384606.784085:0:17070:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=15 00000100:00000001:3.0:1767384606.784092:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384606.784093:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384606.784098:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f12f5664. 02000000:00000001:3.0:1767384606.784099:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.784101:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.784103:0:17070:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384606.784106:0:17070:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384606.784108:0:17070:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384606.784109:0:17070:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384606.784111:0:17070:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384606.784113:0:17070:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384606.784114:0:17070:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384606.784116:0:17070:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384606.784118:0:17070:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384606.784119:0:17070:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384606.784120:0:17070:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384606.784122:0:17070:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e21b4e06) refcount = 1 00010000:00010000:3.0:1767384606.784127:0:17070:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4ee8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4ee1 expref: 15 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384606.784131:0:17070:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384606.784132:0:17070:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384606.784134:0:17070:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384606.784135:0:17070:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.784137:0:17070:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384606.784145:0:17070:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384606.784147:0:17070:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4ee8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4ee1 expref: 15 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384606.784152:0:17070:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384606.784154:0:17070:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384606.784156:0:17070:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384606.784157:0:17070:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.784159:0:17070:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384606.784160:0:17070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384606.784161:0:17070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384606.784163:0:17070:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ee4d2c54, rc 0) 00000020:00000001:3.0:1767384606.784165:0:17070:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384606.784168:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050223488 00010000:00000001:3.0:1767384606.784170:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384606.784173:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000aba20c0 x1853237050223488/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:587/0 lens 328/344 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384606.784178:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384606.784180:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384606.784183:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384606.784187:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384606.784189:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384606.784190:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384606.784192:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384606.784194:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.784196:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384606.784197:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384606.784203:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000100:00000200:3.0:1767384606.784205:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050223488, offset 224 00000400:00000200:3.0:1767384606.784209:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384606.784215:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384606.784223:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260102b80 00000400:00000200:3.0:1767384606.784228:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1389 [1] + 224 00000400:00000200:3.0:1767384606.784232:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384606.784235:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384606.784249:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384606.784252:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9aa81f1 x1853237050223488/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384606.784260:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f9aa81f1 x1853237050223488/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384622 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.784270:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384606.784276:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:3.0:1767384606.784277:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:3.0:1767384606.784280:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384606.784281:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384606.784287:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.784347:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384606.784349:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384606.784351:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384606.784353:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384606.784356:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aba20c0 x1853237050223488/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:587/0 lens 328/344 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384606.784363:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000aba20c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050223488:12345-0@lo:101: Request processed in 359us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384606.784373:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000040:3.0:1767384606.784376:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384606.784379:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384606.784394:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384606.784398:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d59fb7e1. 00000020:00000010:3.0:1767384606.784404:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fd26b2a0. 00000020:00000010:3.0:1767384606.784409:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7dd85e3. 00000020:00000040:3.0:1767384606.784417:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:3.0:1767384606.784421:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384606.784423:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f12f5664. 02000000:00000001:3.0:1767384606.784428:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384606.784430:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384606.784434:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384606.784438:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bfd2fd4. 00000400:00000010:3.0:1767384606.784447:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000547e53d5. 00000100:00000001:3.0:1767384606.784490:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384606.784494:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384606.784496:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384606.784497:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f52dc6a7. 00000400:00000200:3.0:1767384606.784504:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017ac58c2 00000400:00000010:3.0:1767384606.784507:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ac58c2. 00000100:00000001:3.0:1767384606.784512:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384606.784518:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9aa81f1 x1853237050223488/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384622 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384606.784526:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9aa81f1 x1853237050223488/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384622 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.784533:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384606.784537:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.784540:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384606.784543:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384606.784545:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384606.784546:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.784548:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384606.784551:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=23 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384606.784555:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384606.784559:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384606.784561:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.784563:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384606.784566:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.784567:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.784572:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9aa81f1 x1853237050223488/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384622 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.784576:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384606.784578:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384606.784580:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384606.784585:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9aa81f1 x1853237050223488/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384622 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384606.784592:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9aa81f1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050223488:0@lo:101: 00000100:00000001:3.0:1767384606.784603:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.784605:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.784607:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384606.784610:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384606.784613:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9aa81f1 x1853237050223488/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384622 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.784618:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384606.784620:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e4d6048b. 00000100:00000001:3.0:1767384606.784626:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384606.784628:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.784631:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384606.784634:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384606.784635:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384606.784638:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=4 00000020:00000001:3.0:1767384606.784640:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:3.0:1767384606.784643:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000040:3.0:1767384606.784648:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000093bb66cd, remote cookie: 0x9f279d7a9a0b4ee8, flags: 0x0 00010000:00000001:3.0:1767384606.784649:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384606.784653:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384606.784654:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384606.784655:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384606.784657:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384606.784659:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007fe915a7) refcount = 1 00010000:00010000:3.0:1767384606.784662:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4ee8 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384606.784667:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384606.784668:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384606.784670:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384606.784672:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384606.784675:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384606.784678:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4ee8 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384606.784690:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384606.784692:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384606.784694:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384606.784696:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384606.784698:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384606.784699:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.784701:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384606.784704:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9aa81f1 x1853237050223488/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384622 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.784708:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384606.784712:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384606.784714:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001449b5ae. 02000000:00000001:3.0:1767384606.784719:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384606.784721:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384606.784722:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384606.784724:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384606.784727:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000a3f8e09. 02000000:00000001:3.0:1767384606.784730:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384606.784732:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384606.784734:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9aa81f1. 00000100:00000001:3.0:1767384606.784738:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384606.784739:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384606.784742:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384606.784745:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384606.784746:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:3.0:1767384606.784748:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.784750:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384606.784751:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384606.784752:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=3 00000020:00000001:3.0:1767384606.784754:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:3.0:1767384606.784756:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:3.0:1767384606.784757:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384606.784759:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384606.784760:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384606.784761:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384606.784769:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384606.784772:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000744964cd. 00000100:00000010:3.0:1767384606.784790:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9aa81f1. 00000020:00000040:3.0:1767384606.784792:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384606.784794:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384606.784795:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384606.784797:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384606.784803:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000a3f8e09. 00000100:00000001:3.0:1767384606.784806:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.784809:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384606.784811:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001449b5ae. 00000100:00000010:3.0:1767384606.784816:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000623c8b88. 00000020:00000040:3.0:1767384606.784819:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384606.784823:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384606.784825:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384606.784829:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e4d6048b. 00000100:00000001:3.0:1767384606.784832:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472905682496 : -108600803869120 : ffff9d3a67a9be40) 00000100:00000001:3.0:1767384606.784834:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384606.784836:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964272128 : -108605745279488 : ffff9d394121ce00) 00000100:00000001:3.0:1767384606.784839:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384606.784841:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.784843:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384606.784845:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384606.784849:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.784856:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384606.784858:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.784860:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384606.784862:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384606.784865:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384606.784867:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9aa81f1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050223616:0@lo:256: 00000100:00000001:3.0:1767384606.784871:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384606.784874:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384606.784877:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.784884:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384606.784888:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52dc6a7. 00000400:00000010:3.0:1767384606.784892:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000797c5a00. 00000100:00000200:3.0:1767384606.784897:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260102c00-0x6958260102c00, portal 33 00000100:00000001:3.0:1767384606.784899:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.784901:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384606.784905:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7dd85e3. 02000000:00000001:3.0:1767384606.784908:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384606.784911:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3432abf. 00000400:00000010:3.0:1767384606.784916:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017ac58c2. 00000100:00000200:3.0:1767384606.784918:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050223616, portal 25 00000100:00000001:3.0:1767384606.784920:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384606.784922:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964272128 : -108605745279488 : ffff9d394121ce00) 00000100:00000040:3.0:1767384606.784926:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384622 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.784930:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384606.784935:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384606.784940:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000100:00000200:3.0:1767384606.784942:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050223616, offset 0 00000400:00000200:3.0:1767384606.784947:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384606.784955:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384606.784962:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260102c00 00000400:00000200:3.0:1767384606.784967:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x205 [2] + 0 00000400:00000010:3.0:1767384606.784969:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5ee4ab1. 00000400:00000200:3.0:1767384606.784974:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000078e36ee8 00000400:00000200:3.0:1767384606.784977:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384606.784981:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384606.784985:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078e36ee8 00000400:00000010:3.0:1767384606.784988:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078e36ee8. 00000100:00000001:3.0:1767384606.784992:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384606.784994:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384606.784997:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000004ad6672d x1853237050223616 msgsize 304 00000100:00100000:3.0:1767384606.785000:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384606.785001:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384606.785012:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384606.785015:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:3.0:1767384606.785016:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:3.0:1767384606.785018:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384606.785021:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384622 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.785026:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384606.785028:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384622 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.785033:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.785034:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384606.785037:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.785039:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294895110 00000100:00000001:3.0:1767384606.785043:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294895109 00000100:00000001:3.0:1767384606.785046:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294895110 00000100:00000001:3.0:1767384606.785049:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294895109 00000100:00000001:3.0:1767384606.785052:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294895110 00000100:00000001:3.0:1767384606.785056:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294895109 00000100:00000001:3.0:1767384606.785057:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294895110 00000100:00000001:3.0:1767384606.785059:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294895109 00000100:00000001:3.0:1767384606.785060:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384606.785062:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.785063:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384606.785064:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384606.785066:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e4d6048b going to sleep for 11 seconds 00000100:00000001:3.0:1767384606.785068:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384606.785069:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.785080:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384606.785082:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050223616 02000000:00000001:3.0:1767384606.785084:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384606.785085:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384606.785087:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.785095:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384606.785097:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050223616 00000020:00000001:3.0:1767384606.785099:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384606.785100:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384606.785101:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384606.785103:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:3.0:1767384606.785104:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384606.785106:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384606.785109:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384606.785113:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7a9f460. 00000100:00000001:3.0:1767384606.785115:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384606.785117:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7a9f460. 00000020:00000010:3.0:1767384606.785121:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:3.0:1767384606.785125:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d59fb7e1. 00000020:00000010:3.0:1767384606.785128:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fd26b2a0. 00000100:00000040:3.0:1767384606.785135:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384606.785137:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384606.785139:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384606.785140:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.785144:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.785150:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.785158:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384606.785160:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384606.785164:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:3.0:1767384606.785166:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384606.785168:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905589840 : -108600803961776 : ffff9d3a67a85450) 00000100:00000040:3.0:1767384606.785174:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004ad6672d x1853237050223616/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:587/0 lens 304/0 e 0 to 0 dl 1767384617 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.785179:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384606.785182:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7a9f460. 00000100:00000001:3.0:1767384606.785184:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384606.785186:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7a9f460. 00000100:00100000:3.0:1767384606.785194:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004ad6672d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050223616:12345-0@lo:256: 00000100:00000200:3.0:1767384606.785201:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050223616 00000020:00000001:3.0:1767384606.785203:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384606.785205:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384606.785206:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384606.785207:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384606.785209:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:3.0:1767384606.785210:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384606.785212:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384606.785213:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384606.785215:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384606.785217:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.785219:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384606.785221:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384606.785224:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000f12f5664. 02000000:00000001:3.0:1767384606.785225:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.785227:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384606.785229:0:17069:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384606.785232:0:17069:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384606.785234:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384606.785236:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384606.785239:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384606.785240:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384606.785241:0:17069:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384606.785245:0:17069:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000002e57778b. 20000000:00000001:3.0:1767384606.785248:0:17069:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384606.785257:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384606.785262:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384606.785266:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384606.785268:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384606.785269:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384606.785271:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384606.785272:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384606.785274:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384606.785275:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:01000000:3.0:1767384606.785277:0:17069:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 204, pages 3892/1/4/3. 20000000:00000040:3.0:1767384606.785281:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384606.785287:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384606.785325:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384606.785327:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384606.785331:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384606.785333:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384606.785335:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384606.785337:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384606.785338:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:01000000:3.0:1767384606.785340:0:17069:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 204, pages 3688/1/4/3. 20000000:01000000:3.0:1767384606.785342:0:17069:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 408, version 22 20000000:00000001:3.0:1767384606.785343:0:17069:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=408 : 408 : 198) 00000100:00000001:3.0:1767384606.785344:0:17069:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384606.785347:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000043ea646e. 00000100:00000010:3.0:1767384606.785350:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001002d91d. 00000020:00000040:3.0:1767384606.785351:0:17069:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:3.0:1767384606.785354:0:17069:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384606.785356:0:17069:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384606.785359:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000400:00000010:3.0:1767384606.785364:0:17069:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008771e40f. 00000400:00000200:3.0:1767384606.785367:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384606.785375:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384606.785394:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 33 MB=0x6958260102c00 00000400:00000200:3.0:1767384606.785399:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 408/408 into md 0x1399 [4] + 0 00000400:00000010:3.0:1767384606.785402:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f52dc6a7. 00000400:00000200:3.0:1767384606.785405:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000797c5a00 00000400:00000200:3.0:1767384606.785408:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384606.785411:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384606.785414:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000797c5a00 00000400:00000010:3.0:1767384606.785415:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000797c5a00. 00000100:00000001:3.0:1767384606.785418:0:17069:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384606.785419:0:17069:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f9aa81f1 desc 000000001449b5ae mbits 1853237050223616 00000100:00000001:3.0:1767384606.785425:0:17069:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384606.785427:0:17069:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384606.785431:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384606.785440:0:17069:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x13a5 00000400:00000200:3.0:1767384606.785442:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384606.785451:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384606.785453:0:17069:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384606.785454:0:17069:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000043ea646e 00000100:00000001:3.0:1767384606.785457:0:17069:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384606.785469:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:3.0:1767384606.785472:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:3.0:1767384606.785477:0:17069:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384606.785478:0:17069:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000043ea646e 00000100:00000001:3.0:1767384606.785484:0:17069:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384606.785496:0:17069:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 408 bytes via portal 33 id 12345-0@lo mbits 0x6958260102c00-0x6958260102c00 00000100:00000001:3.0:1767384606.785498:0:17069:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.785502:0:17069:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.785504:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384606.785507:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:3.0:1767384606.785509:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001002d91d. 00000100:00000010:3.0:1767384606.785511:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000043ea646e. 00000100:00000001:3.0:1767384606.785514:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384606.785515:0:17069:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384606.785521:0:17069:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000002e57778b. 20000000:00000001:3.0:1767384606.785526:0:17069:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384606.785528:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050223616 00010000:00000001:3.0:1767384606.785531:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384606.785538:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004ad6672d x1853237050223616/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:587/0 lens 304/240 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384606.785543:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384606.785545:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384606.785548:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384606.785551:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384606.785556:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384606.785559:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384606.785562:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384606.785563:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.785565:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384606.785569:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384606.785571:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000100:00000200:3.0:1767384606.785578:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050223616, offset 224 00000400:00000200:3.0:1767384606.785583:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384606.785593:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384606.785597:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260102c00 00000400:00000200:3.0:1767384606.785600:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x139d [1] + 224 00000400:00000200:3.0:1767384606.785604:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384606.785610:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384606.785617:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384606.785619:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384622 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384606.785644:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384622 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.785651:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384606.785658:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:3.0:1767384606.785660:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:3.0:1767384606.785665:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384606.785666:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384606.785669:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.785672:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384606.785676:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384606.785678:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384606.785681:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384606.785685:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ad6672d x1853237050223616/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:587/0 lens 304/240 e 0 to 0 dl 1767384617 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384606.785694:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004ad6672d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050223616:12345-0@lo:256: Request processed in 511us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384606.785705:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000040:3.0:1767384606.785708:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384606.785711:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384606.785715:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384606.785718:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d59fb7e1. 00000020:00000010:3.0:1767384606.785722:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fd26b2a0. 00000020:00000010:3.0:1767384606.785736:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000020:00000040:3.0:1767384606.785741:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:3.0:1767384606.785748:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384606.785752:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000f12f5664. 02000000:00000001:3.0:1767384606.785755:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384606.785758:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384606.785760:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384606.785766:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52dc6a7. 00000400:00000010:3.0:1767384606.785770:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000797c5a00. 00000100:00000001:3.0:1767384606.785801:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384606.785805:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384606.785806:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384606.785807:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3432abf. 00000400:00000200:3.0:1767384606.785809:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017ac58c2 00000400:00000010:3.0:1767384606.785811:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ac58c2. 00000100:00000001:3.0:1767384606.785813:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384606.785815:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384622 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384606.785821:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384622 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.785826:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384606.785828:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.785830:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384606.785831:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384606.785833:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384606.785835:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384606.785838:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384606.785843:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=23 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384606.785847:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384606.785852:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384606.785856:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.785859:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384606.785860:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.785861:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384606.785863:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384622 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384606.785883:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384622 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.785888:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384606.785892:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384606.785894:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384622 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384606.785900:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9aa81f1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050223616:0@lo:256: 00000100:00000001:3.0:1767384606.785905:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.785906:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.785907:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384606.785910:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384606.785913:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384622 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.785936:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384606.785939:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e4d6048b. 00000100:00000001:3.0:1767384606.785944:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384606.785946:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384606.785949:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 22, more 0. 10000000:00000001:3.0:1767384606.785952:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384606.785958:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000f78e5664. 10000000:00000040:3.0:1767384606.785966:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384606.785972:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384606.785975:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384606.785982:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:3.0:1767384606.785986:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384606.785987:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384606.785988:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:3.0:1767384606.785990:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000400:00000200:3.0:1767384606.785992:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 9 NIDs 00000400:00001000:3.0:1767384606.785994:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384606.785996:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:3.0:1767384606.786006:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384606.786014:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (9) 00000400:00000200:3.0:1767384606.786017:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384606.786023:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:3.0:1767384606.786025:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (10) 00000400:00000200:3.0:1767384606.786028:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:3.0:1767384606.786030:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:3.0:1767384606.786034:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384606.786036:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:3.0:1767384606.786039:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:3.0:1767384606.786043:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384606.786045:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:3.0:1767384606.786048:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:3.0:1767384606.786053:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384606.786054:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:3.0:1767384606.786056:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:3.0:1767384606.786060:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384606.786062:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:3.0:1767384606.786063:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:3.0:1767384606.786065:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384606.786066:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:3.0:1767384606.786067:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:3.0:1767384606.786070:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384606.786072:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:3.0:1767384606.786075:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:3.0:1767384606.786080:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384606.786083:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:3.0:1767384606.786084:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:3.0:1767384606.786088:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384606.786089:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000100:00000001:3.0:1767384606.786092:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.786093:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384606.786095:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 10000000:00000010:3.0:1767384606.786099:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d59fb7e1. 10000000:00000040:3.0:1767384606.786102:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 22/22 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000020:00000080:3.0:1767384606.786111:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384606.786116:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384606.786120:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:3.0:1767384606.786125:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000001dee115. 00000040:00000010:3.0:1767384606.786129:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c43713c4. 00000020:00000010:3.0:1767384606.786135:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b8c8a15. 00000020:00000010:3.0:1767384606.786141:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384606.786145:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003a764e82. 80000000:00000010:3.0:1767384606.786148:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b5c34ea4. 40000000:00000010:3.0:1767384606.786153:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f7a9f460. 00100000:00000010:3.0:1767384606.786158:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ccfce9a7. 00040000:00000010:3.0:1767384606.786165:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006944c436. 00040000:00000010:3.0:1767384606.786170:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000099656ce7. 00040000:00000010:3.0:1767384606.786174:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c54b09f9. 00080000:00000010:3.0:1767384606.786181:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000090d85d7e. 00080000:00000010:3.0:1767384606.786188:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ce8557a2. 00000004:00000010:3.0:1767384606.786195:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d6ca8dd3. 00000004:00000010:3.0:1767384606.786203:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005e51db34. 00000004:00000010:3.0:1767384606.786208:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000df1830f3. 00002000:00000010:3.0:1767384606.786213:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f12f5664. 00000004:00000010:3.0:1767384606.786218:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000043ea646e. 00000004:00000001:3.0:1767384606.786221:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384606.786224:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384606.786226:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d59fb7e1 00000040:00001000:3.0:1767384606.786229:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384606.786232:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384606.786234:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384606.786235:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384606.786239:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384606.786240:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384606.786243:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384606.786247:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:3.0:1767384606.786248:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384606.786312:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384606.786350:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000001dee115. 00000040:00000010:3.0:1767384606.786356:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c43713c4. 00000020:00000010:3.0:1767384606.786361:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b8c8a15. 00000020:00000010:3.0:1767384606.786366:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384606.786372:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003a764e82. 80000000:00000010:3.0:1767384606.786376:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b5c34ea4. 40000000:00000010:3.0:1767384606.786379:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f7a9f460. 00100000:00000010:3.0:1767384606.786395:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ccfce9a7. 00040000:00000010:3.0:1767384606.786399:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006944c436. 00040000:00000010:3.0:1767384606.786405:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000099656ce7. 00040000:00000010:3.0:1767384606.786408:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c54b09f9. 00080000:00000010:3.0:1767384606.786414:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ce8557a2. 00080000:00000010:3.0:1767384606.786416:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000090d85d7e. 00000004:00000010:3.0:1767384606.786419:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d6ca8dd3. 00000004:00000010:3.0:1767384606.786423:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005e51db34. 00000004:00000010:3.0:1767384606.786427:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df1830f3. 00002000:00000010:3.0:1767384606.786430:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f12f5664. 00000004:00000010:3.0:1767384606.786431:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000043ea646e. 00000020:00000010:3.0:1767384606.786434:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000020:00000001:3.0:1767384606.786436:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384606.786438:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384606.786440:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d59fb7e1. 10000000:00000010:3.0:1767384606.786444:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000f78e5664. 10000000:00000001:3.0:1767384606.786450:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384606.786451:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384606.786454:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9aa81f1 x1853237050223616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384622 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384606.786459:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384606.786460:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384606.786462:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7dd85e3. 02000000:00000001:3.0:1767384606.786464:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384606.786465:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384606.786466:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384606.786468:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384606.786469:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384606.786476:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384606.786477:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384606.786478:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384606.786480:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000623c8b88. 00000100:00000010:3.0:1767384606.786483:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001449b5ae. 00000100:00000001:3.0:1767384606.786486:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384606.786487:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000a3f8e09. 02000000:00000001:3.0:1767384606.786490:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384606.786491:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384606.786492:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9aa81f1. 00000100:00000001:3.0:1767384606.786495:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384606.786496:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384606.786512:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000744964cd. 10000000:01000000:3.0:1767384606.786515:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384606.786518:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384606.786520:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384606.786521:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384606.786522:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=3 00000020:00000001:3.0:1767384606.786524:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:3.0:1767384606.786526:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:3.0:1767384606.786529:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384606.786530:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4ee8 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384606.786535:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384606.786536:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384606.786538:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4ee8 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384606.786541:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384606.786543:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384606.786545:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384606.786546:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384606.786548:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384606.786549:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384606.786551:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384606.786557:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:3.0:1767384606.786559:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384606.790397:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294895110, at 4294895111 00000100:00000010:0.0:1767384606.790407:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd70c9e6. 00000100:00000040:2.0:1767384606.790412:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294895110, at 4294895111 00000100:00000040:1.0:1767384606.790412:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294895110, at 4294895111 00000100:00000010:1.0:1767384606.790433:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e0011f25. 00000100:00000010:2.0:1767384606.790435:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000234a425c. 00000100:00000040:3.0:1767384606.791330:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294895110, at 4294895112 00000100:00000010:3.0:1767384606.791336:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a723d482. 00000020:00000010:3.0:1767384606.798138:0:21443:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f7a9f460. 00000020:00000040:3.0:1767384606.798145:0:21443:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384606.798148:0:21443:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f7a9f460. 00080000:00000010:1.0:1767384607.212198:0:21547:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000059b48056. 00080000:00000010:1.0:1767384607.212207:0:21547:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000059b48056. 00000020:00000001:1.0:1767384607.212212:0:21547:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384607.212220:0:21547:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000059b48056. 00080000:00000010:1.0:1767384607.212225:0:21547:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000059b48056. 00000020:00000001:1.0:1767384607.212229:0:21547:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.487336:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384607.487343:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.487349:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384607.487350:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.487388:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384607.487392:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384607.487395:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384607.932036:0:21711:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384607.932041:0:21711:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:1.0:1767384607.936822:0:21711:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384607.945523:0:21712:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002ece157b. 00000400:00000010:0.0:1767384607.945539:0:21712:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000e439c89. 00000400:00000010:0.0:1767384607.945549:0:21712:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fadbdae8. 00000400:00000010:0.0:1767384607.945552:0:21712:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000052cb897e. 00000400:00000010:0.0:1767384607.945556:0:21712:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000394e849e. 00000400:00000010:0.0:1767384607.945560:0:21712:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fe2f8ee6. 00000400:00000010:0.0:1767384607.945562:0:21712:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000df8cbaa1. 00000400:00000010:0.0:1767384607.945563:0:21712:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000098ee5c35. 00000400:00000010:0.0:1767384607.945566:0:21712:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001d9c8540. 00000800:00000010:0.0:1767384607.945576:0:21712:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001c55cced. 00000800:00000200:0.0:1767384607.945586:0:21712:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384607.945592:0:21712:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384607.945630:0:21712:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:0.0:1767384607.945651:0:21712:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp18 [8/256/0/180] 00000400:00000010:0.0:1767384607.947716:0:21712:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 000000000b49dc64. 00000400:00000010:0.0:1767384607.947725:0:21712:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000329ee2c9. 00000400:00000010:0.0:1767384607.947732:0:21712:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048dc8bba. 00000400:00000001:0.0:1767384607.947749:0:21712:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384607.947752:0:21712:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384607.947754:0:21712:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000693d9d9e. 00000400:00000200:0.0:1767384607.947759:0:21712:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000529253a3 00000400:00000010:0.0:1767384607.947761:0:21712:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000529253a3. 00000400:00000010:0.0:1767384607.947767:0:21712:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000ad4afb1f. 00000400:00000200:0.0:1767384607.947782:0:21712:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (9) 00000400:00000200:0.0:1767384607.947800:0:21712:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384607.947810:0:21712:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:0.0:1767384607.947819:0:21712:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000780c4312. 00000020:01000000:0.0:1767384607.947824:0:21712:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384607.947827:0:21712:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp18 00000400:00000010:0.0:1767384607.947847:0:21712:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000e439c89. 00000400:00000010:0.0:1767384607.947853:0:21712:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002ece157b. 00000400:00000200:2.0:1767384607.947863:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384607.947879:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:2.0:1767384607.947885:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a356ef. 00000400:00000200:2.0:1767384607.947889:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (10) 00000400:00000010:2.0:1767384607.947895:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000032f00b0b. 00000400:00000200:2.0:1767384607.947900:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:2.0:1767384607.947914:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:00000001:1.0:1767384607.947914:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384607.947921:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384607.947925:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:1.0:1767384607.947926:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384607.947932:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384607.947937:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384607.947938:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384607.947942:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384607.947946:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384607.947949:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384607.947950:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384607.947956:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384607.947962:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384607.947963:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767384607.947967:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384607.947971:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384607.947975:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:1.0:1767384607.947976:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384607.947979:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384607.947982:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384607.947986:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000010:1.0:1767384607.947988:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cdca0d1. 00000400:00000200:2.0:1767384607.947992:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000040:1.0:1767384607.947998:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:2.0:1767384607.947999:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:2.0:1767384607.948005:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp17 00000100:00000001:1.0:1767384607.948009:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384607.948010:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp17 lpni_is_preferred = 0 00000400:00000200:2.0:1767384607.948017:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp17 02000000:00000001:1.0:1767384607.948017:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384607.948024:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp17 NI seq info: [21:21:256:4294967295] 192.168.202.122@tcp17 LPNI seq info [21:21:8:4294967295] 02000000:00000001:1.0:1767384607.948025:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.948031:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp17 02000000:00000010:1.0:1767384607.948040:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000060c6b559. 00000400:00000200:2.0:1767384607.948041:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp17(192.168.202.122@tcp17:) -> 192.168.202.122@tcp17(192.168.202.122@tcp:192.168.202.122@tcp17) : PUT try# 0 00000800:00000200:2.0:1767384607.948052:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.202.122@tcp17 00000100:00000001:1.0:1767384607.948053:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384607.948057:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b09f272. 00000100:00000001:1.0:1767384607.948066:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384607.948068:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bf124296. 00000100:00000001:1.0:1767384607.948070:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384607.948073:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000018c8c087. 00000100:00000040:1.0:1767384607.948082:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cdca0d1] to pc [ptlrpcd_00_02+2] req@000000001cdca0d1 x1853237050223744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384607.948083:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf124296] -> 12345-192.168.202.122@tcp17 (2) 00000800:00000200:2.1:1767384607.948099:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf124296] -> 12345-192.168.202.122@tcp17 (2) 00000400:00000200:2.0:1767384607.948115:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384607.948117:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 10000000:00000001:1.0:1767384607.948122:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384607.948127:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.948129:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384607.948131:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384607.948139:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384607.948141:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384607.948142:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384607.948147:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384607.948148:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:1.0:1767384607.948149:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384607.948155:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384607.948155:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384607.948159:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384607.948163:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:0.0:1767384607.948165:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001cdca0d1 x1853237050223744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384607.948166:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384607.948171:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384607.948174:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000020:01000004:1.0:1767384607.948175:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384607.948179:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384607.948183:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384607.948188:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384607.948188:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384607.948193:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384607.948196:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e25e49a. 02000000:00000001:0.0:1767384607.948199:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384607.948202:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 02000000:00000001:0.0:1767384607.948203:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384607.948208:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384607.948209:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.948213:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050223744:0@lo:253: 02000000:00000001:1.0:1767384607.948219:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384607.948220:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384607.948225:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.948227:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384607.948231:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.948233:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384607.948234:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004f6d0f5b. 00000100:00000001:1.0:1767384607.948240:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384607.948240:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009efb1f4f. 00000400:00000200:2.0:1767384607.948245:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 02000000:00000001:0.0:1767384607.948246:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.948249:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384607.948253:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.948256:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026b74a6e. 00000100:00000040:1.0:1767384607.948261:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e25e49a] to pc [ptlrpcd_00_03+3] req@000000009e25e49a x1853237050223872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384607.948266:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e439c89. 00000100:00000200:0.0:1767384607.948275:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050223744, portal 25 10000000:00000001:1.0:1767384607.948276:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.948279:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384607.948281:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.948283:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299794432 : -108600409757184 : ffff9d3a7f276a00) 00000020:00000001:1.0:1767384607.948285:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384607.948317:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384607.948320:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000780c4312. 00000400:00000200:2.0:1767384607.948333:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000040:0.0:1767384607.948336:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001cdca0d1 x1853237050223744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.948346:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384607.948352:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384607.948362:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083b2cc28. 00000100:00000200:0.0:1767384607.948366:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050223744, offset 0 00000400:00000200:0.0:1767384607.948392:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384607.948403:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384607.948411:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384607.948417:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102c80 00000400:00000200:0.0:1767384607.948425:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x209 [2] + 0 00000400:00000010:0.0:1767384607.948431:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c4ca0ac. 00000400:00000200:0.0:1767384607.948436:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e0b608f8 00000400:00000200:0.0:1767384607.948442:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.948448:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384607.948450:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384607.948453:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0b608f8 00000400:00000010:0.0:1767384607.948457:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0b608f8. 00000100:00000001:0.0:1767384607.948462:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384607.948465:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384607.948468:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000513238c6 x1853237050223744 msgsize 4848 00000100:00100000:0.0:1767384607.948473:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384607.948474:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384607.948486:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384607.948494:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083b2cc28 00000400:00000200:2.0:1767384607.948495:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000010:0.0:1767384607.948496:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083b2cc28. 00000100:00000001:0.0:1767384607.948503:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384607.948509:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001cdca0d1 x1853237050223744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.948518:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.948522:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001cdca0d1 x1853237050223744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.948528:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.948530:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384607.948535:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.948536:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:0.0:1767384607.948538:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294896274 00000100:00000010:0.0:1767384607.948545:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010ede968. 00000100:00000001:0.0:1767384607.948552:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384607.948560:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294896274 00000100:00000010:0.0:1767384607.948564:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e3ffda11. 00000100:00000001:1.0:1767384607.948568:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384607.948573:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050223744 00000100:00000001:0.0:1767384607.948577:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1767384607.948578:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384607.948580:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:1.0:1767384607.948582:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.948586:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294896274 00000100:00000001:1.0:1767384607.948587:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384607.948593:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbec4c52. 02000000:00000001:1.0:1767384607.948594:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.948599:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767384607.948600:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050223744 00000020:00000001:1.0:1767384607.948606:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384607.948607:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294896274 00000020:00000040:1.0:1767384607.948609:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000400:00000200:2.0:1767384607.948612:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000020:00000001:1.0:1767384607.948614:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384607.948615:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2a670bc. 00000020:00000040:1.0:1767384607.948619:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00000001:0.0:1767384607.948622:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767384607.948624:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384607.948628:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384607.948629:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384607.948632:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384607.948633:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.948639:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384607.948640:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfed1066. 00000100:00000001:0.0:1767384607.948642:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.948645:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384607.948649:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000020:00000010:1.0:1767384607.948649:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfed1066. 00000100:00000001:0.0:1767384607.948653:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384607.948656:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6e4660b. 00000100:00000001:0.0:1767384607.948657:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384607.948665:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000763299b3. 00000100:00000001:0.0:1767384607.948665:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.948669:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384607.948674:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007b23d0b4. 00000100:00000001:0.0:1767384607.948674:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.948683:0:16346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384607.948685:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384607.948687:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000001:0.0:1767384607.948688:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384607.948690:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384607.948692:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.948697:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.948700:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384607.948703:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384607.948704:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384607.948707:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384607.948710:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.948714:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e25e49a x1853237050223872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.948720:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.948722:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:0.0:1767384607.948734:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384607.948736:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.948742:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384607.948742:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384607.948747:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384607.948752:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.948758:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00100000:0.0:1767384607.948758:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009e25e49a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050223872:0@lo:253: 00000100:00000001:1.0:1767384607.948764:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384607.948768:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384607.948770:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384607.948776:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384607.948780:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384607.948782:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:1.0:1767384607.948788:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 02000000:00000001:0.0:1767384607.948792:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384607.948793:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905587792 : -108600803963824 : ffff9d3a67a84c50) 00000100:00000040:1.0:1767384607.948801:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000513238c6 x1853237050223744/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:588/0 lens 4848/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384607.948801:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000da58c635. 02000000:00000001:0.0:1767384607.948807:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.948815:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4edaa8a. 00000400:00000200:2.0:1767384607.948819:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:1.0:1767384607.948819:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384607.948822:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083b2cc28. 00000020:00000010:1.0:1767384607.948826:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfed1066. 00000100:00000200:0.0:1767384607.948828:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050223872, portal 25 00000100:00000001:1.0:1767384607.948832:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384607.948833:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384607.948838:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299785472 : -108600409766144 : ffff9d3a7f274700) 00000020:00000010:1.0:1767384607.948839:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfed1066. 00000100:00000040:0.0:1767384607.948850:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009e25e49a x1853237050223872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384607.948851:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000513238c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050223744:12345-0@lo:253: 00000100:00000200:1.0:1767384607.948864:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050223744 00000400:00000200:2.0:1767384607.948869:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000020:00000001:1.0:1767384607.948871:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384607.948871:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384607.948878:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384607.948880:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384607.948882:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.948885:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7fd51bc. 00000020:00000001:1.0:1767384607.948887:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384607.948892:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000100:00000200:0.0:1767384607.948892:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050223872, offset 0 00000020:00000001:1.0:1767384607.948899:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384607.948902:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384607.948907:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384607.948908:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384607.948913:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384607.948915:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384607.948921:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384607.948924:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384607.948928:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 02000000:00000001:1.0:1767384607.948929:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384607.948935:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102d00 02000000:00000010:1.0:1767384607.948938:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000d9c550e. 02000000:00000001:1.0:1767384607.948942:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384607.948943:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x225 [2] + 0 00000100:00000001:1.0:1767384607.948946:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.948949:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9eb0f33. 00000400:00000200:0.0:1767384607.948953:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d91a0b29 20000000:00000001:1.0:1767384607.948960:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384607.948961:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.948969:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384607.948972:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d91a0b29 20000000:00000010:1.0:1767384607.948973:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000097ddb09d. 00000400:00000010:0.0:1767384607.948974:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d91a0b29. 20000000:01000000:1.0:1767384607.948981:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384607.948983:0:16346:0:(events.c:286:request_in_callback()) Process entered 20000000:00000001:1.0:1767384607.948986:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000200:0.0:1767384607.948987:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 20000000:00000001:1.0:1767384607.948992:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000040:0.0:1767384607.948993:0:16346:0:(events.c:337:request_in_callback()) incoming req@0000000001906e38 x1853237050223872 msgsize 4848 20000000:00000001:1.0:1767384607.948997:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384607.949000:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.949006:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 20000000:00000001:1.0:1767384607.949007:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000040:0.0:1767384607.949011:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 20000000:00000010:1.0:1767384607.949019:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e19fee4c. 00000100:00000001:0.0:1767384607.949023:0:16346:0:(events.c:373:request_in_callback()) Process leaving 20000000:01000000:1.0:1767384607.949024:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 00000400:00000200:0.0:1767384607.949030:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7fd51bc 20000000:00000001:1.0:1767384607.949032:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000010:0.0:1767384607.949035:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7fd51bc. 00000100:00000001:0.0:1767384607.949039:0:16346:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:1.0:1767384607.949040:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384607.949046:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000200:0.0:1767384607.949046:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009e25e49a x1853237050223872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384607.949065:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:0.0:1767384607.949070:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384607.949074:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e25e49a x1853237050223872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.949080:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384607.949083:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.949083:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:1.0:1767384607.949089:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384607.949092:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.949092:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384607.949097:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000001:0.0:1767384607.949098:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294896274 00080000:00000001:1.0:1767384607.949100:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.949108:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294896274 00080000:00000002:1.0:1767384607.949109:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:1.0:1767384607.949118:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00000100:00000001:0.0:1767384607.949118:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294896274 00080000:00000002:1.0:1767384607.949122:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000001:0.0:1767384607.949125:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294896274 00080000:00000001:1.0:1767384607.949127:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384607.949135:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294896274 00080000:00000001:1.0:1767384607.949137:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384607.949145:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.949146:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294896274 00000020:00000001:1.0:1767384607.949149:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1767384607.949153:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294896274 00000020:00000001:1.0:1767384607.949156:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00000100:00000001:0.0:1767384607.949159:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294896274 00080000:00000001:1.0:1767384607.949162:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384607.949167:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767384607.949169:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002c9f138f. 00000100:00000001:0.0:1767384607.949173:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384607.949175:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467965347840 : -108605744203776 : ffff9d3941323800) 00080000:00000001:1.0:1767384607.949181:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384607.949181:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384607.949186:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1767384607.949188:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384607.949191:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000dfed1066. 00080000:00000001:1.0:1767384607.949196:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384607.949199:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:2.0:1767384607.949212:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bb3ecc9f. 00080000:00000001:1.0:1767384607.949214:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.949218:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1767384607.949221:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ad287c0a. 00000100:00100000:0.0:1767384607.949223:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050223872 02000000:00000001:0.0:1767384607.949229:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384607.949231:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.949233:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384607.949234:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089427652. 02000000:00000001:0.0:1767384607.949238:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.949243:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050223872 00080000:00000001:1.0:1767384607.949244:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:0.0:1767384607.949250:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384607.949254:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384607.949257:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.949260:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000020:00000001:0.0:1767384607.949264:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384607.949268:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384607.949282:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384607.949285:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384607.949288:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4592b63. 00000100:00000001:1.0:1767384607.949339:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384607.949340:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089427652. 00000400:00000200:1.0:1767384607.949525:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384607.949549:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp17 from 239.3.0.2 00000800:00000010:1.0:1767384607.949553:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fc14ec10. 00000800:00000010:2.0:1767384607.949599:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050d7b1e5. 00000800:00000010:2.0:1767384607.949606:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004cb27b20. 00000800:00000010:2.0:1767384607.949637:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008fdc2daf. 00000800:00000200:2.1:1767384607.949645:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf124296] -> 12345-192.168.202.122@tcp17 (2) 00000800:00000200:2.1:1767384607.949652:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp17 000000008fdc2daf deleted 00000800:00000010:2.1:1767384607.949654:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008fdc2daf. 00000800:00000200:2.1:1767384607.949661:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384607.949670:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp17 ip 192.168.202.122:1007 00000800:00000200:2.1:1767384607.949674:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b09f272 type 1, nob 288 niov 1 nkiov 1 00000800:00000200:2.0:1767384607.949681:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp17 p 3.x 192.168.202.122 -> 192.168.202.122:1007 incarnation:1767384606439614044 sched[0] 00000800:00000010:2.0:1767384607.949687:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009da2e92e. 00000800:00000010:2.0:1767384607.949793:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009da2e92e. 00000800:00000010:2.0:1767384607.949798:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004cb27b20. 00000800:00000010:2.0:1767384607.949847:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fc14ec10. 00000800:00000001:2.0:1767384607.949874:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384607.949889:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.949898:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384607.949901:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4592b63. 00000020:00000010:0.0:1767384607.949907:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a19610fd. 00000020:00000010:0.0:1767384607.949911:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a75e092. 00000020:00000010:0.0:1767384607.949915:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b14c6de. 00000100:00000001:0.0:1767384607.949921:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384607.949922:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384607.949924:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384607.949955:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384607.949959:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b09f272. 00000400:00000200:2.0:1767384607.949964:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384607.949971:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp17->192.168.202.122@tcp17: PUT: OK 00000400:00000200:2.0:1767384607.949976:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384607.949979:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000100:00000001:0.0:1767384607.949984:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.949998:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.950009:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384607.950011:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384607.950016:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00000040:0.0:1767384607.950019:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:0.0:1767384607.950021:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322987088 : -108601386564528 : ffff9d3a44ee8450) 00000100:00000040:0.0:1767384607.950025:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001906e38 x1853237050223872/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:588/0 lens 4848/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.950033:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384607.950036:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4592b63. 00000100:00000001:0.0:1767384607.950039:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384607.950041:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4592b63. 00000100:00100000:0.0:1767384607.950045:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001906e38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16346:x1853237050223872:12345-0@lo:253: 00000100:00000200:0.0:1767384607.950049:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050223872 00000020:00000001:0.0:1767384607.950050:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384607.950053:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384607.950054:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.950056:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384607.950058:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384607.950061:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384607.950062:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384607.950070:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384607.950072:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384607.950074:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.950076:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384607.950078:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384607.950082:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000780c4312. 02000000:00000001:0.0:1767384607.950085:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.950087:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.950089:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:2.1:1767384607.950092:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000010:0.0:1767384607.950097:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000202d571f. 00000800:00000200:2.0:1767384607.950103:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp17 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384606439614044 sched[0] 20000000:01000000:0.0:1767384607.950104:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384607.950109:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:2.0:1767384607.950112:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ad287c0a. 20000000:00000001:0.0:1767384607.950113:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384607.950117:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.950120:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.950122:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:0.0:1767384607.950206:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384607.950212:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000001:0.0:1767384607.950214:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384607.950220:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.950223:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384607.950232:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp17(192.168.202.122@tcp17) <- 192.168.202.122@tcp17 : PUT - for me 00000400:00000200:0.0:1767384607.950242:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384607.950247:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 192/192 into md 0x1375 [1] + 0 00000400:00000010:0.0:1767384607.950249:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a339385. 00000400:00000200:0.0:1767384607.950253:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f330bfd 00000800:00000001:0.0:1767384607.950257:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.950265:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384607.950267:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.950272:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp17->192.168.202.122@tcp17: PUT: OK 00000400:00000200:0.0:1767384607.950275:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f330bfd 00000400:00000200:2.0:1767384607.950276:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000010:0.0:1767384607.950277:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f330bfd. 00000400:00000200:0.0:1767384607.950283:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384607.950287:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (11) 00000400:00000200:0.0:1767384607.950316:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:0.0:1767384607.950320:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000ba831ee4. 00000400:00000200:0.0:1767384607.950330:0:16339:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 10 00000400:00000200:0.0:1767384607.950335:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384607.950348:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (12) 00000400:00000200:0.0:1767384607.950354:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384607.950359:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp17 to MR: 192.168.202.122@tcp17 local destination 00000400:00000200:0.0:1767384607.950366:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp17 NI seq info: [22:22:256:4294967295] 192.168.202.122@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:0.0:1767384607.950400:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp17(192.168.202.122@tcp17:192.168.202.122@tcp17) -> 192.168.202.122@tcp17(192.168.202.122@tcp17:192.168.202.122@tcp17) 192.168.202.122@tcp17 : ACK try# 0 00000800:00000200:0.0:1767384607.950406:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp17 00000400:00000200:1.0:1767384607.950407:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384607.950411:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dc8d856. 00000400:00000010:1.0:1767384607.950415:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b6cd56. 00000800:00000200:0.0:1767384607.950421:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf124296] -> 12345-192.168.202.122@tcp17 (4) 00000400:00000200:2.0:1767384607.950422:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000010:1.0:1767384607.950424:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d71b6b0. 00000800:00000200:0.0:1767384607.950431:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp17 ip 192.168.202.122:988 00000400:00000200:1.0:1767384607.950433:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000800:00000200:0.0:1767384607.950434:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001dc8d856 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384607.950443:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1004d1 00000400:00000010:1.0:1767384607.950452:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 00000000a56ec07c. 00000400:00000010:1.0:1767384607.950457:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 00000000f979e547. 00000400:00000010:1.0:1767384607.950461:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 00000000eb62ba10. 00000400:00000200:2.0:1767384607.950467:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000010:1.0:1767384607.950476:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003f0c9c6b. 00000400:00000200:1.0:1767384607.950484:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003f0c9c6b nid 192.168.202.122@tcp18 00000400:00000010:1.0:1767384607.950488:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c3ecff47. 00000400:00000200:1.0:1767384607.950491:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c3ecff47 net tcp18 00000400:00000200:1.0:1767384607.950494:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (11) 00000400:00000200:1.0:1767384607.950502:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp18 flags 0x11 00000800:00000200:0.0:1767384607.950506:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384607.950508:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 00000000a56ec07c. 00000400:00000200:2.0:1767384607.950511:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000800:00000010:0.0:1767384607.950512:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dc8d856. 00000400:00000010:1.0:1767384607.950514:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 00000000f979e547. 00000400:00000010:1.0:1767384607.950522:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 00000000eb62ba10. 00000400:00000200:0.0:1767384607.950523:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384607.950526:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000ba831ee4. 00000400:00000200:0.0:1767384607.950534:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp17->192.168.202.122@tcp17: ACK: OK 00000400:00000200:1.0:1767384607.950539:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384607.950544:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100551 00000800:00000001:0.0:1767384607.950547:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384607.950550:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 1 00000800:00000001:0.0:1767384607.950555:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384607.950556:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384607.950557:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 00000800:00000001:0.0:1767384607.950564:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384607.950568:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:1.0:1767384607.950571:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100511 rc 0 00000800:00000001:0.0:1767384607.950572:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384607.950577:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384607.950578:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000800:00000001:0.0:1767384607.950582:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384607.950583:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (12) 00000400:00000200:0.0:1767384607.950594:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp17(192.168.202.122@tcp17) <- 192.168.202.122@tcp17 : ACK - for me 00000400:00000200:0.0:1767384607.950606:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp17: ACK from 12345-192.168.202.122@tcp17 into md 0x13b5 00000400:00000200:2.0:1767384607.950608:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384607.950610:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.950619:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp17->192.168.202.122@tcp17: ACK: OK 00000400:00000200:0.0:1767384607.950624:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a356ef 00000400:00000010:0.0:1767384607.950626:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a356ef. 00000400:00000200:0.0:1767384607.950630:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384607.950635:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:0.0:1767384607.950638:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (11) 00000800:00000001:0.0:1767384607.950650:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384607.950654:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000800:00000001:0.0:1767384607.950655:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384607.950685:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384607.950702:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384607.950724:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384607.950758:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384607.950775:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384607.950793:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384607.950815:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384607.950833:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384607.950853:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000800:00000010:2.0:1767384607.950985:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a92f3082. 00000800:00000010:2.0:1767384607.950989:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ad287c0a. 00000800:00000010:2.0:1767384607.950995:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009da2e92e. 00000800:00000010:2.0:1767384607.951031:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009da2e92e. 00000400:00000200:1.0:1767384607.951045:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384607.951061:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp17 from 238.3.0.2 00000800:00000010:1.0:1767384607.951071:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005c0cfaf3. 00000800:00000010:0.0:1767384607.951142:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000802f3fe0. 00000800:00000010:0.0:1767384607.951149:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e7fd51bc. 00000800:00000010:0.0:1767384607.951176:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000029792ade. 00000800:00000200:0.1:1767384607.951181:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf124296] -> 12345-192.168.202.122@tcp17 (4) 00000800:00000200:0.1:1767384607.951186:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp17 0000000029792ade deleted 00000800:00000010:0.1:1767384607.951188:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000029792ade. 00000800:00000200:0.1:1767384607.951192:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384607.951196:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp17 p 3.x 192.168.202.122 -> 192.168.202.122:1006 incarnation:1767384606439614044 sched[0] 00000800:00000010:0.0:1767384607.951202:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c4592b63. 00000800:00000010:0.0:1767384607.951253:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c4592b63. 00000800:00000010:0.0:1767384607.951256:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e7fd51bc. 00000800:00000010:0.0:1767384607.951274:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005c0cfaf3. 00000800:00000001:1.0:1767384607.951332:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384607.951338:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384607.951410:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384607.951418:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp17 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384606439614044 sched[0] 00000800:00000010:2.0:1767384607.951458:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ad287c0a. 00080000:00000010:0.0:1767384607.951492:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002c9f138f. 00000800:00000001:1.0:1767384607.951501:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384607.951506:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384607.951532:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000dfed1066. 00040000:00000001:2.0:1767384607.951538:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384607.951540:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384607.951542:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384607.951546:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384607.951548:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384607.951550:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384607.951560:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384607.951570:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384607.951572:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384607.951578:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384607.951592:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384607.951595:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d5a21f5c. 20000000:00000001:1.0:1767384607.951598:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:0.0:1767384607.951600:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 10000000:01000000:1.0:1767384607.951602:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767384607.951605:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384607.951608:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384607.951610:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384607.951613:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384607.951615:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000040:1.0:1767384607.951621:0:17092:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e21b4e06 count: 2 00080000:00000001:0.0:1767384607.951623:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384607.951625:0:17092:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384607.951630:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384607.951634:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384607.951635:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046bff18d. 00080000:00000001:0.0:1767384607.951641:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384607.951643:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384607.951644:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384607.951648:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000046bff18d with handle 0x9f279d7a9a0b4eef to hash 00080000:00000001:0.0:1767384607.951649:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384607.951652:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.951654:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:0.0:1767384607.951657:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00010000:00000001:1.0:1767384607.951658:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384607.951665:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00000020:00000001:0.0:1767384607.951666:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00010000:00000001:1.0:1767384607.951670:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:0.0:1767384607.951670:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384607.951674:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.951676:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384607.951679:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384607.951681:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.951687:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:2.0:1767384607.951691:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384607.951695:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:0.0:1767384607.951695:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1767384607.951696:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384607.951701:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000097ddb09d. 00000020:00000001:0.0:1767384607.951701:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:1.0:1767384607.951702:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384607.951706:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:00000001:2.0:1767384607.951709:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.951711:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384607.951711:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:2.0:1767384607.951715:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050223744 00010000:00000001:1.0:1767384607.951717:0:17092:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00000001:2.0:1767384607.951721:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000010:0.0:1767384607.951721:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000067c6ed14. 00010000:00010000:1.0:1767384607.951726:0:17092:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4ee8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4ee1 expref: 16 pid: 17070 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384607.951729:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036105216 : -108605673446400 : ffff9d394569e400) 00010000:00000200:2.0:1767384607.951730:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000513238c6 x1853237050223744/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384607.951739:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384607.951755:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384607.951756:0:17092:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384607.951758:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000010:0.0:1767384607.951761:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c4592b63. 00010000:00000001:2.0:1767384607.951762:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.951762:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.951770:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384607.951771:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=24 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384607.951772:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384607.951777:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384607.951780:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384607.951782:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384607.951786:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384607.951789:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:1.0:1767384607.951793:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384607.951794:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:0.0:1767384607.951797:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.951799:0:17092:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 02000000:00000001:2.0:1767384607.951800:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.951805:0:17092:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384607.951806:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:0.0:1767384607.951809:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384607.951815:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:1.0:1767384607.951820:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e21b4e06) refcount = 2 00000400:00000010:2.0:1767384607.951822:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad287c0a. 00010000:00000040:1.0:1767384607.951827:0:17092:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000200:2.0:1767384607.951829:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050223744, offset 224 00010000:00000040:1.0:1767384607.951834:0:17092:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4ee8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x9f279d7a9a0b4ee1 expref: 16 pid: 17070 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384607.951841:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:1.0:1767384607.951847:0:17092:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384607.951850:0:17092:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384607.951856:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1767384607.951867:0:17092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c57b6164. 00000400:00000200:2.0:1767384607.951870:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102c80 00000100:00000001:1.0:1767384607.951872:0:17092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384607.951876:0:17092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001ef0913c. 00000100:00000001:1.0:1767384607.951878:0:17092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472414169920 : -108601295381696 : ffff9d3a4a5ddb40) 00000100:00000001:1.0:1767384607.951883:0:17092:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635472414169920 : -108601295381696 : ffff9d3a4a5ddb40) 00000100:00000001:1.0:1767384607.951887:0:17092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000200:2.0:1767384607.951892:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13b9 [2] + 224 00000100:00000001:1.0:1767384607.951892:0:17092:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384607.951896:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:2.0:1767384607.951901:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384607.951901:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384607.951903:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384607.951907:0:17092:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:2.0:1767384607.951909:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384607.951911:0:17092:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1767384607.951914:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384607.951915:0:17092:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384607.951920:0:17092:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000200:2.0:1767384607.951922:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001cdca0d1 x1853237050223744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384607.951925:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035d90883. 00000020:00000040:1.0:1767384607.951931:0:17092:0:(genops.c:1229:class_import_get()) import 0000000093c50239 refcount=2 obd=MGS 00000100:00000001:1.0:1767384607.951937:0:17092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384607.951940:0:17092:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384607.951944:0:17092:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.951945:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001cdca0d1 x1853237050223744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384607.951951:0:17092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c9f138f. 00000100:00000001:1.0:1767384607.951959:0:17092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.951964:0:17092:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4ee8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9f279d7a9a0b4ee1 expref: 16 pid: 17070 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384607.951968:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384607.951974:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad287c0a 00000400:00000010:2.0:1767384607.951979:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad287c0a. 00000100:00000001:2.0:1767384607.951983:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384607.951986:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384607.951990:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.951990:0:17092:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4ee8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4ee1 expref: 16 pid: 17070 timeout: 378 lvb_type: 0 00000100:00000001:0.0:1767384607.951996:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384607.951999:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:0.0:1767384607.952001:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384607.952007:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384607.952009:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384607.952010:0:17092:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000020:00000001:2.0:1767384607.952011:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384607.952014:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384607.952016:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384607.952017:0:17092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384607.952018:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026b74a6e. 00000400:00000200:0.0:1767384607.952025:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e439c89 00000100:00000040:2.0:1767384607.952029:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000513238c6 x1853237050223744/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384607.952029:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035d90883 x1853237050224000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384607.952030:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e439c89. 00000100:00000001:0.0:1767384607.952037:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384607.952046:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001cdca0d1 x1853237050223744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.952068:0:17092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384607.952072:0:17092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384607.952082:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000513238c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16346:x1853237050223744:12345-0@lo:253: Request processed in 3259us (3607us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384607.952083:0:17092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000035d90883 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050224000:0@lo:104: 00000100:00000200:0.0:1767384607.952088:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001cdca0d1 x1853237050223744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.952096:0:17092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384607.952101:0:17092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384607.952105:0:17092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384607.952109:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 02000000:00000001:1.0:1767384607.952112:0:17092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384607.952116:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384607.952118:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 02000000:00000010:1.0:1767384607.952119:0:17092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f979e547. 00000100:00000001:0.0:1767384607.952120:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.952122:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384607.952128:0:17092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.952129:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384607.952129:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384607.952134:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384607.952138:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000763299b3. 00000400:00000010:1.0:1767384607.952138:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b6a245. 00000100:00000001:0.0:1767384607.952139:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.952143:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.952147:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384607.952148:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005efb0929. 00000020:00000010:2.0:1767384607.952150:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007b23d0b4. 00000100:00001000:0.0:1767384607.952151:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=24 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384607.952154:0:17092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050224000, portal 16 00000020:00000010:2.0:1767384607.952158:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6e4660b. 00000100:00000001:1.0:1767384607.952161:0:17092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00001000:0.0:1767384607.952164:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384607.952165:0:17092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299787264 : -108600409764352 : ffff9d3a7f274e00) 00000020:00000040:2.0:1767384607.952167:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000001:0.0:1767384607.952176:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384607.952177:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384607.952178:0:17092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000035d90883 x1853237050224000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384607.952179:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384607.952184:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000d9c550e. 00010000:00000001:0.0:1767384607.952187:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384607.952192:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.952193:0:17092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384607.952200:0:17092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384607.952201:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384607.952204:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384607.952206:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 00000100:00000001:2.0:1767384607.952210:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384607.952210:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001cdca0d1 x1853237050223744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384607.952211:0:17092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237050224000, offset 0 00000100:00000001:0.0:1767384607.952223:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384607.952224:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384607.952225:0:17092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384607.952232:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384607.952236:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009559cd4. 00000400:00000200:1.0:1767384607.952237:0:17092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384607.952245:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384607.952249:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad287c0a. 00000020:01000004:0.0:1767384607.952250:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:1.0:1767384607.952256:0:17092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260102d80 00000020:01000004:0.0:1767384607.952257:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384607.952262:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384607.952265:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384607.952267:0:17092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000020:01000004:0.0:1767384607.952268:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384607.952273:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384607.952275:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384607.952276:0:17092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:0.0:1767384607.952278:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384607.952279:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384607.952281:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384607.952284:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cdca0d1 x1853237050223744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384607.952321:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050223744:0@lo:253: 00000400:00000200:1.0:1767384607.952327:0:17092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384607.952328:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.952332:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384607.952334:0:17092:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384607.952337:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001cdca0d1 x1853237050223744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384607.952338:0:17092:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384607.952345:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf00aa96. 00000100:00000040:1.0:1767384607.952351:0:17092:0:(events.c:337:request_in_callback()) incoming req@00000000bf00aa96 x1853237050224000 msgsize 328 00000100:00000001:0.0:1767384607.952353:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384607.952358:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767384607.952363:0:17092:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384607.952364:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009efb1f4f. 02000000:00000001:0.0:1767384607.952387:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384607.952388:0:17092:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384607.952390:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384607.952395:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:1.0:1767384607.952397:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000020:00000001:0.0:1767384607.952400:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767384607.952402:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 02000000:00000010:0.0:1767384607.952405:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000060c6b559. 00000100:00000001:1.0:1767384607.952409:0:17092:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384607.952417:0:17092:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000035d90883 x1853237050224000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384607.952417:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384607.952418:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384607.952423:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767384607.952424:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050224000 02000000:00000001:2.0:1767384607.952430:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384607.952430:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cdca0d1. 00000100:00000001:1.0:1767384607.952432:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384607.952435:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384607.952439:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.952440:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000035d90883 x1853237050224000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384607.952440:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384607.952447:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.952447:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.952457:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384607.952458:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050224000 00000100:00000001:1.0:1767384607.952458:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.952465:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384607.952467:0:17092:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384607.952467:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384607.952468:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d05 00000020:00000001:2.0:1767384607.952474:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384607.952474:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384607.952478:0:17092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384607.952480:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004a7a501b refcount=3 00000100:00000001:0.0:1767384607.952481:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.952483:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294896278 00000020:00000001:2.0:1767384607.952486:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000001:0.0:1767384607.952490:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384607.952491:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000001:1.0:1767384607.952493:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294896274 00000100:00000001:2.0:1767384607.952499:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384607.952503:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294896278 00000020:00000010:2.0:1767384607.952504:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2e92e. 00000100:00000001:2.0:1767384607.952511:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384607.952511:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294896274 00000020:00000010:2.0:1767384607.952519:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2e92e. 00000100:00000001:1.0:1767384607.952523:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294896278 00000020:00000010:2.0:1767384607.952525:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9105875. 00000100:00000001:1.0:1767384607.952529:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294896274 00000020:00000010:2.0:1767384607.952531:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c487d9de. 00000100:00000001:1.0:1767384607.952535:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294896278 00000020:00000010:2.0:1767384607.952538:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d78ba8b9. 00000100:00000001:1.0:1767384607.952540:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294896274 00000100:00000001:1.0:1767384607.952547:0:17092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384607.952550:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384607.952550:0:17092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.952558:0:17092:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.952559:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384607.952563:0:17092:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.952564:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384607.952568:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.952569:0:17092:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.952573:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384607.952575:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.952575:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384607.952584:0:17092:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.952587:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1767384607.952589:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.952589:0:17092:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384607.952592:0:17092:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.952595:0:17092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384607.952597:0:17092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384607.952600:0:17092:0:(client.c:2690:ptlrpc_set_wait()) set 000000001ef0913c going to sleep for 11 seconds 00000100:00000001:1.0:1767384607.952604:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384607.952606:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384607.952608:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.952610:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384607.952619:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384607.952622:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004a7a501b : new rpc_count 1 00000020:00000010:0.0:1767384607.952630:0:17060:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000282d3cfa. 00000100:00000001:2.0:1767384607.952647:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299784576 : -108600409767040 : ffff9d3a7f274380) 00000100:00000040:2.0:1767384607.952652:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf00aa96 x1853237050224000/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:588/0 lens 328/0 e 0 to 0 dl 1767384618 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384607.952664:0:17060:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:2.0:1767384607.952666:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384607.952668:0:17060:0:(service.c:3434:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000020:00000010:2.0:1767384607.952671:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2e92e. 00000100:00000001:2.0:1767384607.952676:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384607.952678:0:17060:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000a3f8e09. 00000020:00000010:2.0:1767384607.952679:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2e92e. 00000100:00100000:2.0:1767384607.952689:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf00aa96 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050224000:12345-0@lo:104: 00000100:00100000:0.0:1767384607.952689:0:17060:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00000100:00000200:2.0:1767384607.952697:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050224000 00010000:00000001:2.0:1767384607.952699:0:17059:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384607.952703:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384607.952705:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384607.952707:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=2 00000020:00000001:2.0:1767384607.952709:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:2.0:1767384607.952711:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:2.0:1767384607.952714:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384607.952716:0:17059:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384607.952719:0:17059:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4ee8 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384607.952727:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384607.952746:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384607.952750:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ae51138f. 02000000:00000001:2.0:1767384607.952752:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.952754:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.952757:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384607.952758:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384607.952760:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000289605bd time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384607.952763:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384607.952766:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384607.952767:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384607.952770:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384607.952778:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.952780:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384607.952782:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384607.952786:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad05d42d. 00000100:00000200:2.0:1767384607.952788:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050224000, offset 224 00000400:00000200:2.0:1767384607.952794:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384607.952801:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384607.952808:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260102d80 00000400:00000200:2.0:1767384607.952812:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x13d1 [1] + 224 00000400:00000200:2.0:1767384607.952816:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384607.952821:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384607.952824:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384607.952827:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000035d90883 x1853237050224000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384607.952835:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000035d90883 x1853237050224000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384607.952852:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384607.952858:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad05d42d 00000400:00000010:2.0:1767384607.952861:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad05d42d. 00000100:00000001:2.0:1767384607.952864:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384607.952865:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384607.952867:0:17060:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.952868:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.952875:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384607.952878:0:17059:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384607.952882:0:17059:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000004cb27b20. 00010000:00000001:2.0:1767384607.952885:0:17059:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384607.952888:0:21714:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00010000:2.0:1767384607.952899:0:17059:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384607.952902:0:17059:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.952905:0:17059:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.952907:0:17059:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384607.952912:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf00aa96 x1853237050224000/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:588/0 lens 328/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767384607.952912:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384607.952917:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.952924:0:17064:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384607.952930:0:17064:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:2.0:1767384607.952934:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf00aa96 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050224000:12345-0@lo:104: Request processed in 263us (576us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384607.952935:0:17064:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384607.952938:0:17064:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4ee8 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384607.952953:0:17064:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000093bb66cd already unused, calling callback (00000000e12a98bb) 10000000:00000001:1.0:1767384607.952957:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:2.0:1767384607.952958:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 10000000:00010000:1.0:1767384607.952960:0:17064:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f279d7a9a0b4ee8 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384607.952962:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7a501b : new rpc_count 0 00000100:00000001:2.0:1767384607.952969:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384607.952972:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384607.952974:0:17064:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767384607.952978:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c487d9de. 00010000:00000001:1.0:1767384607.952978:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384607.952982:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384607.952984:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=3 00000020:00000010:2.0:1767384607.952986:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d78ba8b9. 00000020:00000001:1.0:1767384607.952987:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:1.0:1767384607.952993:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00000020:00000010:2.0:1767384607.952994:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9105875. 00010000:00000001:1.0:1767384607.952996:0:17064:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000040:2.0:1767384607.952999:0:17059:0:(genops.c:898:class_export_put()) PUTting export 000000004a7a501b : new refcount 2 00010000:00010000:1.0:1767384607.953000:0:17064:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f279d7a9a0b4ee8 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384607.953005:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384607.953012:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767384607.953014:0:17064:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f279d7a9a0b4ee8 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384607.953024:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:1.0:1767384607.953029:0:17064:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000400:00000001:2.0:1767384607.953047:0:17092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 10000000:00000001:1.0:1767384607.953050:0:17064:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000400:00000001:2.0:1767384607.953052:0:17092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 10000000:00000040:1.0:1767384607.953054:0:17064:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000400:00000010:2.0:1767384607.953056:0:17092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b6a245. 10000000:00000040:1.0:1767384607.953060:0:17064:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000400:00000200:2.0:1767384607.953063:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005efb0929 00010000:00000001:1.0:1767384607.953064:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:0.0:1767384607.953066:0:21714:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004529a895. 00010000:00000001:1.0:1767384607.953068:0:17064:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384607.953069:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005efb0929. 00000020:00000010:0.0:1767384607.953077:0:21714:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000909dc011. 00000100:00000001:2.0:1767384607.953078:0:17092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384607.953085:0:17092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000035d90883 x1853237050224000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384607.953086:0:17064:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000020:00000010:0.0:1767384607.953089:0:21714:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003a764e82. 10000000:00000001:1.0:1767384607.953090:0:17064:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384607.953094:0:17064:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 2 00000020:00000010:0.0:1767384607.953101:0:21714:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c54b09f9. 10000000:00000001:1.0:1767384607.953102:0:17064:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384607.953106:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384607.953111:0:17092:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000035d90883 x1853237050224000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384607.953112:0:17064:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000040:00000010:0.0:1767384607.953112:0:21714:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000816cfd26. 00010000:00000001:1.0:1767384607.953118:0:17064:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384607.953123:0:17064:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:0.0:1767384607.953124:0:21714:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000192dbe75. 00010000:00000001:1.0:1767384607.953127:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384607.953129:0:17092:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384607.953132:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.953134:0:17092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384607.953136:0:17064:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093bb66cd with handle 0x9f279d7a9a0b4ee1 from hash 00000020:00000010:0.0:1767384607.953137:0:21714:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e3c44865. 00000100:00000001:2.0:1767384607.953138:0:17092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384607.953143:0:17092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384607.953143:0:17064:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384607.953147:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384607.953148:0:21714:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000807469d8. 00000100:00000001:2.0:1767384607.953149:0:17092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384607.953152:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384607.953154:0:17092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.953156:0:17064:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384607.953159:0:17092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.953160:0:17064:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384607.953164:0:17064:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00001000:2.0:1767384607.953165:0:17092:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f9289ee time=23 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384607.953168:0:17064:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00001000:2.0:1767384607.953171:0:17092:0:(import.c:2128:obd_at_measure()) add 1 to 00000000230de1e5 time=23 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384607.953172:0:17064:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767384607.953179:0:17092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:1.0:1767384607.953180:0:17064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de9d4610. 00000100:00000001:2.0:1767384607.953182:0:17092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384607.953186:0:17064:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00010000:00000001:2.0:1767384607.953190:0:17092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384607.953191:0:17064:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384607.953197:0:17064:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384607.953198:0:17092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.953201:0:17064:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.953220:0:17092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384607.953226:0:17064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f98c12d1. 00000100:00000001:1.0:1767384607.953230:0:17064:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.953235:0:17064:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384607.953238:0:17064:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4ee8 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384607.953239:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035d90883 x1853237050224000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384607.953259:0:17092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384607.953267:0:17092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:1.0:1767384607.953271:0:17064:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767384607.953272:0:17092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.953274:0:17064:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384607.953280:0:17092:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:1.0:1767384607.953280:0:17064:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384607.953286:0:17064:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.953287:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384607.953293:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384607.953296:0:17092:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.953297:0:17064:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de9d4610] to pc [ptlrpcd_00_00+0] req@00000000de9d4610 x1853237050224128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384607.953305:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035d90883 x1853237050224000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384607.953318:0:17092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000035d90883 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050224000:0@lo:104: 80000000:00000010:0.0:1767384607.953318:0:21714:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000038723138. 40000000:00000010:0.0:1767384607.953325:0:21714:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f5d26c92. 00100000:00000010:0.0:1767384607.953349:0:21714:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a1fd572a. 00000100:00000001:2.0:1767384607.953352:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384607.953356:0:17092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.953359:0:17092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384607.953361:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384607.953364:0:17064:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384607.953367:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000035d90883 x1853237050224000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384607.953369:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384607.953391:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384607.953396:0:17064:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384607.953396:0:21714:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001dc8d856. 00000100:00000001:2.0:1767384607.953397:0:17092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384607.953402:0:17092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384607.953404:0:17064:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384607.953405:0:17092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f979e547. 10000000:00000001:1.0:1767384607.953407:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384607.953407:0:21714:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008710094d. 02000000:00000001:2.0:1767384607.953414:0:17092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00010000:1.0:1767384607.953415:0:17064:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4ee8 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384607.953418:0:17092:0:(genops.c:1236:class_import_put()) Process entered 00040000:00000010:0.0:1767384607.953418:0:21714:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4f36717. 00000020:00000040:2.0:1767384607.953423:0:17092:0:(genops.c:1242:class_import_put()) import 0000000093c50239 refcount=1 obd=MGS 00000020:00000001:2.0:1767384607.953429:0:17092:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384607.953430:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1767384607.953433:0:17092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002c9f138f. 00010000:00010000:1.0:1767384607.953435:0:17064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 0000000093bb66cd/0x9f279d7a9a0b4ee1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4ee8 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384607.953439:0:17092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384607.953444:0:17092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000040:1.0:1767384607.953445:0:17064:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007fe915a7 count: 0 00000100:00000010:2.0:1767384607.953448:0:17092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035d90883. 00000100:00000001:2.0:1767384607.953455:0:17092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384607.953457:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384607.953460:0:17092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001ef0913c. 00000100:00000001:2.0:1767384607.953465:0:17092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384607.953466:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384607.953470:0:17092:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384607.953470:0:17064:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384607.953475:0:17064:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000004cb27b20. 00010000:00000010:2.0:1767384607.953476:0:17092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c57b6164. 00010000:00000001:1.0:1767384607.953481:0:17064:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.953485:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384607.953488:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.953491:0:17092:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.953491:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384607.953496:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000010:0.0:1767384607.953496:0:21714:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009efb1f4f. 00010000:00000001:2.0:1767384607.953497:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.953501:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.953504:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384607.953505:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384607.953508:0:21714:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a67a1245. 00000020:00000001:1.0:1767384607.953511:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 20000000:00000001:2.0:1767384607.953512:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000020:00000001:1.0:1767384607.953514:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.953517:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000004:00000010:0.0:1767384607.953517:0:21714:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000061d06e11. 00010000:00010000:1.0:1767384607.953518:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767384607.953521:0:17092:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000004:00000010:0.0:1767384607.953524:0:21714:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002988c507. 00000004:00000010:0.0:1767384607.953535:0:21714:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000008336098. 00002000:00000010:0.0:1767384607.953540:0:21714:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cbdce45c. 00000004:00000010:0.0:1767384607.953544:0:21714:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c7fb387a. 00000100:00000010:0.0:1767384607.953549:0:21714:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000017311430. 00000100:00000001:1.0:1767384607.953553:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384607.953557:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384607.953560:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384607.953561:0:21714:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000040:1.0:1767384607.953566:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de9d4610 x1853237050224128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.953575:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384607.953577:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.953580:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384607.953582:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384607.953584:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384607.953587:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de9d4610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050224128:0@lo:103: 00000100:00000001:1.0:1767384607.953591:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384607.953594:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384607.953596:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.953599:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384607.953603:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d4755da. 02000000:00000001:1.0:1767384607.953605:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.953607:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384607.953610:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da9eabc1. 00000100:00000001:2.0:1767384607.953612:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384607.953617:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 00000100:00000200:1.0:1767384607.953622:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050224128, portal 18 00000100:00000001:1.0:1767384607.953625:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384607.953626:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299791744 : -108600409759872 : ffff9d3a7f275f80) 00000100:00000040:1.0:1767384607.953631:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de9d4610 x1853237050224128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.953637:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384607.953639:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384607.953643:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a531f8f. 00000100:00000200:1.0:1767384607.953645:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050224128, offset 0 00000400:00000200:1.0:1767384607.953649:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384607.953658:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384607.953668:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260102e00 00000400:00000200:1.0:1767384607.953674:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:1.0:1767384607.953678:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384607.953683:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:0.0:1767384607.953686:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000067c6ed14. 00000100:00000001:1.0:1767384607.953697:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384607.953700:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384607.953704:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000551ca3dd. 00000100:00000040:1.0:1767384607.953706:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000551ca3dd x1853237050224128 msgsize 328 00000100:00100000:1.0:1767384607.953713:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384607.953727:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384607.953733:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a531f8f 00000400:00000010:1.0:1767384607.953735:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a531f8f. 00080000:00000010:2.0:1767384607.953739:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c4592b63. 00000100:00000001:1.0:1767384607.953740:0:16344:0:(events.c:34:request_out_callback()) Process entered 00040000:00000001:2.0:1767384607.953748:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:1.0:1767384607.953749:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de9d4610 x1853237050224128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000001:2.0:1767384607.953753:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1767384607.953754:0:17063:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:2.0:1767384607.953758:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.953761:0:17063:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050224128 00000020:00000002:2.0:1767384607.953765:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 02000000:00000001:0.0:1767384607.953768:0:17063:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384607.953770:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000001:2.0:1767384607.953772:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.953775:0:17063:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384607.953776:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de9d4610 x1853237050224128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384607.953777:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:0.0:1767384607.953780:0:17063:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384607.953783:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:1.0:1767384607.953788:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384607.953789:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384607.953797:0:16344:0:(events.c:68:request_out_callback()) Process leaving 20000000:01000000:2.0:1767384607.953798:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 02000000:00000001:0.0:1767384607.953798:0:17063:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.953803:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.953807:0:17063:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050224128 00080000:00000001:2.0:1767384607.953809:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:1.0:1767384607.953809:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294896279 00000020:00000001:0.0:1767384607.953813:0:17063:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384607.953816:0:17063:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384607.953819:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384607.953820:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896278 00000020:00000040:0.0:1767384607.953821:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000020:00000001:0.0:1767384607.953827:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384607.953828:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294896279 00000020:00000001:0.0:1767384607.953832:0:17063:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384607.953837:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384607.953838:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896278 00000020:00000010:0.0:1767384607.953841:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035f7e2c4. 00000100:00000001:0.0:1767384607.953846:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384607.953848:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294896279 00000020:00000010:0.0:1767384607.953849:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035f7e2c4. 00000020:00000010:0.0:1767384607.953858:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3c791a8. 00000100:00000001:1.0:1767384607.953859:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896278 00000020:00000010:0.0:1767384607.953865:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006248fdcc. 00000100:00000001:1.0:1767384607.953871:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294896279 00000020:00000010:0.0:1767384607.953871:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081cea4d9. 00000100:00000001:1.0:1767384607.953883:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896278 00000100:00000040:0.0:1767384607.953884:0:17063:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384607.953889:0:17063:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384607.953892:0:17063:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384607.953895:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384607.953895:0:17063:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384607.953898:0:17063:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.953902:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.953903:0:17063:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384607.953908:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384607.953911:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.953911:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.953915:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=4 00000100:00000001:1.0:1767384607.953917:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384607.953919:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:0.0:1767384607.953924:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00010000:0.0:1767384607.953930:0:17063:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4ee8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4ee1 expref: 16 pid: 17070 timeout: 378 lvb_type: 0 00000100:00000001:1.0:1767384607.953931:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00080000:00000020:2.0:1767384607.953934:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384607.953936:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384607.953941:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384607.953945:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384607.953946:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000010:2.0:1767384607.953947:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000202d571f. 00010000:00000001:0.0:1767384607.953949:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.953952:0:17063:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384607.953953:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.953954:0:17063:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.953961:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:2.0:1767384607.953962:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050223872 00000100:00000001:0.0:1767384607.953963:0:17063:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384607.953966:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.953967:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384607.953975:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001906e38 x1853237050223872/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.953975:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384607.953980:0:17063:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000551ca3dd x1853237050224128/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:588/0 lens 328/0 e 0 to 0 dl 1767384618 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384607.954009:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384607.954010:0:17063:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1767384607.954013:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.954014:0:17063:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384607.954021:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384607.954026:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384607.954028:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384607.954030:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:0.0:1767384607.954032:0:17063:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384607.954041:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384607.954043:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384607.954047:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384607.954047:0:17063:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384607.954052:0:17063:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384607.954056:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384607.954059:0:17062:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384607.954061:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000400:00000010:2.0:1767384607.954063:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fdc2daf. 00000100:00000001:1.0:1767384607.954065:0:17062:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384607.954067:0:17063:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000200:2.0:1767384607.954070:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050223872, offset 224 00000100:00000001:1.0:1767384607.954071:0:17062:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.954072:0:17063:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299783680 : -108600409767936 : ffff9d3a7f274000) 00000100:00000001:1.0:1767384607.954080:0:17062:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.954084:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384607.954084:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000551ca3dd x1853237050224128/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:588/0 lens 328/0 e 0 to 0 dl 1767384618 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.954097:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384607.954098:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384607.954101:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000035f7e2c4. 00000100:00000001:0.0:1767384607.954106:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384607.954111:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102d00 00000020:00000010:0.0:1767384607.954112:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000035f7e2c4. 00000100:00100000:0.0:1767384607.954122:0:17063:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000551ca3dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16344:x1853237050224128:12345-0@lo:103: 00000400:00000200:2.0:1767384607.954124:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13c1 [2] + 224 00000100:00000200:0.0:1767384607.954131:0:17063:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050224128 00000400:00000200:2.0:1767384607.954135:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384607.954135:0:17063:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384607.954140:0:17063:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000400:00000200:2.0:1767384607.954161:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384607.954162:0:17063:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384607.954168:0:17063:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384607.954169:0:17071:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384607.954171:0:17063:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384607.954176:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002ece157b. 00000100:00000200:2.0:1767384607.954178:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009e25e49a x1853237050223872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384607.954179:0:17063:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.954185:0:17063:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.954190:0:17063:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384607.954192:0:17063:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384607.954197:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.954200:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.954203:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=4 00000020:00000001:0.0:1767384607.954206:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00000100:00000040:2.0:1767384607.954210:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009e25e49a x1853237050223872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384607.954211:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000040:0.0:1767384607.954224:0:17063:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e21b4e06 count: 3 00010000:00010000:0.0:1767384607.954232:0:17063:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4ee8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4ee1 expref: 16 pid: 17070 timeout: 378 lvb_type: 0 00000100:00001000:0.0:1767384607.954239:0:17063:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d25eb6a3 time=1767384607 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384607.954241:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384607.954245:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.954246:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384607.954248:0:17063:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4ee8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4ee1 expref: 16 pid: 17070 timeout: 378 lvb_type: 0 00000100:00000001:2.0:1767384607.954249:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384607.954256:0:17063:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384607.954258:0:17063:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384607.954260:0:17063:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384607.954261:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fdc2daf 00000020:00000001:0.0:1767384607.954263:0:17063:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384607.954268:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fdc2daf. 00010000:00000001:0.0:1767384607.954270:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384607.954275:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384607.954277:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384607.954281:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384607.954282:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384607.954282:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384607.954285:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.954289:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384607.954291:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384607.954293:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee4d2c54 with handle 0x9f279d7a9a0b4ee8 from hash 00010000:00000001:0.0:1767384607.954295:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384607.954297:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.954299:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.954301:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384607.954303:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384607.954333:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384607.954337:0:17063:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4ee8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9f279d7a9a0b4ee1 expref: 16 pid: 17070 timeout: 378 lvb_type: 0 00010000:00000040:0.0:1767384607.954343:0:17063:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 9 00000020:00000040:0.0:1767384607.954345:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00010000:00000001:0.0:1767384607.954358:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.954360:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384607.954362:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384607.954386:0:17063:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000046bff18d 00010000:00000001:0.0:1767384607.954389:0:17063:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384607.954391:0:17063:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384607.954393:0:17063:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.954412:0:17063:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384607.954414:0:17063:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.954417:0:17063:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384607.954419:0:17063:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384607.954421:0:17063:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.954426:0:17063:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384607.954429:0:17063:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384607.954430:0:17063:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384607.954432:0:17063:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384607.954434:0:17063:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e21b4e06) refcount = 2 00010000:00010000:0.0:1767384607.954437:0:17063:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.954442:0:17063:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384607.954444:0:17063:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384607.954445:0:17063:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.954448:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384607.954452:0:17063:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035f7e2c4. 00000100:00000001:0.0:1767384607.954454:0:17063:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384607.954458:0:17063:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7fd51bc. 00000100:00000001:0.0:1767384607.954460:0:17063:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635473297989632 : -108600411561984 : ffff9d3a7f0be000) 00000100:00000001:0.0:1767384607.954463:0:17063:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635473297989632 : -108600411561984 : ffff9d3a7f0be000) 00000100:00000001:0.0:1767384607.954465:0:17063:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384607.954467:0:17063:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384607.954468:0:17063:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384607.954471:0:17063:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384607.954475:0:17063:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:0.0:1767384607.954477:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.954479:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.954481:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046bff18d refcount=5 00000020:00000001:0.0:1767384607.954488:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:0.0:1767384607.954490:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:0.0:1767384607.954493:0:17063:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384607.954495:0:17063:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.954501:0:17063:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1767384607.954502:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384607.954503:0:17063:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000001:1.0:1767384607.954511:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384607.954511:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.954512:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:1.0:1767384607.954516:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1767384607.954517:0:17063:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384607.954522:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4edaa8a. 00010000:00000001:0.0:1767384607.954529:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384607.954531:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083b2cc28 00010000:00000001:0.0:1767384607.954533:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384607.954535:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083b2cc28. 00010000:00000001:0.0:1767384607.954537:0:17063:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384607.954540:0:17063:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384607.954542:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384607.954549:0:17063:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000046bff18d already unused, calling callback (0000000043915e75) 00000100:00000200:1.0:1767384607.954552:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009e25e49a x1853237050223872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384607.954554:0:17063:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384607.954559:0:17063:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384607.954563:0:17063:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384607.954572:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009e25e49a x1853237050223872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384607.954572:0:17063:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384607.954577:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384607.954581:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.954585:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046bff18d refcount=6 00000100:00000001:1.0:1767384607.954587:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384607.954589:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00000100:00000001:1.0:1767384607.954592:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.954594:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00000100:00000001:1.0:1767384607.954596:0:16346:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384607.954599:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.954601:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384607.954602:0:17063:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384607.954604:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384607.954607:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:1.0:1767384607.954610:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384607.954611:0:17063:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384607.954612:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384607.954633:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.954633:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.954639:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384607.954641:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1767384607.954642:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=24 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384607.954643:0:17063:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384607.954647:0:17063:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384607.954649:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=24 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384607.954650:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001906e38 x1853237050223872/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.954658:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384607.954659:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384607.954664:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.954665:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:2.0:1767384607.954671:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001906e38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050223872:12345-0@lo:253: Request processed in 4634us (5673us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384607.954672:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384607.954672:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384607.954679:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384607.954679:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384607.954687:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00000001:1.0:1767384607.954688:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384607.954688:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046bff18d with handle 0x9f279d7a9a0b4eef from hash 00000100:00000040:2.0:1767384607.954693:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00010000:00000001:0.0:1767384607.954696:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:1.0:1767384607.954700:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e25e49a x1853237050223872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384607.954701:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.954706:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384607.954708:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384607.954712:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384607.954713:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384607.954719:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:2.0:1767384607.954720:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a75e092. 00000100:00000001:1.0:1767384607.954725:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384607.954742:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:2.0:1767384607.954743:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b14c6de. 00010000:00000001:0.0:1767384607.954748:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000010:2.0:1767384607.954749:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a19610fd. 00010000:00000001:0.0:1767384607.954753:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384607.954756:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:1.0:1767384607.954757:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384607.954761:0:17063:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.954763:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384607.954764:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384607.954767:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000010:2.0:1767384607.954768:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000780c4312. 00000020:01000004:1.0:1767384607.954772:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:0.0:1767384607.954773:0:17063:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:2.0:1767384607.954775:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384607.954778:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384607.954780:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.954782:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384607.954784:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:0.0:1767384607.954787:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384607.954788:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384607.954789:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:0.0:1767384607.954794:0:17063:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384607.954795:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:2.0:1767384607.954796:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e6aa44c. 00010000:00000001:0.0:1767384607.954798:0:17063:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384607.954803:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:0.0:1767384607.954804:0:17063:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384607.954805:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fdc2daf. 00000020:01000004:1.0:1767384607.954808:0:16346:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00010000:0.0:1767384607.954810:0:17063:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384607.954813:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384607.954818:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384607.954820:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.954824:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.954825:0:17063:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:2.0:1767384607.954827:0:17092:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384607.954828:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e25e49a x1853237050223872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384607.954829:0:17063:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384607.954833:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384607.954836:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.954840:0:17063:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384607.954844:0:17063:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.954852:0:17092:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384607.954858:0:17063:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384607.954859:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384607.954863:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384607.954864:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009e25e49a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050223872:0@lo:253: 00010000:00010000:2.0:1767384607.954866:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384607.954868:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384607.954872:0:17063:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.954877:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384607.954878:0:17063:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384607.954882:0:17063:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1767384607.954886:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:1.0:1767384607.954886:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384607.954886:0:17063:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384607.954892:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384607.954893:0:17063:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.954894:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e25e49a x1853237050223872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384607.954897:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000046bff18d/0x9f279d7a9a0b4eef lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384607.954899:0:17063:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384607.954902:0:17063:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e7fd51bc. 00000100:00000001:0.0:1767384607.954910:0:17063:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384607.954914:0:17063:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384607.954922:0:17063:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035f7e2c4. 00000100:00000001:1.0:1767384607.954926:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384607.954927:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384607.954930:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384607.954930:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000040:0.0:1767384607.954931:0:17063:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e21b4e06 count: 0 20000000:00000001:2.0:1767384607.954935:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000010:1.0:1767384607.954935:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000da58c635. 00010000:00010000:0.0:1767384607.954940:0:17063:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:1.0:1767384607.954943:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384607.954944:0:17063:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384607.954947:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384607.954950:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00010000:00000001:0.0:1767384607.954950:0:17063:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384607.954955:0:17063:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384607.954956:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384607.954960:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004f6d0f5b. 00000100:00001000:0.0:1767384607.954961:0:17063:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=23 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384607.954968:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384607.954968:0:17063:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384607.954972:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384607.954975:0:17063:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000010:1.0:1767384607.954976:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e25e49a. 00000100:00000001:0.0:1767384607.954981:0:17063:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:1.0:1767384607.954983:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384607.954987:0:17063:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384607.954988:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384607.954992:0:17063:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.954993:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.955001:0:17063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384607.955004:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384607.955005:0:17063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384607.955007:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.955011:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c78dbdf2. 00000100:00000001:1.0:1767384607.955012:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384607.955017:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384607.955019:0:17063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050224128, offset 224 00000400:00000200:0.0:1767384607.955025:0:17063:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384607.955035:0:17063:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384607.955043:0:17063:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260102e00 00000400:00000200:0.0:1767384607.955047:0:17063:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x13e1 [1] + 224 00000400:00000200:0.0:1767384607.955050:0:17063:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.955053:0:17063:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384607.955064:0:17063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384607.955068:0:17063:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de9d4610 x1853237050224128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384607.955091:0:17063:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000de9d4610 x1853237050224128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.955106:0:17063:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384607.955112:0:17063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c78dbdf2 00000400:00000010:0.0:1767384607.955115:0:17063:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c78dbdf2. 00000100:00000001:0.0:1767384607.955118:0:17063:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384607.955120:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.955121:0:17063:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384607.955125:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384607.955128:0:17063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384607.955131:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384607.955132:0:17063:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000001:1.0:1767384607.955136:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384607.955137:0:17063:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384607.955142:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da9eabc1. 00010000:00000001:0.0:1767384607.955142:0:17063:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.955150:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000100:00000040:0.0:1767384607.955151:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000551ca3dd x1853237050224128/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:588/0 lens 328/224 e 0 to 0 dl 1767384618 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384607.955155:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 00000100:00000001:1.0:1767384607.955163:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384607.955170:0:17063:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000551ca3dd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050224128:12345-0@lo:103: Request processed in 1070us (1459us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384607.955172:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de9d4610 x1853237050224128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384607.955192:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000200:1.0:1767384607.955195:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de9d4610 x1853237050224128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384607.955198:0:17063:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:0.0:1767384607.955205:0:17063:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384607.955210:0:17063:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384607.955215:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384607.955216:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006248fdcc. 00000100:00000001:1.0:1767384607.955222:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384607.955223:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081cea4d9. 00000020:00000010:0.0:1767384607.955229:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3c791a8. 00000100:00000001:1.0:1767384607.955231:0:16344:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384607.955234:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:1.0:1767384607.955236:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384607.955239:0:17063:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.955241:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384607.955247:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384607.955251:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384607.955255:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=23 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384607.955260:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=24 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384607.955264:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384607.955266:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.955268:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384607.955271:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.955273:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384607.955278:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de9d4610 x1853237050224128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.955286:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384607.955330:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384607.955333:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384607.955338:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de9d4610 x1853237050224128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384607.955348:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de9d4610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050224128:0@lo:103: 00000100:00000001:1.0:1767384607.955367:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.955388:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384607.955394:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de9d4610 x1853237050224128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.955403:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384607.955405:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384607.955425:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d4755da. 02000000:00000001:1.0:1767384607.955430:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384607.955432:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384607.955433:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384607.955436:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384607.955438:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f98c12d1. 02000000:00000001:1.0:1767384607.955441:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384607.955443:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384607.955444:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de9d4610. 00000100:00000001:1.0:1767384607.955447:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384607.955449:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.955451:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384607.955456:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384607.955458:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.955460:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384607.955462:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384607.959315:0:21716:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046bff18d. 00010000:00000010:1.1:1767384607.959340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007fe915a7. 00010000:00000010:1.1:1767384607.959353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093bb66cd. 00010000:00000010:0.1:1767384607.959359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee4d2c54. 00010000:00000010:0.1:1767384607.959384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e21b4e06. 00000100:00000040:1.0:1767384607.959387:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294896279, at 4294896280 00000100:00000010:1.0:1767384607.959397:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e3ffda11. 00000100:00000040:0.0:1767384607.959402:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294896279, at 4294896280 00000100:00000010:0.0:1767384607.959411:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010ede968. 00000100:00000040:3.0:1767384607.959421:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294896279, at 4294896280 00000100:00000010:3.0:1767384607.959429:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2a670bc. 00000100:00000040:2.0:1767384607.960351:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294896279, at 4294896281 00000100:00000010:2.0:1767384607.960359:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbec4c52. 00000400:00000010:2.0:1767384607.970910:0:21718:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b8f058eb. 00000400:00000040:2.0:1767384607.970935:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384607.970937:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384607.970940:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.970941:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384607.970948:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.970949:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384607.970951:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384607.970953:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384607.970954:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384607.970955:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384607.970957:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384607.970958:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384607.970960:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384607.970961:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384607.970962:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384607.970964:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384607.970965:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384607.970966:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384607.970967:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384607.970969:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.970970:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384607.970971:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384607.970973:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384607.970974:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384607.970975:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384607.970976:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.970978:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384607.970979:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384607.970980:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384607.970981:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384607.970982:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384607.970983:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384607.970985:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384607.970986:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384607.970987:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384607.970988:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384607.970989:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384607.970991:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384607.970992:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384607.970993:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384607.970995:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384607.970996:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384607.970997:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384607.971001:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384607.971003:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384607.971004:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384607.971005:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384607.971007:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384607.971008:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384607.971009:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384607.971011:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384607.971012:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384607.971013:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384607.971015:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384607.971016:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384607.971017:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384607.971018:0:21718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384607.971059:0:21718:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b8f058eb. 00010000:00000001:1.0:1767384608.512388:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384608.512409:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384608.512413:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384608.512415:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384608.512447:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384608.512451:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384608.512454:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384608.695822:0:21929:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001323773c. 00080000:00000010:0.0:1767384608.695832:0:21929:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001323773c. 00000020:00000001:0.0:1767384608.695836:0:21929:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384608.695847:0:21929:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001323773c. 00080000:00000010:0.0:1767384608.695852:0:21929:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001323773c. 00000020:00000001:0.0:1767384608.695855:0:21929:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384609.403928:0:22094:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384609.403933:0:22094:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:1.0:1767384609.407599:0:22094:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384609.414043:0:22095:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005a7f9714. 00000400:00000010:2.0:1767384609.414057:0:22095:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a30ffc45. 00000400:00000010:2.0:1767384609.414066:0:22095:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000046196309. 00000400:00000010:2.0:1767384609.414069:0:22095:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000061545eaf. 00000400:00000010:2.0:1767384609.414072:0:22095:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003c97b4c2. 00000400:00000010:2.0:1767384609.414076:0:22095:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000adda2989. 00000400:00000010:2.0:1767384609.414078:0:22095:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000233533b5. 00000400:00000010:2.0:1767384609.414079:0:22095:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000957a3bd7. 00000400:00000010:2.0:1767384609.414082:0:22095:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004c1c081b. 00000800:00000010:2.0:1767384609.414091:0:22095:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007b09f272. 00000800:00000200:2.0:1767384609.414101:0:22095:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384609.414106:0:22095:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384609.414138:0:22095:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384609.414155:0:22095:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp19 [8/256/0/180] 00000400:00000010:2.0:1767384609.415571:0:22095:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 000000009c780954. 00000400:00000010:2.0:1767384609.415576:0:22095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a317346. 00000400:00000010:2.0:1767384609.415580:0:22095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad05d42d. 00000400:00000001:2.0:1767384609.415594:0:22095:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384609.415600:0:22095:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384609.415602:0:22095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000329ee2c9. 00000400:00000200:2.0:1767384609.415604:0:22095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048dc8bba 00000400:00000010:2.0:1767384609.415606:0:22095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048dc8bba. 00000400:00000010:2.0:1767384609.415609:0:22095:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 000000000b49dc64. 00000400:00000200:2.0:1767384609.415615:0:22095:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (10) 00000400:00000200:2.0:1767384609.415626:0:22095:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384609.415634:0:22095:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:2.0:1767384609.415639:0:22095:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000da58c635. 00000020:01000000:2.0:1767384609.415642:0:22095:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384609.415644:0:22095:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp19 00000400:00000010:2.0:1767384609.415656:0:22095:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a30ffc45. 00000400:00000010:2.0:1767384609.415659:0:22095:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005a7f9714. 00000400:00000200:3.0:1767384609.415680:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384609.415686:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:3.0:1767384609.415692:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017ac58c2. 00000400:00000200:3.0:1767384609.415695:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (11) 00000400:00000010:3.0:1767384609.415700:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007a7bcf5e. 00000400:00000200:3.0:1767384609.415704:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000020:00000001:0.0:1767384609.415712:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384609.415717:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384609.415718:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 10000000:00000001:0.0:1767384609.415722:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384609.415726:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:0.0:1767384609.415726:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384609.415731:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384609.415734:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384609.415737:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384609.415737:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384609.415740:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384609.415743:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384609.415745:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384609.415746:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384609.415749:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384609.415752:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384609.415754:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:0.0:1767384609.415754:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384609.415757:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384609.415761:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:0.0:1767384609.415763:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049fccd94. 00000400:00000200:3.0:1767384609.415765:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:0.0:1767384609.415769:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:3.0:1767384609.415770:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:3.0:1767384609.415777:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:0.0:1767384609.415778:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384609.415781:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384609.415786:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.415790:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384609.415794:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 02000000:00000010:0.0:1767384609.415795:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a42390e1. 00000400:00000200:3.0:1767384609.415799:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp18 00000100:00000001:0.0:1767384609.415802:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.415803:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp18 lpni_is_preferred = 0 00000400:00000200:3.0:1767384609.415808:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp18 00000400:00000200:3.0:1767384609.415810:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp18 NI seq info: [23:23:256:4294967295] 192.168.202.122@tcp18 LPNI seq info [23:23:8:4294967295] 00000100:00000001:0.0:1767384609.415811:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384609.415814:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.415817:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp18 00000100:00000040:0.0:1767384609.415825:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049fccd94] to pc [ptlrpcd_00_01+1] req@0000000049fccd94 x1853237050224256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384609.415826:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp18(192.168.202.122@tcp18:) -> 192.168.202.122@tcp18(192.168.202.122@tcp:192.168.202.122@tcp18) : PUT try# 0 00000800:00000200:3.0:1767384609.415839:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.202.122@tcp18 00000800:00000010:3.0:1767384609.415846:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff0e9c7a. 00000800:00000010:3.0:1767384609.415854:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000053392e94. 00000800:00000010:3.0:1767384609.415857:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004c4bb5de. 00000800:00000200:3.0:1767384609.415862:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053392e94] -> 12345-192.168.202.122@tcp18 (2) 10000000:00000001:0.0:1767384609.415864:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384609.415867:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053392e94] -> 12345-192.168.202.122@tcp18 (2) 10000000:00000001:0.0:1767384609.415868:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.415871:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384609.415873:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384609.415875:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384609.415879:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384609.415880:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384609.415883:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384609.415884:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000100:00000001:2.0:1767384609.415884:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384609.415886:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384609.415890:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384609.415892:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000100:00000040:2.0:1767384609.415893:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049fccd94 x1853237050224256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384609.415901:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384609.415905:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384609.415908:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384609.415908:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384609.415912:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384609.415913:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384609.415916:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384609.415918:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384609.415919:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384609.415921:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384609.415922:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384609.415923:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384609.415926:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384609.415927:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384609.415930:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049fccd94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050224256:0@lo:253: 00000100:00000010:0.0:1767384609.415930:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7edd48c. 00000020:00000040:0.0:1767384609.415935:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384609.415937:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384609.415939:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384609.415941:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384609.415942:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384609.415943:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384609.415945:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384609.415948:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384609.415950:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 02000000:00000010:0.0:1767384609.415950:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b77939c5. 02000000:00000010:2.0:1767384609.415953:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000780c4312. 02000000:00000001:2.0:1767384609.415957:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.415957:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.415962:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384609.415964:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c988c1bc. 00000100:00000001:0.0:1767384609.415965:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384609.415971:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a30ffc45. 00000100:00000040:0.0:1767384609.415974:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7edd48c] to pc [ptlrpcd_00_02+2] req@00000000d7edd48c x1853237050224384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384609.415977:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050224256, portal 25 00000100:00000001:2.0:1767384609.415982:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384609.415985:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963238144 : -108605746313472 : ffff9d3941120700) 00000100:00000040:2.0:1767384609.415998:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049fccd94 x1853237050224256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384609.415999:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.416000:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 10000000:00000001:0.0:1767384609.416006:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.416011:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384609.416012:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384609.416015:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384609.416018:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384609.416020:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000da58c635. 00000400:00000010:2.0:1767384609.416023:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e83981e8. 00000400:00000200:3.0:1767384609.416028:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000200:2.0:1767384609.416028:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050224256, offset 0 00000100:00000001:0.0:1767384609.416031:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.416035:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.416038:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384609.416042:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.416045:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384609.416048:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384609.416051:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384609.416054:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7edd48c x1853237050224384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384609.416060:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000001:0.0:1767384609.416061:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384609.416065:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102e80 00000100:00000001:0.0:1767384609.416065:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.416072:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384609.416075:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384609.416076:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000400:00000010:2.0:1767384609.416079:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff82cd8e. 00000400:00000200:2.0:1767384609.416082:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000de205f13 02000000:00000001:0.0:1767384609.416084:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384609.416088:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7edd48c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050224384:0@lo:253: 00000400:00000200:2.0:1767384609.416090:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384609.416091:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384609.416096:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384609.416096:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384609.416096:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384609.416100:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.416103:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384609.416105:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de205f13 00000400:00000010:2.0:1767384609.416108:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de205f13. 02000000:00000010:0.0:1767384609.416110:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000202d571f. 00000100:00000001:2.0:1767384609.416113:0:16345:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384609.416114:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384609.416117:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384609.416119:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026b74a6e. 00000100:00000040:2.0:1767384609.416121:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000c97931fc x1853237050224256 msgsize 4848 00000400:00000200:3.0:1767384609.416126:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00100000:2.0:1767384609.416128:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384609.416128:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfc1ac39. 00000100:00000040:2.0:1767384609.416134:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767384609.416135:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050224384, portal 25 00000100:00000001:0.0:1767384609.416138:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384609.416139:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963239040 : -108605746312576 : ffff9d3941120a80) 00000100:00000001:2.0:1767384609.416142:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384609.416145:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7edd48c x1853237050224384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384609.416150:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e83981e8 00000100:00000001:0.0:1767384609.416150:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384609.416154:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e83981e8. 00000100:00000040:0.0:1767384609.416155:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384609.416158:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767384609.416159:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dcf26f3. 00000100:00000200:0.0:1767384609.416163:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050224384, offset 0 00000100:00000200:2.0:1767384609.416164:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049fccd94 x1853237050224256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384609.416171:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384609.416174:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:2.0:1767384609.416182:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384609.416182:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384609.416190:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049fccd94 x1853237050224256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384609.416195:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260102f00 00000400:00000200:0.0:1767384609.416204:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000100:00000001:2.0:1767384609.416208:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.416209:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005801a46. 00000100:00000001:2.0:1767384609.416214:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384609.416214:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c15c932 00000400:00000200:3.0:1767384609.416217:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384609.416220:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384609.416223:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.416227:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384609.416230:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294897741 00000400:00000200:0.0:1767384609.416232:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c15c932 00000400:00000010:0.0:1767384609.416234:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c15c932. 00000100:00000001:0.0:1767384609.416237:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384609.416238:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384609.416241:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000af00a57f x1853237050224384 msgsize 4848 00000100:00100000:0.0:1767384609.416245:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384609.416246:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c1931c6f. 00000100:00000040:0.0:1767384609.416247:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384609.416254:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000001:2.0:1767384609.416254:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384609.416262:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384609.416265:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294897741 00000400:00000200:0.0:1767384609.416269:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dcf26f3 00000100:00000010:2.0:1767384609.416272:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030c6098b. 00000400:00000010:0.0:1767384609.416272:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dcf26f3. 00000100:00000001:0.0:1767384609.416279:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384609.416280:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767384609.416284:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7edd48c x1853237050224384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384609.416285:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:2.0:1767384609.416286:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294897741 00000100:00000001:0.0:1767384609.416321:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384609.416325:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7edd48c x1853237050224384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384609.416330:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.416331:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384609.416336:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384609.416337:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067cc6391. 00000100:00000001:0.0:1767384609.416340:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294897742 00000100:00000001:2.0:1767384609.416343:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384609.416347:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294897741 00000100:00000001:2.0:1767384609.416352:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294897742 00000400:00000200:3.0:1767384609.416354:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000001:0.0:1767384609.416355:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294897742 00000100:00000001:0.0:1767384609.416374:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294897741 00000100:00000010:2.0:1767384609.416376:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8e956ba. 00000100:00000001:0.0:1767384609.416379:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294897742 00000100:00000001:2.0:1767384609.416382:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384609.416386:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294897741 00000100:00000001:2.0:1767384609.416391:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384609.416392:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294897742 00000100:00000001:0.0:1767384609.416396:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294897742 00000100:00000001:2.0:1767384609.416398:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.416399:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384609.416404:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.416405:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.416407:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.416409:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.416410:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384609.416413:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:2.0:1767384609.416421:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384609.416421:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384609.416425:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384609.416425:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384609.416432:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.416433:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384609.416435:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384609.416435:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384609.416438:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.416439:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.416445:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.416445:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.416457:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:0.0:1767384609.416462:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.416466:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.416472:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384609.416476:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050224256 02000000:00000001:2.0:1767384609.416479:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384609.416481:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384609.416484:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.416484:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384609.416487:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384609.416491:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050224256 00000020:00000001:2.0:1767384609.416495:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767384609.416495:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050224384 00000020:00000040:2.0:1767384609.416498:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 02000000:00000001:0.0:1767384609.416498:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384609.416502:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384609.416502:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384609.416504:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000020:00000040:2.0:1767384609.416506:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:0.0:1767384609.416506:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.416512:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 02000000:00000001:0.0:1767384609.416512:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384609.416516:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00100000:0.0:1767384609.416518:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050224384 00000020:00000001:0.0:1767384609.416520:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384609.416522:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384609.416525:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384609.416527:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00000001:2.0:1767384609.416529:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384609.416530:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384609.416533:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:2.0:1767384609.416534:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b3b0863. 00000100:00000001:0.0:1767384609.416536:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384609.416538:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384609.416541:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a009e06e. 00000020:00000010:2.0:1767384609.416542:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b3b0863. 00000100:00000001:0.0:1767384609.416547:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384609.416550:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a009e06e. 00000020:00000010:2.0:1767384609.416551:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ebfae6c. 00000400:00000200:3.0:1767384609.416552:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000020:00000010:0.0:1767384609.416555:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a58d737b. 00000020:00000010:2.0:1767384609.416558:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1ef86f7. 00000020:00000010:0.0:1767384609.416562:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6c2d8d1. 00000020:00000010:2.0:1767384609.416564:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d78ba8b9. 00000020:00000010:0.0:1767384609.416568:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081cea4d9. 00000100:00000040:2.0:1767384609.416576:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384609.416580:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384609.416581:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384609.416582:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384609.416586:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.416586:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384609.416589:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.416595:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:2.0:1767384609.416595:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.416596:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.416609:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.416610:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.416629:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384609.416630:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384609.416634:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384609.416634:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384609.416641:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000400:00000200:3.0:1767384609.416644:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000040:2.0:1767384609.416645:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00100000:0.0:1767384609.416650:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000001:2.0:1767384609.416651:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322996304 : -108601386555312 : ffff9d3a44eea850) 00000100:00000040:0.0:1767384609.416655:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000040:2.0:1767384609.416659:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c97931fc x1853237050224256/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:590/0 lens 4848/0 e 0 to 0 dl 1767384620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384609.416659:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322992208 : -108601386559408 : ffff9d3a44ee9850) 00000100:00000040:0.0:1767384609.416668:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af00a57f x1853237050224384/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:590/0 lens 4848/0 e 0 to 0 dl 1767384620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.416671:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384609.416676:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b3b0863. 00000100:00000001:0.0:1767384609.416678:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384609.416680:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384609.416682:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a009e06e. 00000020:00000010:2.0:1767384609.416683:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b3b0863. 00000100:00100000:2.0:1767384609.416690:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c97931fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050224256:12345-0@lo:253: 00000100:00000001:0.0:1767384609.416693:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384609.416695:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050224256 00000020:00000010:0.0:1767384609.416696:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a009e06e. 00000400:00000200:3.0:1767384609.416699:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000020:00000001:2.0:1767384609.416699:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384609.416705:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384609.416705:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af00a57f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050224384:12345-0@lo:253: 00000020:00000001:2.0:1767384609.416709:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384609.416711:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050224384 00000020:00000001:2.0:1767384609.416713:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384609.416715:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384609.416715:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384609.416719:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384609.416720:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384609.416722:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.416724:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384609.416726:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:2.0:1767384609.416729:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384609.416730:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384609.416733:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384609.416734:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384609.416736:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384609.416737:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384609.416739:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384609.416741:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.416742:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.416748:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384609.416749:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384609.416753:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384609.416753:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384609.416760:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000da58c635. 02000000:00000010:0.0:1767384609.416761:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004f6d0f5b. 02000000:00000001:2.0:1767384609.416763:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.416765:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.416766:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.416769:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384609.416770:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384609.416771:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384609.416781:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000060c6b559. 20000000:00000010:2.0:1767384609.416782:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ae663450. 20000000:01000000:0.0:1767384609.416784:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384609.416787:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384609.416788:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384609.416790:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384609.416792:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384609.416795:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.416797:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.416798:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384609.416801:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384609.416804:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384609.416806:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384609.416807:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003bbf0117. 20000000:00000001:2.0:1767384609.416808:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384609.416812:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:00000001:0.0:1767384609.416817:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384609.416821:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384609.416824:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384609.416840:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384609.416854:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384609.416857:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384609.416858:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384609.416866:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384609.416868:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384609.416871:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:0.0:1767384609.416874:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:0.0:1767384609.416876:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384609.416879:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384609.416881:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384609.416883:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384609.416886:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384609.416890:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384609.416893:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384609.416897:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f38300f9. 00080000:00000001:0.0:1767384609.416899:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468040067072 : -108605669484544 : ffff9d3945a65800) 00080000:00000001:0.0:1767384609.416902:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384609.416905:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384609.416908:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a009e06e. 00080000:00000001:0.0:1767384609.416911:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384609.416913:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:3.0:1767384609.416917:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ce8557a2. 00000800:00000010:3.0:1767384609.416923:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003acb0588. 00080000:00000001:0.0:1767384609.416924:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384609.416928:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e22def6c. 00080000:00000001:0.0:1767384609.416942:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384609.416963:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e22def6c. 00000400:00000200:3.0:1767384609.417027:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384609.417044:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp18 from 237.3.0.2 00000800:00000010:3.0:1767384609.417048:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008b47ffdb. 00000800:00000010:2.0:1767384609.417091:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000328f1a9c. 00000800:00000010:2.0:1767384609.417097:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e83981e8. 00000800:00000010:2.0:1767384609.417119:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004ddfa0f7. 00000800:00000200:2.1:1767384609.417125:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053392e94] -> 12345-192.168.202.122@tcp18 (2) 00000800:00000200:2.1:1767384609.417128:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp18 000000004ddfa0f7 deleted 00000800:00000010:2.1:1767384609.417130:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004ddfa0f7. 00000800:00000200:2.1:1767384609.417134:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384609.417140:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp18 ip 192.168.202.122:1005 00000800:00000200:2.1:1767384609.417149:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff0e9c7a type 1, nob 304 niov 1 nkiov 1 00000800:00000200:2.0:1767384609.417154:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp18 p 3.x 192.168.202.122 -> 192.168.202.122:1005 incarnation:1767384607945577668 sched[0] 00000800:00000010:2.0:1767384609.417159:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000b3b0863. 00000800:00000010:2.0:1767384609.417218:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000b3b0863. 00000800:00000010:2.0:1767384609.417223:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e83981e8. 00000800:00000200:0.1:1767384609.417231:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384609.417238:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp18 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384607945577668 sched[0] 00000800:00000010:0.0:1767384609.417241:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003acb0588. 00000800:00000010:2.0:1767384609.417255:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008b47ffdb. 00000800:00000001:3.0:1767384609.417270:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384609.417271:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.417278:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384609.417279:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384609.417321:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384609.417370:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384609.417399:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384609.417417:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384609.417434:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384609.417450:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384609.417467:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384609.417483:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384609.417500:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384609.417536:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384609.417575:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384609.417624:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000800:00000001:3.0:1767384609.417652:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384609.417654:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384609.417659:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff0e9c7a. 00000800:00000001:3.0:1767384609.417660:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384609.417664:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384609.417665:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384609.417668:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384609.417680:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp18(192.168.202.122@tcp18) <- 192.168.202.122@tcp18 : PUT - for me 00000400:00000200:0.0:1767384609.417681:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384609.417684:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp18->192.168.202.122@tcp18: PUT: OK 00000400:00000200:1.0:1767384609.417693:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384609.417697:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384609.417700:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000400:00000200:3.0:1767384609.417707:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 208/208 into md 0x13c9 [1] + 0 00000400:00000010:3.0:1767384609.417711:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003b6cd56. 00000400:00000200:3.0:1767384609.417714:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d71b6b0 00000800:00000001:3.0:1767384609.417718:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.417729:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384609.417731:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384609.417736:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp18->192.168.202.122@tcp18: PUT: OK 00000400:00000200:0.0:1767384609.417740:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384609.417741:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d71b6b0 00000400:00000010:3.0:1767384609.417745:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d71b6b0. 00000400:00000200:3.0:1767384609.417750:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384609.417758:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (12) 00000400:00000200:3.0:1767384609.417763:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:3.0:1767384609.417766:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 000000005338327f. 00000400:00000200:3.0:1767384609.417769:0:16339:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 11 00000400:00000200:3.0:1767384609.417780:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384609.417791:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384609.417793:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (13) 00000400:00000200:3.0:1767384609.417800:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384609.417807:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp18 to MR: 192.168.202.122@tcp18 local destination 00000400:00000200:3.0:1767384609.417813:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp18 NI seq info: [24:24:256:4294967295] 192.168.202.122@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767384609.417826:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp18(192.168.202.122@tcp18:192.168.202.122@tcp18) -> 192.168.202.122@tcp18(192.168.202.122@tcp18:192.168.202.122@tcp18) 192.168.202.122@tcp18 : ACK try# 0 00000800:00000200:3.0:1767384609.417831:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp18 00000800:00000010:3.0:1767384609.417834:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dd7e37e. 00000800:00000200:3.0:1767384609.417839:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053392e94] -> 12345-192.168.202.122@tcp18 (4) 00000400:00000200:0.0:1767384609.417839:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000800:00000200:3.0:1767384609.417845:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp18 ip 192.168.202.122:988 00000800:00000200:3.0:1767384609.417848:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001dd7e37e type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384609.417891:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000800:00000200:3.0:1767384609.417900:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384609.417903:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dd7e37e. 00000400:00000200:3.0:1767384609.417907:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384609.417913:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp18->192.168.202.122@tcp18: ACK: OK 00000800:00000001:3.0:1767384609.417920:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.417923:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384609.417925:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.417930:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384609.417932:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.417936:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384609.417941:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp18(192.168.202.122@tcp18) <- 192.168.202.122@tcp18 : ACK - for me 00000400:00000200:3.0:1767384609.417949:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp18: ACK from 12345-192.168.202.122@tcp18 into md 0x13f9 00000400:00000200:3.0:1767384609.417952:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384609.417954:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384609.417959:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp18->192.168.202.122@tcp18: ACK: OK 00000400:00000200:0.0:1767384609.417960:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000010:2.0:1767384609.417961:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d61d0f93. 00000400:00000200:3.0:1767384609.417963:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017ac58c2 00000400:00000010:3.0:1767384609.417967:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ac58c2. 00000400:00000200:3.0:1767384609.417970:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384609.417974:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000010:2.0:1767384609.417976:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d864046. 00000400:00000200:3.0:1767384609.417980:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384609.417982:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000400:00000200:3.0:1767384609.417985:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (12) 00000400:00000200:0.0:1767384609.417995:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000800:00000001:3.0:1767384609.417998:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384609.417998:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1000d1 00000800:00000001:3.0:1767384609.418004:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384609.418007:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 00000000a6dff55b. 00000400:00000010:2.0:1767384609.418012:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 00000000c21fa50f. 00000400:00000010:2.0:1767384609.418014:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 00000000fb9b2305. 00000400:00000010:2.0:1767384609.418036:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f3951d13. 00000400:00000200:2.0:1767384609.418040:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f3951d13 nid 192.168.202.122@tcp19 00000400:00000010:2.0:1767384609.418044:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ca72d1f1. 00000400:00000200:2.0:1767384609.418045:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ca72d1f1 net tcp19 00000400:00000200:2.0:1767384609.418048:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (11) 00000400:00000200:2.0:1767384609.418053:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp19 flags 0x11 00000400:00000010:2.0:1767384609.418056:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 00000000a6dff55b. 00000400:00000010:2.0:1767384609.418060:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 00000000c21fa50f. 00000400:00000010:2.0:1767384609.418062:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 00000000fb9b2305. 00000400:00000010:2.0:1767384609.418064:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 000000005338327f. 00000400:00000200:2.0:1767384609.418067:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384609.418070:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100151 00000400:00000200:2.0:1767384609.418072:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 rc 1 00000400:00000200:2.0:1767384609.418076:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000200:2.0:1767384609.418078:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384609.418080:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100111 rc 0 00000400:00000200:2.0:1767384609.418083:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:2.0:1767384609.418085:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (12) 00000800:00000010:0.0:1767384609.418165:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d9c550e. 00000800:00000010:0.0:1767384609.418169:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007dcf26f3. 00000800:00000010:0.0:1767384609.418173:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3016243. 00000800:00000010:0.0:1767384609.418205:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3016243. 00000400:00000200:2.0:1767384609.418232:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384609.418243:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp18 from 236.3.0.2 00000800:00000010:2.0:1767384609.418245:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a7ea0f53. 00000800:00000010:0.0:1767384609.418283:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000034399d6e. 00000800:00000010:0.0:1767384609.418287:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000852de05b. 00000800:00000010:0.0:1767384609.418330:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000043ae79cb. 00000800:00000200:0.1:1767384609.418336:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053392e94] -> 12345-192.168.202.122@tcp18 (4) 00000800:00000200:0.1:1767384609.418340:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp18 0000000043ae79cb deleted 00000800:00000010:0.1:1767384609.418342:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000043ae79cb. 00000800:00000200:0.1:1767384609.418346:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384609.418356:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp18 p 3.x 192.168.202.122 -> 192.168.202.122:1004 incarnation:1767384607945577668 sched[0] 00000800:00000010:0.0:1767384609.418372:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3016243. 00000800:00000010:0.0:1767384609.418412:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3016243. 00000800:00000010:0.0:1767384609.418415:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000852de05b. 00000800:00000200:2.1:1767384609.418424:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384609.418430:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp18 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384607945577668 sched[0] 00000800:00000010:2.0:1767384609.418433:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007dcf26f3. 00000800:00000010:0.0:1767384609.418437:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a7ea0f53. 00000800:00000001:3.0:1767384609.418447:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.418453:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384609.418456:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.418460:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384609.418879:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f38300f9. 00080000:00000010:0.0:1767384609.418944:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a009e06e. 00040000:00000001:0.0:1767384609.418951:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384609.418952:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384609.418955:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384609.418958:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384609.418960:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.418961:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384609.418974:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384609.418983:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384609.418985:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384609.418990:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384609.418993:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384609.418997:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384609.418999:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384609.419002:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384609.419005:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384609.419012:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000001a9f1fd. 00010000:00000001:3.0:1767384609.419016:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384609.419018:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a357b88. 00000020:00000001:3.0:1767384609.419021:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384609.419024:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a357b88 with handle 0x9f279d7a9a0b4ef6 to hash 00000020:00000001:3.0:1767384609.419027:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384609.419028:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384609.419030:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384609.419033:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.419035:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.419037:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4ef6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384609.419039:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c21fa50f. 20000000:01000000:2.0:1767384609.419045:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00010000:00000001:3.0:1767384609.419047:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000001:2.0:1767384609.419049:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384609.419051:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384609.419053:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384609.419054:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384609.419057:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384609.419057:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384609.419061:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.419063:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384609.419063:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.419065:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384609.419066:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384609.419067:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384609.419070:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384609.419071:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:2.0:1767384609.419074:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384609.419078:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000040:3.0:1767384609.419080:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000001a9f1fd) refcount = 1 00080000:00000001:2.0:1767384609.419080:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384609.419085:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:3.0:1767384609.419086:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4ef6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384609.419087:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.419091:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384609.419093:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384609.419094:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.419099:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384609.419100:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00010000:00000001:3.0:1767384609.419101:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384609.419106:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 20000000:00000001:3.0:1767384609.419107:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000002:2.0:1767384609.419111:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:3.0:1767384609.419112:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384609.419117:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767384609.419117:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384609.419120:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384609.419122:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384609.419123:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=4 00080000:00000001:2.0:1767384609.419126:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384609.419127:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00000020:00000001:2.0:1767384609.419129:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384609.419134:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00000020:00000001:2.0:1767384609.419135:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:3.0:1767384609.419141:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:2.0:1767384609.419141:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000020:0.0:1767384609.419144:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:3.0:1767384609.419146:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4ef6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767384609.419146:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000279f4709. 00000100:00000001:0.0:1767384609.419148:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:2.0:1767384609.419152:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468046734336 : -108605662817280 : ffff9d39460c1400) 00080000:00000001:2.0:1767384609.419158:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000010:0.0:1767384609.419159:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000060c6b559. 00000001:00000001:2.0:1767384609.419162:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384609.419163:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000001:0.0:1767384609.419165:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384609.419166:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000b3b0863. 00010000:00010000:3.0:1767384609.419167:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4ef6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384609.419169:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050224384 00080000:00000001:2.0:1767384609.419171:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384609.419176:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384609.419176:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384609.419183:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af00a57f x1853237050224384/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.419185:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.419188:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384609.419189:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.419192:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4ef6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384609.419195:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384609.419198:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384609.419203:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00001000:0.0:1767384609.419203:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=26 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384609.419207:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384609.419209:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384609.419211:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.419213:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384609.419217:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384609.419217:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00010000:3.0:1767384609.419222:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4ef6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384609.419222:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384609.419223:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.419228:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384609.419233:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384609.419237:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a357b88 already unused, calling callback (0000000043915e75) 00000400:00000010:0.0:1767384609.419238:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000852de05b. 00000100:00000200:0.0:1767384609.419242:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050224384, offset 224 00000400:00000200:0.0:1767384609.419247:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384609.419251:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384609.419255:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384609.419255:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384609.419259:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4ef6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384609.419266:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102f00 00010000:00000001:3.0:1767384609.419267:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384609.419270:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384609.419273:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1405 [2] + 224 00000020:00000001:3.0:1767384609.419274:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.419277:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=5 00000020:00000001:3.0:1767384609.419279:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00000400:00000200:0.0:1767384609.419280:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384609.419282:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384609.419286:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384609.419287:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384609.419308:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4ef6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.419314:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384609.419317:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384609.419318:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384609.419321:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384609.419324:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7edd48c x1853237050224384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.419326:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384609.419330:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384609.419334:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.419336:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.419339:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d7edd48c x1853237050224384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384609.419340:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a357b88 with handle 0x9f279d7a9a0b4ef6 from hash 00010000:00000001:3.0:1767384609.419344:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384609.419346:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.419349:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.419351:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384609.419353:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384609.419355:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384609.419371:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384609.419372:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384609.419374:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.419377:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.419378:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000852de05b 00010000:00000001:3.0:1767384609.419379:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384609.419382:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384609.419383:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000852de05b. 00010000:00000001:3.0:1767384609.419384:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384609.419385:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384609.419389:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384609.419389:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384609.419391:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:2.0:1767384609.419392:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384609.419394:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384609.419398:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026b74a6e. 00000100:00000001:0.0:1767384609.419398:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384609.419399:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.419403:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.419404:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfc1ac39 00000100:00000001:0.0:1767384609.419404:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.419405:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384609.419409:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfc1ac39. 00010000:00010000:3.0:1767384609.419411:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4ef6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384609.419412:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:2.0:1767384609.419414:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384609.419419:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384609.419422:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384609.419422:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7edd48c x1853237050224384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384609.419423:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.419426:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384609.419428:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384609.419429:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384609.419433:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:0.0:1767384609.419436:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af00a57f x1853237050224384/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.419437:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384609.419440:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7edd48c x1853237050224384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.419441:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.419445:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384609.419449:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384609.419454:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.419459:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4ef6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384609.419469:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af00a57f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050224384:12345-0@lo:253: Request processed in 2788us (3223us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384609.419472:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384609.419475:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.419478:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384609.419480:0:16346:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384609.419482:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384609.419484:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1767384609.419485:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00010000:00010000:3.0:1767384609.419486:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4ef6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384609.419486:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384609.419492:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00010000:00000040:3.0:1767384609.419495:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000001a9f1fd count: 0 00000100:00000001:2.0:1767384609.419496:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.419496:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384609.419499:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384609.419501:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384609.419504:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6c2d8d1. 00000100:00001000:2.0:1767384609.419506:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=26 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384609.419509:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1767384609.419510:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=26 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384609.419510:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081cea4d9. 20000000:00000001:3.0:1767384609.419513:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:0.0:1767384609.419516:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a58d737b. 00000100:00000001:2.0:1767384609.419518:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384609.419520:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384609.419521:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00010000:00000001:2.0:1767384609.419522:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384609.419526:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.419527:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384609.419530:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384609.419530:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004f6d0f5b. 02000000:00000001:0.0:1767384609.419535:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384609.419536:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7edd48c x1853237050224384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384609.419538:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384609.419544:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384609.419546:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384609.419549:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070dde7bf. 00000100:00000001:2.0:1767384609.419550:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384609.419553:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384609.419556:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000852de05b. 00000020:01000004:2.0:1767384609.419557:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384609.419560:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384609.419562:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384609.419563:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384609.419564:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384609.419566:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384609.419567:0:16346:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384609.419568:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384609.419569:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384609.419572:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7edd48c x1853237050224384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384609.419578:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7edd48c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050224384:0@lo:253: 00000100:00000001:2.0:1767384609.419581:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.419582:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384609.419583:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7edd48c x1853237050224384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384609.419587:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384609.419589:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384609.419591:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000202d571f. 02000000:00000001:2.0:1767384609.419593:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384609.419594:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384609.419601:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384609.419603:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384609.419604:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b77939c5. 02000000:00000001:2.0:1767384609.419607:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384609.419609:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384609.419610:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7edd48c. 00000100:00000001:2.0:1767384609.419612:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384609.419614:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.419615:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384609.419620:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384609.419621:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.419622:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384609.419624:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384609.420826:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000279f4709. 00080000:00000010:2.0:1767384609.420895:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000b3b0863. 00040000:00000001:2.0:1767384609.420900:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384609.420901:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384609.420903:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384609.420905:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384609.420907:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384609.420908:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384609.420910:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384609.420918:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384609.420920:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384609.420924:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384609.420930:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384609.420935:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384609.420937:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384609.420940:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384609.420943:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384609.420948:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000310eca0e. 00010000:00000001:3.0:1767384609.420952:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384609.420956:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f4b1ce3. 00000020:00000001:3.0:1767384609.420959:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384609.420961:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f4b1ce3 with handle 0x9f279d7a9a0b4efd to hash 00000020:00000001:3.0:1767384609.420969:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384609.420971:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384609.420974:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384609.420977:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.420980:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.420982:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4efd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.420989:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384609.420992:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384609.420994:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384609.420996:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384609.420998:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.421000:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384609.421001:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.421004:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384609.421006:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384609.421007:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384609.421009:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384609.421011:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000310eca0e) refcount = 1 00010000:00010000:3.0:1767384609.421015:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4efd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.421020:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384609.421021:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384609.421023:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.421025:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.421026:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384609.421029:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384609.421032:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384609.421035:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384609.421037:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.421039:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=4 00000020:00000001:3.0:1767384609.421041:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384609.421044:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384609.421054:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384609.421056:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4efd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384609.421057:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384609.421062:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384609.421064:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ae663450. 00010000:00000001:3.0:1767384609.421071:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000001:2.0:1767384609.421072:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.421074:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4efd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384609.421076:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050224256 00010000:00000001:2.0:1767384609.421081:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384609.421086:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c97931fc x1853237050224256/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.421087:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.421090:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384609.421094:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4efd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384609.421098:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384609.421101:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384609.421105:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=26 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384609.421109:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384609.421110:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384609.421111:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.421114:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384609.421115:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4efd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384609.421121:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384609.421125:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00010000:3.0:1767384609.421128:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f4b1ce3 already unused, calling callback (0000000043915e75) 02000000:00000001:2.0:1767384609.421129:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384609.421132:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.421134:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384609.421135:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384609.421138:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:2.0:1767384609.421139:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384609.421143:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4efd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384609.421144:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e83981e8. 00000100:00000200:2.0:1767384609.421149:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050224256, offset 224 00010000:00000001:3.0:1767384609.421157:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384609.421157:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384609.421161:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384609.421164:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384609.421165:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384609.421168:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=5 00000020:00000001:3.0:1767384609.421174:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00000400:00000200:2.0:1767384609.421174:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260102e80 00010000:00000001:3.0:1767384609.421180:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00000400:00000200:2.0:1767384609.421186:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13fd [2] + 224 00010000:00000001:3.0:1767384609.421187:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384609.421190:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4efd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384609.421195:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384609.421200:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384609.421204:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384609.421211:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049fccd94 x1853237050224256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.421214:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384609.421217:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384609.421220:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.421226:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384609.421229:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384609.421230:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000049fccd94 x1853237050224256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.421232:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.421234:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384609.421240:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f4b1ce3 with handle 0x9f279d7a9a0b4efd from hash 00010000:00000001:3.0:1767384609.421244:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384609.421246:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.421247:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.421248:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384609.421250:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384609.421251:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384609.421253:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384609.421254:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384609.421257:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.421260:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384609.421260:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e83981e8 00000400:00000010:2.0:1767384609.421264:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e83981e8. 00010000:00000001:3.0:1767384609.421265:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384609.421267:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384609.421267:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384609.421269:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384609.421270:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384609.421271:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384609.421275:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384609.421277:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384609.421278:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384609.421279:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384609.421281:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384609.421282:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384609.421284:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384609.421285:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384609.421285:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c988c1bc. 00000020:00000001:2.0:1767384609.421288:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.421309:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a30ffc45 00000400:00000010:0.0:1767384609.421311:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a30ffc45. 00000020:00000001:2.0:1767384609.421313:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384609.421316:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384609.421319:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.421319:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c97931fc x1853237050224256/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384609.421323:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049fccd94 x1853237050224256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.421326:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.421332:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4efd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384609.421351:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c97931fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050224256:12345-0@lo:253: Request processed in 4677us (5226us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384609.421355:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.421373:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.421377:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384609.421380:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384609.421384:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.421388:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384609.421391:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000200:0.0:1767384609.421391:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049fccd94 x1853237050224256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.421392:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384609.421397:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384609.421397:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 20000000:00000001:3.0:1767384609.421403:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384609.421404:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384609.421407:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384609.421407:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384609.421410:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1ef86f7. 00000100:00000001:0.0:1767384609.421410:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.421417:0:16345:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384609.421418:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d78ba8b9. 00010000:00010000:3.0:1767384609.421419:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4efd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384609.421419:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384609.421422:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384609.421424:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ebfae6c. 00000100:00000001:0.0:1767384609.421426:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384609.421430:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:0.0:1767384609.421431:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384609.421436:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384609.421437:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00001000:0.0:1767384609.421437:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=26 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384609.421439:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000da58c635. 00010000:00000001:3.0:1767384609.421442:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384609.421446:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=26 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384609.421447:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4efd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384609.421447:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384609.421450:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.421452:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384609.421455:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384609.421457:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384609.421460:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384609.421463:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f9f6786. 00010000:00000001:0.0:1767384609.421464:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384609.421465:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000310eca0e count: 0 00000400:00000010:2.0:1767384609.421469:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e83981e8. 00000100:00000001:0.0:1767384609.421469:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.421475:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049fccd94 x1853237050224256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.421481:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384609.421481:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384609.421485:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384609.421485:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384609.421488:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384609.421491:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384609.421492:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384609.421494:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384609.421495:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384609.421496:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384609.421497:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384609.421498:0:16345:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384609.421499:0:16345:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384609.421500:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384609.421501:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384609.421504:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049fccd94 x1853237050224256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384609.421509:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049fccd94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050224256:0@lo:253: 00000100:00000001:0.0:1767384609.421518:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.421519:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384609.421521:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049fccd94 x1853237050224256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384609.421526:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384609.421527:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384609.421528:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000780c4312. 02000000:00000001:0.0:1767384609.421532:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384609.421533:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384609.421534:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384609.421535:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384609.421536:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a42390e1. 02000000:00000001:0.0:1767384609.421540:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384609.421541:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384609.421541:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049fccd94. 00000100:00000001:0.0:1767384609.421543:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384609.421544:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.421546:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.421549:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384609.421550:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.421552:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.421553:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.422349:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294897742, at 4294897743 00000100:00000010:0.0:1767384609.422369:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c1931c6f. 00000100:00000040:1.0:1767384609.422401:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294897742, at 4294897743 00000100:00000010:1.0:1767384609.422408:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030c6098b. 00000100:00000040:2.0:1767384609.422410:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294897742, at 4294897743 00000100:00000010:2.0:1767384609.422418:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067cc6391. 00000100:00000040:3.0:1767384609.422611:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294897742, at 4294897743 00000100:00000010:3.0:1767384609.422616:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8e956ba. 00010000:00000010:3.1:1767384609.424325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000001a9f1fd. 00010000:00000010:3.1:1767384609.424332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a357b88. 00010000:00000010:3.1:1767384609.429353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000310eca0e. 00010000:00000010:3.1:1767384609.429377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f4b1ce3. 00000400:00000010:2.0:1767384609.432945:0:22100:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000070fb2a81. 00000400:00000040:2.0:1767384609.432961:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384609.432963:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384609.432965:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384609.432967:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384609.432969:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384609.432970:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384609.432972:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384609.432972:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384609.432973:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384609.432974:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384609.432976:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384609.432977:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384609.432978:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384609.432979:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384609.432980:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384609.432981:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384609.432986:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384609.432986:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384609.432987:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384609.433006:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384609.433007:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384609.433008:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384609.433010:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384609.433011:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384609.433012:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384609.433014:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384609.433016:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384609.433017:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384609.433018:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384609.433019:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384609.433020:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384609.433022:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384609.433023:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384609.433024:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384609.433026:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384609.433027:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384609.433028:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384609.433030:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384609.433032:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384609.433033:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384609.433034:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384609.433036:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384609.433037:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384609.433038:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384609.433040:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384609.433041:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384609.433042:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384609.433043:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384609.433045:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384609.433046:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384609.433047:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384609.433048:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384609.433049:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384609.433050:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384609.433052:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384609.433059:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384609.433060:0:22100:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384609.433090:0:22100:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000070fb2a81. 00010000:00000001:1.0:1767384609.535383:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384609.535389:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.535395:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384609.535397:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384609.535419:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384609.535422:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384609.535425:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384610.186568:0:22323:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003d0ce7f1. 00080000:00000010:1.0:1767384610.186576:0:22323:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003d0ce7f1. 00000020:00000001:1.0:1767384610.186580:0:22323:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384610.186586:0:22323:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003d0ce7f1. 00080000:00000010:1.0:1767384610.186590:0:22323:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003d0ce7f1. 00000020:00000001:1.0:1767384610.186593:0:22323:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384610.367414:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:3.0:1767384610.367415:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:1.0:1767384610.367422:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767384610.367427:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384610.367432:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de9d4610. 00000100:00000010:3.0:1767384610.367434:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9aa81f1. 00000020:00000040:3.0:1767384610.367441:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000040:1.0:1767384610.367441:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384610.367449:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384610.367449:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384610.367455:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384610.367455:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384610.367463:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384610.367463:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384610.367472:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009879f8f1. 02000000:00000010:1.0:1767384610.367473:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a56ec07c. 00000100:00000001:3.0:1767384610.367483:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.367483:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.367493:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384610.367496:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384610.367497:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384610.367509:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de9d4610] to pc [ptlrpcd_00_03+3] req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.367512:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384610.367515:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384610.367523:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9aa81f1] to pc [ptlrpcd_00_00+0] req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384610.367541:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.367550:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384610.367555:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384610.367555:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384610.367561:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384610.367562:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384610.367566:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384610.367567:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079da3131. 00000020:00000040:3.0:1767384610.367571:0:480:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:1.0:1767384610.367581:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.367583:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384610.367586:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384610.367590:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384610.367597:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000268f0f94. 00000100:00000001:1.0:1767384610.367598:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384610.367602:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384610.367607:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384610.367610:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384610.367611:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.367613:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384610.367614:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384610.367620:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384610.367620:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384610.367622:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de9d4610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16347:1853237050224512:0@lo:13: 00000100:00000001:2.0:1767384610.367625:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384610.367634:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384610.367635:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384610.367640:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384610.367643:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384610.367645:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.367647:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384610.367652:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384610.367657:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079da3131] to pc [ptlrpcd_00_01+1] req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384610.367659:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000116f3e72. 00000100:00000001:2.0:1767384610.367660:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384610.367664:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384610.367666:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384610.367672:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384610.367677:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384610.367677:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da9eabc1. 00000100:00000001:3.0:1767384610.367680:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384610.367684:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384610.367688:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384610.367688:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 02000000:00000001:2.0:1767384610.367694:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384610.367695:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c4fbea3. 00000100:00000200:1.0:1767384610.367698:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050224512, portal 4 00000020:00000040:3.0:1767384610.367700:0:480:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:2.0:1767384610.367703:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f9aa81f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050224640:0@lo:400: 00000100:00000001:1.0:1767384610.367705:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384610.367707:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384610.367709:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299791744 : -108600409759872 : ffff9d3a7f275f80) 02000000:00000001:3.0:1767384610.367710:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384610.367713:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384610.367714:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384610.367719:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384610.367720:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a6812fe6. 00000100:00000040:1.0:1767384610.367722:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384626 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.367726:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384610.367726:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384610.367733:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384610.367738:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384610.367740:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f376d246. 00000100:00000001:1.0:1767384610.367740:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384610.367747:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384610.367748:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384610.367755:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a531f8f. 00000400:00000010:2.0:1767384610.367757:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035c642b6. 00000100:00000001:3.0:1767384610.367759:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384610.367760:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050224512, offset 0 00000100:00000001:3.0:1767384610.367762:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384610.367766:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b99e8a0. 00000100:00000040:3.0:1767384610.367770:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c4fbea3] to pc [ptlrpcd_00_02+2] req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384610.367775:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384610.367784:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050224640, portal 25 00000100:00000001:3.0:1767384610.367787:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.367790:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384610.367792:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384610.367793:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964272128 : -108605745279488 : ffff9d394121ce00) 00000400:00000200:1.0:1767384610.367795:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384610.367802:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384610.367807:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba41039d. 00000100:00000040:2.0:1767384610.367807:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384610.367815:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260102f80 00000020:00000040:3.0:1767384610.367818:0:480:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384610.367825:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384610.367827:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384610.367828:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384610.367829:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 672 02000000:00000001:3.0:1767384610.367832:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384610.367836:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1767384610.367840:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cfc8a1f8. 00000400:00000010:2.0:1767384610.367842:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064d2213d. 00000400:00000200:1.0:1767384610.367843:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384610.367845:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384610.367848:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050224640, offset 0 00000100:00000040:3.0:1767384610.367854:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384610.367855:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384610.367863:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384610.367872:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384610.367874:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384610.367876:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384610.367878:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384610.367880:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:3.0:1767384610.367883:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba41039d] to pc [ptlrpcd_00_03+3] req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384610.367892:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260103000 00000100:00000010:1.0:1767384610.367897:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e25e49a. 00000400:00000200:2.0:1767384610.367904:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x955 [2] + 0 00000100:00000040:1.0:1767384610.367904:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000009e25e49a x1853237050224512 msgsize 224 00000100:00000001:3.0:1767384610.367905:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384610.367913:0:480:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (236) 00000100:00100000:1.0:1767384610.367920:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384610.367923:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fd9288a. 00000100:00000001:3.0:1767384610.367929:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384610.367930:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc401b7f 00000100:00000001:3.0:1767384610.367933:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384610.367934:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384610.367937:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384610.367938:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384610.367945:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384610.367947:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384610.367947:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a531f8f 00000400:00000010:1.0:1767384610.367953:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a531f8f. 00000100:00000001:1.0:1767384610.367961:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384610.367963:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384610.367966:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384610.367966:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc401b7f 00000100:00000200:1.0:1767384610.367969:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384626 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384610.367971:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384610.367972:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc401b7f. 02000000:00000001:3.0:1767384610.367975:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384610.367981:0:16344:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384610.367982:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384610.367986:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1767384610.367990:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079da3131 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16345:1853237050224768:0@lo:400: 00000100:00000001:1.0:1767384610.367991:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384610.367993:0:16344:0:(events.c:337:request_in_callback()) incoming req@0000000055da0ec4 x1853237050224640 msgsize 224 00000100:00000040:1.0:1767384610.367998:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.368000:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384610.368005:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384610.368008:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384610.368009:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384610.368014:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384610.368015:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000010:3.0:1767384610.368020:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe361948. 00000100:00000001:1.0:1767384610.368022:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384610.368024:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.368026:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384610.368028:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384610.368030:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3432abf. 00000100:00000001:1.0:1767384610.368035:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384610.368036:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017ac58c2. 00000400:00000200:2.0:1767384610.368038:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064d2213d 00000100:00000040:1.0:1767384610.368042:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3921 usecs (4 jiffies) 00000400:00000010:2.0:1767384610.368043:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064d2213d. 00000100:00000001:1.0:1767384610.368050:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898692 00000100:00000001:2.0:1767384610.368051:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384610.368057:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050224768, portal 4 00000100:00000010:1.0:1767384610.368057:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a26bb1e2. 00000100:00000200:2.0:1767384610.368058:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.368065:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384610.368068:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964281088 : -108605745270528 : ffff9d394121f100) 00000100:00000001:1.0:1767384610.368069:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384610.368078:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898692 00000100:00000040:3.0:1767384610.368079:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.368079:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384610.368086:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4eb08c2. 00000100:00000040:2.0:1767384610.368088:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384610.368093:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384610.368099:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898692 00000100:00000001:3.0:1767384610.368101:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767384610.368107:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000796194e3. 00000100:00000040:3.0:1767384610.368108:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384610.368114:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000100:00000001:1.0:1767384610.368115:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384610.368116:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384610.368119:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050224768, offset 0 00000100:00000001:2.0:1767384610.368122:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384610.368122:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898692 00000400:00000200:3.0:1767384610.368128:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384610.368129:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ce583af. 00000100:00000001:2.0:1767384610.368130:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.368135:0:16347:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384610.368136:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294898693 00000400:00000200:3.0:1767384610.368139:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384610.368141:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384610.368147:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294898692 00000100:00000001:1.0:1767384610.368147:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384610.368154:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260103080 00000100:00000001:1.0:1767384610.368155:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.368157:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294898693 00000400:00000200:3.0:1767384610.368162:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2096 00000100:00000001:2.0:1767384610.368162:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294898692 00000100:00000001:1.0:1767384610.368170:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.368171:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294898693 00000400:00000200:3.0:1767384610.368172:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384610.368181:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384610.368181:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294898692 00000100:00000001:1.0:1767384610.368183:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384610.368186:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384610.368188:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384610.368189:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384610.368190:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294898693 00000100:00000001:1.0:1767384610.368194:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767384610.368197:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000055901961. 00000100:00000001:2.0:1767384610.368198:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294898692 00000100:00000001:1.0:1767384610.368198:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384610.368204:0:16345:0:(events.c:337:request_in_callback()) incoming req@0000000055901961 x1853237050224768 msgsize 224 00000100:00000001:1.0:1767384610.368204:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384610.368205:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384610.368211:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384610.368215:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384610.368219:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.368225:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.368228:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384610.368230:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384610.368232:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384610.368235:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384610.368236:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000100:00000001:2.0:1767384610.368237:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384610.368239:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384610.368241:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:2.0:1767384610.368242:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384610.368243:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384610.368248:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384610.368249:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384610.368249:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.368253:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384610.368256:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384610.368257:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba41039d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237050225024:0@lo:400: 00000100:00000001:2.0:1767384610.368258:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.368264:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.368268:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384610.368273:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384610.368277:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384610.368277:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384610.368282:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384610.368284:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.368320:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:1.0:1767384610.368320:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071e0d6d7. 00000100:00000001:3.0:1767384610.368321:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384610.368325:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050224640 00000100:00000001:3.0:1767384610.368327:0:16345:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384610.368328:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384610.368330:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384610.368334:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384610.368334:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761f4fce. 00000100:00000001:3.0:1767384610.368335:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.368337:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384610.368343:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3921 usecs (4 jiffies) 02000000:00000001:2.0:1767384610.368344:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384610.368345:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a531f8f. 00000100:00000001:3.0:1767384610.368365:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898693 00000100:00100000:2.0:1767384610.368366:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050224640 00000100:00000200:1.0:1767384610.368366:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050225024, portal 10 00000100:00000001:1.0:1767384610.368372:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384610.368373:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384610.368375:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294898693 00000020:00000040:2.0:1767384610.368377:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:1.0:1767384610.368377:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964271232 : -108605745280384 : ffff9d394121ca80) 00000100:00000001:3.0:1767384610.368380:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898693 00000020:00000001:2.0:1767384610.368382:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384610.368385:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294898693 00000100:00000040:1.0:1767384610.368399:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384610.368400:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:3.0:1767384610.368402:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898693 00000020:00000001:2.0:1767384610.368407:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384610.368408:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294898693 00000020:00000001:2.0:1767384610.368414:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384610.368415:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898693 00000100:00000001:3.0:1767384610.368421:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294898693 00000100:00000001:1.0:1767384610.368422:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384610.368423:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384610.368425:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384610.368430:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d897844. 00000100:00000040:1.0:1767384610.368430:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384610.368431:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384610.368436:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000100:00000001:2.0:1767384610.368437:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384610.368438:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384610.368443:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050225024, offset 0 00000020:00000010:2.0:1767384610.368444:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d897844. 00000100:00000001:3.0:1767384610.368445:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384610.368451:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384610.368454:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384610.368455:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7dd85e3. 00000100:00000001:3.0:1767384610.368458:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384610.368462:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003281f102. 00000400:00000200:1.0:1767384610.368462:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384610.368463:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384610.368467:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384610.368471:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384610.368472:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d78ba8b9. 00000100:00000001:3.0:1767384610.368475:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384610.368478:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260103180 00000100:00000040:2.0:1767384610.368483:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384610.368487:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000100:00000001:2.0:1767384610.368489:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384610.368491:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384610.368494:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.368504:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384610.368504:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384610.368512:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384610.368513:0:17886:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000090d85d7e. 00000100:00000001:1.0:1767384610.368517:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384610.368519:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.368520:0:17886:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384610.368521:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1767384610.368524:0:17886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050224512 02000000:00000001:3.0:1767384610.368528:0:17886:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1767384610.368528:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000085af4653. 00000100:00000001:3.0:1767384610.368530:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384610.368533:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384610.368535:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384610.368535:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000085af4653 x1853237050225024 msgsize 224 02000000:00000001:3.0:1767384610.368540:0:17886:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384610.368546:0:17886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050224512 00000100:00000001:2.0:1767384610.368547:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384610.368547:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384610.368552:0:17886:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384610.368555:0:17886:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000100:00100000:2.0:1767384610.368557:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000020:00000001:3.0:1767384610.368560:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384610.368563:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384610.368563:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384610.368564:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000100:00000001:2.0:1767384610.368569:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472323001424 : -108601386550192 : ffff9d3a44eebc50) 00000020:00000001:3.0:1767384610.368570:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000400:00000200:1.0:1767384610.368571:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 00000400:00000010:1.0:1767384610.368576:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00000020:00000001:3.0:1767384610.368577:0:17886:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000040:2.0:1767384610.368580:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055da0ec4 x1853237050224640/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:591/0 lens 224/0 e 0 to 0 dl 1767384621 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384610.368583:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384610.368584:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384610.368591:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384610.368594:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ea6ae73. 00000100:00000001:2.0:1767384610.368597:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384610.368602:0:17886:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000162f66d2. 00000020:00000010:2.0:1767384610.368603:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d897844. 00000100:00000001:1.0:1767384610.368608:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384610.368609:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384610.368610:0:17886:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000040:1.0:1767384610.368614:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384610.368615:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d897844. 00000100:00000001:3.0:1767384610.368626:0:17886:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1767384610.368627:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055da0ec4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050224640:12345-0@lo:400: 00000100:00000001:1.0:1767384610.368629:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384610.368632:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aae8b12a. 00000100:00000001:1.0:1767384610.368635:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1767384610.368637:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050224640 00000020:00000010:3.0:1767384610.368639:0:17886:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007cb751c6. 00000020:00000001:2.0:1767384610.368642:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384610.368642:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384610.368645:0:17886:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fd26b2a0. 00000020:00000001:2.0:1767384610.368648:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384610.368648:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3628 usecs (4 jiffies) 00000020:00000001:2.0:1767384610.368653:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384610.368654:0:17886:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384610.368655:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294898693 00000020:00000001:2.0:1767384610.368659:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384610.368660:0:17886:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384610.368661:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294898693 00000100:00000001:3.0:1767384610.368664:0:17886:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384610.368664:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000100:00000001:1.0:1767384610.368666:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294898693 00000100:00000001:3.0:1767384610.368668:0:17886:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384610.368671:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384610.368674:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294898693 00000020:00000001:2.0:1767384610.368676:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.368677:0:17886:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.368679:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294898693 00000020:00000001:2.0:1767384610.368683:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384610.368684:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294898693 00000020:00000001:2.0:1767384610.368687:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384610.368688:0:17886:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384610.368689:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294898693 00000020:00000001:2.0:1767384610.368691:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.368695:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294898693 00000020:00000001:2.0:1767384610.368697:0:17071:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384610.368701:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384610.368702:0:17886:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384610.368702:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384610.368704:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.368706:0:17886:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384610.368708:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384610.368709:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384610.368713:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 02000000:00000010:2.0:1767384610.368714:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b0ffac83. 00000100:00000040:3.0:1767384610.368717:0:17886:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 02000000:00000001:2.0:1767384610.368721:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.368723:0:17886:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299785472 : -108600409766144 : ffff9d3a7f274700) 00000100:00000001:1.0:1767384610.368723:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.368727:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.368732:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384610.368733:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e25e49a x1853237050224512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:591/0 lens 224/0 e 0 to 0 dl 1767384621 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384610.368733:0:17071:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.368736:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000040:2.0:1767384610.368739:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050224640 00000100:00000001:1.0:1767384610.368743:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384610.368747:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384610.368748:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384610.368753:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.368757:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:2.0:1767384610.368757:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055da0ec4 x1853237050224640/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:591/0 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384610.368759:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000010:3.0:1767384610.368762:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009599575d. 00000100:00000001:1.0:1767384610.368765:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.368768:0:17886:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384610.368771:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384610.368775:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384610.368776:0:17886:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009599575d. 00000100:00000001:1.0:1767384610.368780:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384610.368784:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384610.368786:0:17886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009e25e49a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16347:x1853237050224512:12345-0@lo:13: 00000100:00000001:1.0:1767384610.368787:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384610.368796:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384610.368798:0:17886:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050224512 00000020:00000001:3.0:1767384610.368803:0:17886:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384610.368807:0:17886:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384610.368810:0:17886:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384610.368814:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384610.368816:0:17886:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384610.368819:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384610.368820:0:17886:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000100:00000001:1.0:1767384610.368821:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00001000:2.0:1767384610.368825:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384610.368825:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384610.368827:0:17886:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384610.368832:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384610.368834:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384610.368837:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384610.368838:0:17886:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384610.368840:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000001:3.0:1767384610.368844:0:17886:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384610.368844:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.368846:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:3.0:1767384610.368849:0:17886:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767384610.368852:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007c4fbea3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853237050224896:0@lo:400: 02000000:00000001:2.0:1767384610.368853:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384610.368854:0:17886:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384610.368858:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.368860:0:17886:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384610.368861:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384610.368864:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384610.368865:0:17886:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384610.368866:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384610.368870:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384610.368871:0:17886:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a653abc3. 00000100:00000040:2.0:1767384610.368871:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384610.368875:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384610.368877:0:17886:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384610.368879:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064d2213d. 00000100:00000001:3.0:1767384610.368881:0:17886:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384610.368881:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003440cb6f. 00000100:00000200:2.0:1767384610.368886:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050224640, offset 224 00002000:00000001:3.0:1767384610.368887:0:17886:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:1.0:1767384610.368887:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384610.368893:0:17886:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000010:1.0:1767384610.368896:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f0a1016. 00000020:00000001:3.0:1767384610.368897:0:17886:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:2.0:1767384610.368897:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384610.368905:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000020:00000001:3.0:1767384610.368909:0:17886:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384610.368912:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384610.368912:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050224896, portal 10 00002000:00000024:3.0:1767384610.368913:0:17886:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:1.0:1767384610.368920:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000020:3.0:1767384610.368921:0:17886:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:1.0:1767384610.368923:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964269440 : -108605745282176 : ffff9d394121c380) 00000020:00000020:3.0:1767384610.368927:0:17886:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00000400:00000200:2.0:1767384610.368929:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260103000 00000100:00000040:1.0:1767384610.368933:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:3.0:1767384610.368935:0:17886:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:2.0:1767384610.368942:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1429 [1] + 224 00002000:00000001:3.0:1767384610.368943:0:17886:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:3.0:1767384610.368949:0:17886:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000f12f5664. 00000400:00000200:2.0:1767384610.368955:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384610.368956:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:3.0:1767384610.368957:0:17886:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384610.368961:0:17886:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384610.368964:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:3.0:1767384610.368966:0:17886:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.368970:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384610.368971:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1767384610.368972:0:17886:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050224512 00010000:00000001:3.0:1767384610.368977:0:17886:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:1.0:1767384610.368977:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00000100:00000200:2.0:1767384610.368991:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384610.368992:0:17886:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009e25e49a x1853237050224512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:591/0 lens 224/368 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384610.368993:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050224896, offset 0 00000400:00000200:1.0:1767384610.369005:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384610.369019:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384610.369026:0:17886:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384610.369029:0:17886:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384610.369033:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=16 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384610.369033:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384610.369033:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260103100 00000100:00000001:3.0:1767384610.369044:0:17886:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384610.369049:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00000100:00000040:3.0:1767384610.369051:0:17886:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:3.0:1767384610.369056:0:17886:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000400:00000200:1.0:1767384610.369061:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384610.369062:0:17886:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384610.369065:0:17886:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.369068:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384610.369069:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384610.369075:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064d2213d 00000100:00000001:3.0:1767384610.369077:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384610.369081:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064d2213d. 00000100:00000040:3.0:1767384610.369084:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384610.369088:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000100:00000001:2.0:1767384610.369089:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384610.369090:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384610.369094:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384610.369094:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1767384610.369095:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050224512, offset 224 00000100:00000001:2.0:1767384610.369101:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384610.369103:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008ddc4346. 00000400:00000200:3.0:1767384610.369107:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384610.369109:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000008ddc4346 x1853237050224896 msgsize 224 00000100:00000040:2.0:1767384610.369110:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:2.0:1767384610.369116:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384610.369121:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384610.369121:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384610.369125:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384610.369128:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384610.369136:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260102f80 00000100:00000001:1.0:1767384610.369139:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384610.369146:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1421 [1] + 224 00000100:00000040:2.0:1767384610.369146:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055da0ec4 x1853237050224640/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:591/0 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384610.369156:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384610.369158:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00000400:00000010:1.0:1767384610.369163:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000400:00000200:3.0:1767384610.369165:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384610.369170:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384610.369172:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055da0ec4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050224640:12345-0@lo:400: Request processed in 570us (1173us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384610.369174:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384610.369177:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384610.369182:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384626 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384610.369189:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00000040:2.0:1767384610.369197:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384610.369203:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384610.369207:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384610.369212:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384610.369214:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003281f102. 00000100:00000040:3.0:1767384610.369216:0:17886:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384610.369219:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384610.369220:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d78ba8b9. 00000020:00000010:2.0:1767384610.369227:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7dd85e3. 00000020:00000040:2.0:1767384610.369235:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:2.0:1767384610.369242:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384610.369246:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384610.369246:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b0ffac83. 00000100:00000001:1.0:1767384610.369248:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.369252:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384610.369255:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 02000000:00000001:2.0:1767384610.369256:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384610.369259:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384610.369260:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:2.0:1767384610.369261:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384610.369264:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2496 usecs (3 jiffies) 00000100:00000001:3.0:1767384610.369267:0:17886:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384610.369270:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384610.369270:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294898692 00000100:00000001:3.0:1767384610.369271:0:17886:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384610.369276:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.369277:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294898693 00000400:00000010:2.0:1767384610.369279:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c988c1bc. 00000100:00000040:3.0:1767384610.369283:0:17886:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:1.0:1767384610.369284:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294898692 00000400:00000010:2.0:1767384610.369288:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053766536. 00000100:00000001:1.0:1767384610.369308:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294898693 00010000:00000001:3.0:1767384610.369310:0:17886:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384610.369312:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294898693 00000020:00000001:3.0:1767384610.369314:0:17886:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.369317:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294898693 00000020:00000001:3.0:1767384610.369318:0:17886:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384610.369325:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e25e49a x1853237050224512/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:591/0 lens 224/368 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384610.369329:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294898693 00000100:00000001:1.0:1767384610.369335:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294898693 00000100:00000001:2.0:1767384610.369340:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384610.369341:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384610.369344:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384610.369347:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384610.369364:0:17886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009e25e49a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16347:x1853237050224512:12345-0@lo:13: Request processed in 590us (1442us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384610.369368:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384610.369372:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384610.369376:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000010:2.0:1767384610.369377:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035c642b6. 00000100:00000040:3.0:1767384610.369382:0:17886:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000400:00000200:2.0:1767384610.369383:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b99e8a0 00000100:00000001:3.0:1767384610.369387:0:17886:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384610.369388:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b99e8a0. 00000100:00000001:3.0:1767384610.369390:0:17886:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1767384610.369394:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384610.369402:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767384610.369404:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384610.369409:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da9eabc1. 00000100:00000200:2.0:1767384610.369410:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384610.369411:0:17886:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007cb751c6. 00000400:00000200:1.0:1767384610.369416:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000020:00000010:3.0:1767384610.369418:0:17886:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fd26b2a0. 00000400:00000010:1.0:1767384610.369421:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 00000020:00000010:3.0:1767384610.369425:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aae8b12a. 00000100:00000001:1.0:1767384610.369430:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384610.369433:0:17886:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000200:1.0:1767384610.369437:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384610.369438:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.369439:0:17886:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.369454:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384610.369458:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384610.369468:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384610.369475:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384610.369476:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000200:1.0:1767384610.369477:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.369480:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.369487:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384610.369491:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384610.369493:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384610.369495:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384610.369500:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384610.369500:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384610.369504:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384610.369505:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384610.369506:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384610.369507:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.369509:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384610.369510:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050225024 02000000:00000001:1.0:1767384610.369513:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384610.369516:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384610.369517:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.369520:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1767384610.369521:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=16 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384610.369523:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384610.369524:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=27 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384610.369529:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384610.369530:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=16 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384610.369532:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=27 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384610.369534:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050225024 00000020:00000001:3.0:1767384610.369539:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384610.369541:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384610.369542:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384610.369543:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000100:00000001:1.0:1767384610.369545:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384610.369547:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384610.369547:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.369550:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384610.369551:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00010000:00000001:2.0:1767384610.369553:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384610.369557:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384610.369558:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00010000:00080000:1.0:1767384610.369558:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.369562:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384610.369565:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:3.0:1767384610.369571:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384610.369572:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384610.369577:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009599575d. 00000020:00000010:3.0:1767384610.369584:0:17077:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d5b74ea7. 00010000:00000001:1.0:1767384610.369587:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384610.369592:0:17077:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:1.0:1767384610.369594:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384610.369598:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384610.369599:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384610.369604:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384610.369605:0:17077:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384610.369605:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384610.369607:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.369610:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384610.369611:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aae8b12a. 00000100:00000040:1.0:1767384610.369614:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384610.369619:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007cb751c6. 00000100:00000040:2.0:1767384610.369622:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384610.369625:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fd26b2a0. 00000100:00000040:3.0:1767384610.369634:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384610.369639:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384610.369642:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384610.369646:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.369653:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384610.369658:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384610.369661:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f9aa81f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050224640:0@lo:400: 00000100:00000001:3.0:1767384610.369663:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384610.369664:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384610.369669:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.369669:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.369671:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384610.369676:0:16347:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1767384610.369677:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384610.369680:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1767384610.369682:0:16347:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:2.0:1767384610.369685:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f9aa81f1 x1853237050224640/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767384610.369689:0:16347:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:3.0:1767384610.369692:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384610.369696:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050224896 02000000:00000001:3.0:1767384610.369702:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384610.369705:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000020:1.0:1767384610.369705:0:16347:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:2.0:1767384610.369707:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384610.369709:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384610.369712:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384610.369714:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384610.369717:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f376d246. 00000004:00000001:1.0:1767384610.369718:0:16347:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384610.369720:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050224896 02000000:00000001:2.0:1767384610.369724:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384610.369725:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384610.369728:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384626 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384610.369729:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000020:00000001:2.0:1767384610.369729:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384610.369733:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384610.369735:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384610.369740:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000020:00000001:2.0:1767384610.369741:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384610.369745:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009879f8f1. 00000020:00000001:3.0:1767384610.369746:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000001:3.0:1767384610.369752:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00100000:1.0:1767384610.369755:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de9d4610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16347:1853237050224512:0@lo:13: 02000000:00000001:2.0:1767384610.369756:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384610.369757:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384610.369761:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767384610.369763:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad648a22. 00000100:00000010:2.0:1767384610.369765:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9aa81f1. 00000100:00000001:1.0:1767384610.369765:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.369768:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384610.369769:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384610.369773:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad648a22. 00000100:00000040:1.0:1767384610.369776:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de9d4610 x1853237050224512/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384626 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.369779:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1767384610.369781:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abe6b4d2. 00000100:00000001:2.0:1767384610.369783:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384610.369789:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f1e7eeb. 00000100:00000001:2.0:1767384610.369790:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384610.369797:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d82c194b. 00000100:00000001:1.0:1767384610.369797:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384610.369799:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384610.369800:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384610.369804:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.369805:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1767384610.369805:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000116f3e72. 00000100:00000001:3.0:1767384610.369809:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384610.369810:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384610.369812:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384610.369813:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.369814:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384610.369817:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384610.369821:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:1.0:1767384610.369821:0:16347:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384610.369825:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384610.369826:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384610.369828:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384610.369830:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a56ec07c. 02000000:00000001:1.0:1767384610.369836:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384610.369838:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384610.369840:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de9d4610. 00000100:00000001:3.0:1767384610.369841:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384610.369844:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384610.369847:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384610.369848:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.369852:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384610.369852:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050224768 00000100:00000001:1.0:1767384610.369853:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.369856:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384610.369857:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384610.369858:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384610.369861:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384610.369864:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384610.369865:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.369869:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384610.369872:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 02000000:00000001:2.0:1767384610.369872:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.369873:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.369877:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299793536 : -108600409758080 : ffff9d3a7f276680) 00000100:00100000:2.0:1767384610.369880:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050224768 00000100:00000001:1.0:1767384610.369881:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384610.369884:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384610.369888:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000100:00000040:3.0:1767384610.369892:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000085af4653 x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:591/0 lens 224/0 e 0 to 0 dl 1767384621 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384610.369892:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384610.369897:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000020:00000001:2.0:1767384610.369902:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:1.0:1767384610.369903:0:19810:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384610.369908:0:19810:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384610.369910:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:3.0:1767384610.369914:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384610.369914:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384610.369917:0:19810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000010:3.0:1767384610.369919:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad648a22. 00000020:00000010:2.0:1767384610.369921:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d897844. 00000100:00000040:1.0:1767384610.369924:0:19810:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000100:00000001:3.0:1767384610.369925:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384610.369926:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384610.369929:0:19810:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299795328 : -108600409756288 : ffff9d3a7f276d80) 00000020:00000010:3.0:1767384610.369931:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad648a22. 00000020:00000010:2.0:1767384610.369932:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d897844. 00000100:00100000:3.0:1767384610.369940:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000085af4653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16347:x1853237050225024:12345-0@lo:400: 00000020:00000010:2.0:1767384610.369941:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000100:00000040:1.0:1767384610.369941:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008ddc4346 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:591/0 lens 224/0 e 0 to 0 dl 1767384621 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384610.369948:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003281f102. 00000100:00000200:3.0:1767384610.369951:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050225024 00000020:00000010:2.0:1767384610.369955:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d78ba8b9. 00000020:00000001:3.0:1767384610.369956:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384610.369960:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384610.369963:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.369964:0:19810:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384610.369967:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384610.369967:0:17884:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:1.0:1767384610.369970:0:19810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000242c27d. 00000020:00000001:3.0:1767384610.369971:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000001:2.0:1767384610.369973:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384610.369975:0:19810:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384610.369978:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384610.369978:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384610.369981:0:19810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000242c27d. 00000100:00000001:2.0:1767384610.369983:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384610.369984:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384610.369990:0:19810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008ddc4346 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853237050224896:12345-0@lo:400: 00000020:00000001:3.0:1767384610.369991:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384610.369991:0:17884:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384610.369995:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384610.369996:0:17884:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384610.369998:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.370000:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384610.370001:0:19810:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050224896 00000020:00000001:3.0:1767384610.370002:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384610.370008:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384610.370008:0:19810:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384610.370014:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384610.370014:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384610.370014:0:19810:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384610.370018:0:19810:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384610.370020:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000048060876. 00000020:00000001:1.0:1767384610.370023:0:19810:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384610.370024:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.370026:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384610.370027:0:19810:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000001:3.0:1767384610.370029:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384610.370035:0:19810:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384610.370036:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.370037:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384610.370041:0:19810:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384610.370042:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050225024 00000100:00100000:2.0:1767384610.370047:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000020:00000001:1.0:1767384610.370048:0:19810:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767384610.370049:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384610.370053:0:19810:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384610.370054:0:17884:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00010000:00000200:3.0:1767384610.370057:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000085af4653 x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:591/0 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384610.370058:0:19810:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.370059:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964282880 : -108605745268736 : ffff9d394121f800) 00000020:00000001:1.0:1767384610.370065:0:19810:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384610.370069:0:19810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384610.370070:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055901961 x1853237050224768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:591/0 lens 224/0 e 0 to 0 dl 1767384621 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384610.370074:0:19810:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384610.370078:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1767384610.370081:0:19810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000116f3e72. 00010000:00000001:3.0:1767384610.370082:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384610.370087:0:19810:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384610.370088:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384610.370090:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384610.370093:0:19810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.370096:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384610.370096:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d897844. 00000020:00000001:1.0:1767384610.370098:0:19810:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.370100:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384610.370103:0:19810:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050224896 00000100:00000040:3.0:1767384610.370106:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000010:2.0:1767384610.370106:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d897844. 00000100:00000001:3.0:1767384610.370112:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00100000:2.0:1767384610.370116:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055901961 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16345:x1853237050224768:12345-0@lo:400: 02000000:00000001:3.0:1767384610.370118:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384610.370122:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.370122:0:19810:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384610.370123:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050224768 00000100:00000001:3.0:1767384610.370129:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384610.370129:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000200:1.0:1767384610.370130:0:19810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008ddc4346 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:591/0 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384610.370134:0:17884:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384610.370138:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384610.370139:0:17884:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384610.370143:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000020:00000001:2.0:1767384610.370146:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384610.370150:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050225024, offset 224 00000020:00000001:2.0:1767384610.370151:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00010000:00000001:1.0:1767384610.370152:0:19810:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384610.370156:0:19810:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384610.370159:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384610.370160:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1767384610.370161:0:19810:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=21 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384610.370164:0:17884:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384610.370168:0:19810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384610.370169:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384610.370172:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384610.370174:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767384610.370175:0:19810:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000020:00000001:2.0:1767384610.370180:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.370180:0:19810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000400:00000200:3.0:1767384610.370185:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260103180 00000020:00000001:2.0:1767384610.370186:0:17884:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:1.0:1767384610.370187:0:19810:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384610.370191:0:19810:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.370192:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384610.370197:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1439 [1] + 224 02000000:00000001:2.0:1767384610.370197:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384610.370197:0:19810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384610.370204:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384610.370204:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b0ffac83. 00000100:00000040:1.0:1767384610.370204:0:19810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384610.370208:0:19810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 02000000:00000001:2.0:1767384610.370211:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384610.370214:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384610.370215:0:19810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050224896, offset 224 00000100:00000001:2.0:1767384610.370216:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.370220:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384610.370223:0:17884:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384610.370228:0:19810:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:2.0:1767384610.370230:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050224768 00000100:00000200:3.0:1767384610.370241:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384610.370247:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384610.370253:0:19810:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:2.0:1767384610.370256:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055901961 x1853237050224768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:591/0 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384610.370264:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384610.370268:0:19810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260103100 00000400:00000200:1.0:1767384610.370280:0:19810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1445 [1] + 224 00000400:00000200:1.0:1767384610.370313:0:19810:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384610.370321:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384610.370322:0:19810:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384610.370329:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00010000:00000001:2.0:1767384610.370332:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1767384610.370334:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00010000:00000001:2.0:1767384610.370336:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.370339:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384610.370340:0:19810:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767384610.370341:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384610.370344:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384610.370362:0:19810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.370363:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384610.370364:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384610.370371:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000040:3.0:1767384610.370372:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:2.0:1767384610.370379:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:3.0:1767384610.370381:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384610.370384:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384610.370387:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384610.370389:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384610.370391:0:19810:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384610.370392:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384610.370404:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085af4653 x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:591/0 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.370407:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384610.370416:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384610.370422:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b99e8a0. 00000100:00000200:2.0:1767384610.370430:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050224768, offset 224 00000100:00000001:1.0:1767384610.370433:0:19810:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384610.370438:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000085af4653 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16347:x1853237050225024:12345-0@lo:400: Request processed in 523us (1901us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384610.370443:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384610.370449:0:19810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000400:00000010:1.0:1767384610.370453:0:19810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 00000400:00000200:2.0:1767384610.370457:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384610.370460:0:19810:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384610.370465:0:19810:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384610.370467:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384610.370471:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:1.0:1767384610.370472:0:19810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384610.370474:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260103080 00000100:00000001:3.0:1767384610.370477:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384610.370479:0:19810:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384610.370482:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384610.370484:0:19810:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384610.370486:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1431 [1] + 224 00000020:00000010:3.0:1767384610.370488:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007cb751c6. 00000020:00000001:1.0:1767384610.370495:0:19810:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384610.370496:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fd26b2a0. 00000400:00000200:2.0:1767384610.370496:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384610.370498:0:19810:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384610.370504:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aae8b12a. 00000100:00000040:1.0:1767384610.370507:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ddc4346 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:591/0 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384610.370508:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384610.370510:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000100:00000001:3.0:1767384610.370515:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.370518:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384610.370526:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384610.370530:0:19810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008ddc4346 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853237050224896:12345-0@lo:400: Request processed in 563us (1417us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384610.370547:0:19810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:3.0:1767384610.370548:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:2.0:1767384610.370551:0:17884:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384610.370553:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000040:1.0:1767384610.370553:0:19810:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000100:00000001:1.0:1767384610.370558:0:19810:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384610.370562:0:19810:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384610.370567:0:19810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f1e7eeb. 00000020:00000010:1.0:1767384610.370572:0:19810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d82c194b. 00000100:00000001:2.0:1767384610.370576:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384610.370576:0:19810:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abe6b4d2. 00000020:00000040:1.0:1767384610.370582:0:19810:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000100:00000001:3.0:1767384610.370583:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384610.370585:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b99e8a0 00000100:00000001:3.0:1767384610.370586:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384610.370588:0:19810:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384610.370590:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b99e8a0. 00000100:00000001:2.0:1767384610.370596:0:17884:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384610.370597:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384610.370598:0:17884:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384610.370600:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384610.370603:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3432abf. 00000100:00000001:2.0:1767384610.370605:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384610.370609:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017ac58c2 00000100:00000001:1.0:1767384610.370609:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384610.370610:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000010:3.0:1767384610.370614:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ac58c2. 00000100:00000001:1.0:1767384610.370614:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384610.370616:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384610.370620:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384610.370621:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384610.370621:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384610.370625:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384610.370627:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384610.370628:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384610.370629:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f0a1016. 00000400:00000200:1.0:1767384610.370636:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 00000100:00000040:2.0:1767384610.370641:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055901961 x1853237050224768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:591/0 lens 224/224 e 0 to 0 dl 1767384621 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384610.370642:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00000100:00000200:3.0:1767384610.370649:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384610.370649:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384610.370657:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384610.370675:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055901961 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16345:x1853237050224768:12345-0@lo:400: Request processed in 580us (2466us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384610.370678:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384610.370682:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.370686:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384610.370691:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767384610.370691:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.370694:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384610.370698:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384610.370698:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 02000000:00000001:3.0:1767384610.370704:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384610.370706:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:1.0:1767384610.370707:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767384610.370710:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=16 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384610.370711:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.370712:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384610.370717:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384610.370718:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:3.0:1767384610.370719:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=16 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384610.370722:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384610.370723:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003281f102. 00000100:00000001:3.0:1767384610.370724:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384610.370726:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384610.370727:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.370730:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384610.370731:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d78ba8b9. 02000000:00000001:1.0:1767384610.370733:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384610.370737:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00010000:00000001:3.0:1767384610.370738:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384610.370746:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384610.370746:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00001000:1.0:1767384610.370747:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=21 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384610.370753:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384610.370757:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384610.370765:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384610.370768:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.370769:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.370774:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384610.370775:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384610.370778:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00010000:00080000:1.0:1767384610.370781:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.370782:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384610.370785:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384610.370792:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384610.370799:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.370804:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384610.370807:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384610.370810:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384610.370812:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384610.370814:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384610.370815:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.370817:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384610.370824:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384610.370825:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384610.370857:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079da3131 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16345:1853237050224768:0@lo:400: 00000100:00000001:1.0:1767384610.370858:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384610.370864:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384610.370865:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384610.370867:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.370869:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384610.370876:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079da3131 x1853237050224768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384610.370877:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.370896:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384610.370900:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767384610.370903:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007c4fbea3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853237050224896:0@lo:400: 02000000:00000010:3.0:1767384610.370904:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe361948. 02000000:00000001:3.0:1767384610.370909:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384610.370912:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384610.370913:0:16345:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000001:1.0:1767384610.370915:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384610.370917:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1767384610.370918:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767384610.370920:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000268f0f94. 00000400:00000010:1.0:1767384610.370923:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000761f4fce. 02000000:00000001:3.0:1767384610.370926:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384610.370928:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a531f8f 02000000:00000001:3.0:1767384610.370930:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1767384610.370932:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a531f8f. 00000100:00000010:3.0:1767384610.370933:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079da3131. 00000100:00000001:3.0:1767384610.370940:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384610.370941:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384610.370942:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384610.370946:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.370951:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.370958:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384610.370961:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384610.370962:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.370965:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384610.370968:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.370977:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384610.370979:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384610.370989:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384610.370991:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384610.370993:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384610.370994:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384610.370996:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384610.371010:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384610.371013:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384610.371016:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384610.371017:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.371019:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384610.371023:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384610.371029:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.371032:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384610.371033:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384610.371035:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384610.371036:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384610.371039:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384610.371045:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384610.371047:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384610.371049:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384610.371051:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384610.371058:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba41039d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237050225024:0@lo:400: 00000100:00000001:1.0:1767384610.371062:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384610.371064:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384610.371067:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007c4fbea3 x1853237050224896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384610.371074:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384610.371076:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384610.371077:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003440cb6f. 02000000:00000001:1.0:1767384610.371080:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384610.371087:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384610.371088:0:16347:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384610.371091:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384610.371092:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a6812fe6. 02000000:00000001:1.0:1767384610.371096:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384610.371097:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384610.371099:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007c4fbea3. 00000100:00000001:1.0:1767384610.371101:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384610.371102:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384610.371104:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384610.371107:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba41039d x1853237050225024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384610.371113:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384610.371114:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384610.371115:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071e0d6d7. 02000000:00000001:1.0:1767384610.371118:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384610.371119:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384610.371120:0:16347:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384610.371122:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384610.371123:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cfc8a1f8. 02000000:00000001:1.0:1767384610.371125:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384610.371126:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384610.371128:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba41039d. 00000100:00000001:1.0:1767384610.371130:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384610.371131:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384610.371133:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384610.371137:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384610.371138:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.371141:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384610.371142:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384610.373326:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294898693, at 4294898694 00000100:00000010:0.0:1767384610.373334:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a26bb1e2. 00000100:00000040:3.0:1767384610.373347:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294898693, at 4294898694 00000100:00000010:3.0:1767384610.373374:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ce583af. 00000100:00000040:2.0:1767384610.373383:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294898693, at 4294898694 00000100:00000010:2.0:1767384610.373391:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000796194e3. 00000100:00000040:1.0:1767384610.373439:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294898693, at 4294898694 00000100:00000010:1.0:1767384610.373445:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4eb08c2. 00010000:00000001:1.0:1767384610.559371:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384610.559378:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.559383:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384610.559384:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384610.559436:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384610.559440:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384610.559443:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384610.908869:0:22487:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384610.908873:0:22487:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:3.0:1767384610.911868:0:22487:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384610.917864:0:22488:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004c676243. 00000400:00000010:3.0:1767384610.917876:0:22488:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ad4afb1f. 00000400:00000010:3.0:1767384610.917885:0:22488:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e4d6048b. 00000400:00000010:3.0:1767384610.917888:0:22488:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002984370c. 00000400:00000010:3.0:1767384610.917891:0:22488:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b16a8b5a. 00000400:00000010:3.0:1767384610.917895:0:22488:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000073048dc6. 00000400:00000010:3.0:1767384610.917897:0:22488:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b270baad. 00000400:00000010:3.0:1767384610.917898:0:22488:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d5c5240a. 00000400:00000010:3.0:1767384610.917901:0:22488:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000075b0eaea. 00000800:00000010:3.0:1767384610.917910:0:22488:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000268f0f94. 00000800:00000200:3.0:1767384610.917920:0:22488:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384610.917926:0:22488:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384610.917959:0:22488:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:3.0:1767384610.917978:0:22488:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp20 [8/256/0/180] 00000400:00000010:3.0:1767384610.919369:0:22488:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 000000006dbd2962. 00000400:00000010:3.0:1767384610.919375:0:22488:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3432abf. 00000400:00000010:3.0:1767384610.919380:0:22488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017ac58c2. 00000400:00000001:3.0:1767384610.919392:0:22488:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384610.919393:0:22488:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384610.919395:0:22488:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a317346. 00000400:00000200:3.0:1767384610.919397:0:22488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad05d42d 00000400:00000010:3.0:1767384610.919398:0:22488:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad05d42d. 00000400:00000010:3.0:1767384610.919401:0:22488:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 000000009c780954. 00000400:00000200:3.0:1767384610.919406:0:22488:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (11) 00000400:00000200:3.0:1767384610.919421:0:22488:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384610.919427:0:22488:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:3.0:1767384610.919435:0:22488:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ae663450. 00000020:01000000:3.0:1767384610.919440:0:22488:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384610.919442:0:22488:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp20 00000400:00000200:2.0:1767384610.919444:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384610.919451:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:3.0:1767384610.919456:0:22488:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ad4afb1f. 00000400:00000010:2.0:1767384610.919457:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b99e8a0. 00000400:00000010:3.0:1767384610.919460:0:22488:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004c676243. 00000400:00000200:2.0:1767384610.919462:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (12) 00000400:00000010:2.0:1767384610.919469:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dc3cd591. 00000400:00000200:2.0:1767384610.919473:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000020:00000001:0.0:1767384610.919480:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384610.919485:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 10000000:00000001:0.0:1767384610.919485:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384610.919489:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384610.919492:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:0.0:1767384610.919493:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384610.919498:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384610.919500:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384610.919501:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384610.919503:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384610.919506:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384610.919509:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384610.919510:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767384610.919513:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767384610.919518:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:0.0:1767384610.919519:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384610.919521:0:480:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384610.919522:0:480:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384610.919523:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384610.919526:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384610.919531:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:0.0:1767384610.919532:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049fccd94. 00000400:00000200:2.0:1767384610.919539:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:00000040:0.0:1767384610.919539:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:2.0:1767384610.919547:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:0.0:1767384610.919547:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384610.919552:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384610.919553:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384610.919557:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:0.0:1767384610.919557:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384610.919563:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:2.0:1767384610.919567:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp19 02000000:00000010:0.0:1767384610.919568:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ec1d0f41. 00000400:00000200:2.0:1767384610.919572:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp19 lpni_is_preferred = 0 00000400:00000200:2.0:1767384610.919575:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp19 00000100:00000001:0.0:1767384610.919576:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384610.919580:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp19 NI seq info: [25:25:256:4294967295] 192.168.202.122@tcp19 LPNI seq info [25:25:8:4294967295] 00000100:00000001:0.0:1767384610.919586:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384610.919587:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp19 00000100:00000001:0.0:1767384610.919590:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384610.919598:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049fccd94] to pc [ptlrpcd_00_00+0] req@0000000049fccd94 x1853237050225152/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384610.919602:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp19(192.168.202.122@tcp19:) -> 192.168.202.122@tcp19(192.168.202.122@tcp:192.168.202.122@tcp19) : PUT try# 0 00000800:00000200:2.0:1767384610.919614:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp19 00000800:00000010:2.0:1767384610.919618:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb9b2305. 00000800:00000010:2.0:1767384610.919624:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006a093bd2. 00000800:00000010:2.0:1767384610.919627:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000030909395. 10000000:00000001:0.0:1767384610.919628:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384610.919631:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.919634:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384610.919635:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a093bd2] -> 12345-192.168.202.122@tcp19 (2) 00000020:00000001:0.0:1767384610.919636:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.919638:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384610.919642:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384610.919643:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.1:1767384610.919647:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a093bd2] -> 12345-192.168.202.122@tcp19 (2) 00000100:00000040:3.0:1767384610.919650:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049fccd94 x1853237050225152/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384610.919652:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384610.919655:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384610.919658:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384610.919661:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384610.919664:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384610.919665:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000020:01000004:0.0:1767384610.919665:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384610.919669:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384610.919670:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384610.919673:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000020:01000004:0.0:1767384610.919675:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384610.919676:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384610.919678:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384610.919680:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384610.919681:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384610.919684:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384610.919685:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384610.919687:0:480:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:3.0:1767384610.919690:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049fccd94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050225152:0@lo:253: 00000020:01000004:0.0:1767384610.919690:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384610.919692:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384610.919696:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767384610.919697:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e3b7021. 00000020:00000040:0.0:1767384610.919701:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 02000000:00000001:3.0:1767384610.919702:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384610.919706:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384610.919707:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384610.919710:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384610.919711:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384610.919717:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a42390e1. 02000000:00000001:3.0:1767384610.919720:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384610.919720:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384610.919724:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecdb9c80. 02000000:00000010:0.0:1767384610.919728:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e72f54e9. 00000400:00000010:3.0:1767384610.919730:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad4afb1f. 00000100:00000001:0.0:1767384610.919733:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384610.919735:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050225152, portal 25 00000100:00000001:0.0:1767384610.919739:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384610.919740:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384610.919743:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000001:3.0:1767384610.919744:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963238144 : -108605746313472 : ffff9d3941120700) 00000100:00000001:0.0:1767384610.919744:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384610.919754:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e3b7021] to pc [ptlrpcd_00_01+1] req@000000009e3b7021 x1853237050225280/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384610.919755:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049fccd94 x1853237050225152/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384610.919787:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384610.919792:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384610.919792:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384610.919795:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b39b64ae. 00000400:00000200:2.0:1767384610.919795:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 10000000:00000001:0.0:1767384610.919796:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384610.919799:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384610.919801:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:3.0:1767384610.919806:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050225152, offset 0 00000020:00000010:0.0:1767384610.919806:0:480:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ae663450. 00000400:00000200:3.0:1767384610.919816:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384610.919824:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384610.919830:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:0.0:1767384610.919832:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384610.919835:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103200 00000100:00000001:0.0:1767384610.919836:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384610.919839:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384610.919843:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x965 [2] + 0 00000100:00000040:0.0:1767384610.919846:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e3b7021 x1853237050225280/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384610.919847:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3a0b975. 00000400:00000200:3.0:1767384610.919853:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a9e3bbff 00000100:00000001:0.0:1767384610.919858:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384610.919859:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384610.919860:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384610.919860:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 02000000:00000001:0.0:1767384610.919863:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384610.919867:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384610.919870:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384610.919871:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384610.919875:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9e3bbff 00000100:00100000:0.0:1767384610.919876:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009e3b7021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050225280:0@lo:253: 00000400:00000010:3.0:1767384610.919879:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9e3bbff. 00000100:00000001:0.0:1767384610.919881:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384610.919886:0:16344:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384610.919886:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384610.919889:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384610.919890:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384610.919892:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000040:3.0:1767384610.919894:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000083de3e2 x1853237050225152 msgsize 4848 02000000:00000001:0.0:1767384610.919895:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384610.919902:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000054866e43. 00000100:00100000:3.0:1767384610.919905:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384610.919906:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384610.919908:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384610.919912:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e819e68c. 00000100:00000001:3.0:1767384610.919918:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384610.919919:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d256bfbc. 00000400:00000200:2.0:1767384610.919922:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384610.919925:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39b64ae 00000100:00000200:0.0:1767384610.919925:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050225280, portal 25 00000400:00000010:3.0:1767384610.919929:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b39b64ae. 00000100:00000001:0.0:1767384610.919930:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384610.919933:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963251584 : -108605746300032 : ffff9d3941123b80) 00000100:00000001:3.0:1767384610.919936:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384610.919940:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049fccd94 x1853237050225152/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384610.919947:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009e3b7021 x1853237050225280/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384610.919950:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:3.0:1767384610.919951:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384610.919957:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049fccd94 x1853237050225152/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.919964:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384610.919970:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384610.919971:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384610.919973:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384610.919975:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002801dc4e. 00000100:00000001:3.0:1767384610.919978:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384610.919980:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050225280, offset 0 00000100:00000001:3.0:1767384610.919983:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294899245 00000400:00000200:2.0:1767384610.919984:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384610.919988:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384610.919989:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000148b37ef. 00000400:00000200:0.0:1767384610.919997:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384610.919998:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384610.920006:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294899245 00000400:00000200:0.0:1767384610.920010:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103280 00000100:00000010:3.0:1767384610.920012:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5c34ea4. 00000400:00000200:0.0:1767384610.920016:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000400:00000200:2.0:1767384610.920020:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000010:0.0:1767384610.920021:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ac5f532. 00000100:00000001:3.0:1767384610.920023:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384610.920029:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e0a28d2b 00000100:00000001:3.0:1767384610.920031:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294899245 00000400:00000200:0.0:1767384610.920034:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384610.920036:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a723d482. 00000400:00000200:0.0:1767384610.920040:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384610.920041:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384610.920043:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0a28d2b 00000100:00000001:3.0:1767384610.920047:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294899245 00000400:00000010:0.0:1767384610.920047:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0a28d2b. 00000100:00000010:3.0:1767384610.920053:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000704a79af. 00000100:00000001:0.0:1767384610.920054:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384610.920055:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:3.0:1767384610.920057:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767384610.920058:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384610.920064:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384610.920065:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000004101022e x1853237050225280 msgsize 4848 00000100:00000001:3.0:1767384610.920070:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384610.920074:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384610.920075:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384610.920077:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384610.920078:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384610.920084:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000001:0.0:1767384610.920087:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384610.920088:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384610.920091:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384610.920094:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384610.920095:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002801dc4e 00000100:00000001:3.0:1767384610.920096:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384610.920099:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002801dc4e. 00000100:00000001:3.0:1767384610.920100:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384610.920105:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.920106:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384610.920111:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009e3b7021 x1853237050225280/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.920118:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384610.920119:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000040:0.0:1767384610.920121:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e3b7021 x1853237050225280/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.920129:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.920132:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384610.920137:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.920140:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294899245 00000400:00000200:2.0:1767384610.920145:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:0.0:1767384610.920152:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294899245 00000100:00000001:0.0:1767384610.920155:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294899245 00000100:00000001:0.0:1767384610.920158:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294899245 00000100:00000001:0.0:1767384610.920160:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294899245 00000100:00000001:0.0:1767384610.920163:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294899245 00000100:00000001:0.0:1767384610.920165:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294899245 00000100:00000001:0.0:1767384610.920168:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294899245 00000400:00000200:2.0:1767384610.920169:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:0.0:1767384610.920175:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384610.920179:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.920183:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.920185:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.920189:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384610.920191:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384610.920193:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050225152 00000100:00000001:0.0:1767384610.920195:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384610.920199:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384610.920200:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:0.0:1767384610.920201:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384610.920203:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384610.920205:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384610.920209:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.920210:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.920216:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384610.920217:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384610.920223:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050225152 00000020:00000001:3.0:1767384610.920226:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384610.920228:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384610.920231:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384610.920233:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:3.0:1767384610.920235:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384610.920237:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:2.0:1767384610.920238:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:0.0:1767384610.920241:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384610.920242:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384610.920246:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050225280 00000020:00000010:3.0:1767384610.920248:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000623c8b88. 02000000:00000001:0.0:1767384610.920249:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384610.920253:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384610.920254:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384610.920258:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000623c8b88. 00000100:00000001:0.0:1767384610.920258:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384610.920262:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384610.920264:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050225280 00000020:00000001:0.0:1767384610.920265:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384610.920269:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384610.920270:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384610.920273:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb3e6389. 00000020:00000040:0.0:1767384610.920273:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000400:00000200:2.0:1767384610.920275:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000020:00000001:0.0:1767384610.920278:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:3.0:1767384610.920279:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007565d3c2. 00000020:00000001:0.0:1767384610.920284:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:3.0:1767384610.920287:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000fd26b2a0. 00000100:00000001:0.0:1767384610.920312:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384610.920317:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a009e06e. 00000100:00000001:0.0:1767384610.920320:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384610.920328:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a009e06e. 00000100:00000040:3.0:1767384610.920333:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384610.920334:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095cdcf32. 00000100:00000001:3.0:1767384610.920336:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384610.920339:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384610.920340:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b91a577. 00000100:00000001:3.0:1767384610.920341:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384610.920355:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000020:00000010:0.0:1767384610.920360:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081cea4d9. 00000100:00000001:3.0:1767384610.920364:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.920367:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384610.920370:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384610.920371:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384610.920372:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.920380:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.920383:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.920386:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384610.920389:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384610.920394:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000400:00000200:2.0:1767384610.920396:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000001:0.0:1767384610.920396:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384610.920397:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384610.920400:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384610.920402:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322998352 : -108601386553264 : ffff9d3a44eeb050) 00000100:00100000:0.0:1767384610.920408:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000040:3.0:1767384610.920410:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000083de3e2 x1853237050225152/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:591/0 lens 4848/0 e 0 to 0 dl 1767384621 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384610.920412:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:0.0:1767384610.920417:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322995280 : -108601386556336 : ffff9d3a44eea450) 00000100:00000001:3.0:1767384610.920424:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384610.920427:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004101022e x1853237050225280/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:591/0 lens 4848/0 e 0 to 0 dl 1767384621 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384610.920429:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000623c8b88. 00000400:00000200:2.0:1767384610.920434:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00000001:3.0:1767384610.920435:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384610.920438:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384610.920440:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000623c8b88. 00000020:00000010:0.0:1767384610.920443:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a009e06e. 00000100:00000001:0.0:1767384610.920447:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384610.920451:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000083de3e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050225152:12345-0@lo:253: 00000020:00000010:0.0:1767384610.920452:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a009e06e. 00000100:00000200:3.0:1767384610.920457:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050225152 00000020:00000001:3.0:1767384610.920461:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384610.920461:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004101022e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050225280:12345-0@lo:253: 00000020:00000001:3.0:1767384610.920466:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384610.920467:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050225280 00000020:00000001:3.0:1767384610.920469:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384610.920471:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384610.920472:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384610.920475:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384610.920475:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384610.920478:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384610.920480:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384610.920482:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384610.920484:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384610.920486:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384610.920487:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:3.0:1767384610.920488:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384610.920490:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384610.920492:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384610.920493:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384610.920496:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384610.920496:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384610.920498:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384610.920500:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384610.920504:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384610.920509:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b77939c5. 00000100:00000001:0.0:1767384610.920509:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384610.920514:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384610.920514:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384610.920517:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384610.920521:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:0.0:1767384610.920521:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ae663450. 02000000:00000001:0.0:1767384610.920525:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.920527:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384610.920529:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384610.920532:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000202d571f. 20000000:01000000:3.0:1767384610.920536:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384610.920538:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384610.920538:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004f6d0f5b. 20000000:00000001:3.0:1767384610.920542:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384610.920543:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384610.920545:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384610.920547:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384610.920548:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384610.920550:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384610.920552:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384610.920553:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384610.920557:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384610.920558:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384610.920563:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aae8b12a. 20000000:01000000:3.0:1767384610.920566:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:3.0:1767384610.920571:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384610.920576:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384610.920578:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384610.920593:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384610.920606:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384610.920608:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384610.920610:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384610.920611:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384610.920613:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384610.920615:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:3.0:1767384610.920619:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:3.0:1767384610.920620:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384610.920622:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384610.920626:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384610.920628:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384610.920630:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384610.920634:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:3.0:1767384610.920637:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384610.920640:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000035f8a0f6. 00080000:00000001:3.0:1767384610.920643:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468038014976 : -108605671536640 : ffff9d3945870800) 00080000:00000001:3.0:1767384610.920645:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384610.920649:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:2.0:1767384610.920658:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002922dd94. 00080000:00000010:3.0:1767384610.920659:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000623c8b88. 00080000:00000001:3.0:1767384610.920664:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384610.920665:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cbcf1f0c. 00080000:00000001:3.0:1767384610.920667:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:2.0:1767384610.920674:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000ffb6383. 00080000:00000001:3.0:1767384610.920683:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384610.920700:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767384610.920708:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000ffb6383. 00000400:00000200:2.0:1767384610.920792:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384610.920804:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp19 from 235.3.0.2 00000800:00000010:2.0:1767384610.920808:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008e67059a. 00000800:00000010:3.0:1767384610.920848:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000863dc319. 00000800:00000010:3.0:1767384610.920853:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b39b64ae. 00000800:00000010:3.0:1767384610.920874:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003acb0588. 00000800:00000200:3.1:1767384610.920880:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a093bd2] -> 12345-192.168.202.122@tcp19 (2) 00000800:00000200:3.1:1767384610.920884:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp19 000000003acb0588 deleted 00000800:00000010:3.1:1767384610.920886:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003acb0588. 00000800:00000200:3.1:1767384610.920890:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384610.920896:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp19 ip 192.168.202.122:1003 00000800:00000200:3.1:1767384610.920899:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fb9b2305 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767384610.920905:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp19 p 3.x 192.168.202.122 -> 192.168.202.122:1003 incarnation:1767384609414092871 sched[0] 00000800:00000010:3.0:1767384610.920909:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000220b27ff. 00000800:00000010:3.0:1767384610.920961:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000220b27ff. 00000800:00000010:3.0:1767384610.920966:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b39b64ae. 00000800:00000200:0.1:1767384610.920989:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384610.920997:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp19 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384609414092871 sched[0] 00000800:00000010:3.0:1767384610.920999:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008e67059a. 00000800:00000010:0.0:1767384610.921001:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cbcf1f0c. 00000800:00000001:3.0:1767384610.921017:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384610.921064:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:2.0:1767384610.921079:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384610.921084:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384610.921084:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb9b2305. 00000400:00000200:2.0:1767384610.921089:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384610.921090:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384610.921096:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384610.921097:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp19->192.168.202.122@tcp19: PUT: OK 00000800:00000001:3.0:1767384610.921101:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384610.921103:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384610.921106:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384610.921107:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000400:00000200:3.0:1767384610.921116:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp19(192.168.202.122@tcp19) <- 192.168.202.122@tcp19 : PUT - for me 00000400:00000200:0.0:1767384610.921119:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384610.921125:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384610.921130:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 224/224 into md 0x140d [1] + 0 00000400:00000010:3.0:1767384610.921133:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d61d0f93. 00000400:00000200:3.0:1767384610.921137:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000d864046 00000800:00000001:3.0:1767384610.921141:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384610.921147:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384610.921149:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384610.921152:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp19->192.168.202.122@tcp19: PUT: OK 00000400:00000200:3.0:1767384610.921155:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d864046 00000400:00000010:3.0:1767384610.921156:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d864046. 00000400:00000200:3.0:1767384610.921160:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384610.921163:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (13) 00000400:00000200:3.0:1767384610.921166:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:3.0:1767384610.921169:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 0000000092a393dd. 00000400:00000200:0.0:1767384610.921171:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384610.921181:0:16339:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 12 00000400:00000200:3.0:1767384610.921187:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384610.921198:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (14) 00000400:00000200:3.0:1767384610.921205:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384610.921213:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp19 to MR: 192.168.202.122@tcp19 local destination 00000400:00000200:3.0:1767384610.921219:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp19 NI seq info: [26:26:256:4294967295] 192.168.202.122@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384610.921230:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384610.921237:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp19(192.168.202.122@tcp19:192.168.202.122@tcp19) -> 192.168.202.122@tcp19(192.168.202.122@tcp19:192.168.202.122@tcp19) 192.168.202.122@tcp19 : ACK try# 0 00000800:00000200:3.0:1767384610.921244:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp19 00000400:00000200:2.0:1767384610.921245:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384610.921248:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7bf3605. 00000400:00000010:2.0:1767384610.921250:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035c642b6. 00000400:00000010:2.0:1767384610.921255:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064d2213d. 00000800:00000200:3.0:1767384610.921256:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a093bd2] -> 12345-192.168.202.122@tcp19 (4) 00000400:00000200:2.0:1767384610.921260:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000800:00000200:3.0:1767384610.921264:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp19 ip 192.168.202.122:988 00000800:00000200:3.0:1767384610.921268:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7bf3605 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384610.921269:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1004d1 00000400:00000010:2.0:1767384610.921277:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 00000000f376d246. 00000400:00000010:2.0:1767384610.921281:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 00000000c7dd85e3. 00000400:00000010:2.0:1767384610.921285:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 0000000063f80195. 00000400:00000010:2.0:1767384610.921334:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d737c1c4. 00000400:00000200:2.0:1767384610.921339:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d737c1c4 nid 192.168.202.122@tcp20 00000400:00000010:2.0:1767384610.921341:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000466a3778. 00000400:00000200:0.0:1767384610.921379:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384610.921415:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384610.921417:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000466a3778 net tcp20 00000400:00000200:2.0:1767384610.921423:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (13) 00000400:00000200:2.0:1767384610.921428:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp20 flags 0x11 00000400:00000010:2.0:1767384610.921432:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 00000000f376d246. 00000400:00000010:2.0:1767384610.921435:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 00000000c7dd85e3. 00000400:00000010:2.0:1767384610.921438:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 0000000063f80195. 00000400:00000010:2.0:1767384610.921441:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 0000000092a393dd. 00000400:00000200:2.0:1767384610.921448:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384610.921450:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384610.921451:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100551 00000400:00000200:2.0:1767384610.921457:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 1 00000400:00000200:2.0:1767384610.921462:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 00000400:00000200:2.0:1767384610.921465:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384610.921468:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100511 rc 0 00000400:00000200:2.0:1767384610.921471:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:2.0:1767384610.921474:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (14) 00000800:00000001:2.0:1767384610.921488:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384610.921498:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000800:00000001:2.0:1767384610.921542:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384610.921547:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384610.921550:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384610.921551:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7bf3605. 00000400:00000200:0.0:1767384610.921555:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000800:00000001:2.0:1767384610.921557:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384610.921559:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384610.921563:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384610.921571:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp19(192.168.202.122@tcp19) <- 192.168.202.122@tcp19 : ACK - for me 00000400:00000200:3.0:1767384610.921583:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp19->192.168.202.122@tcp19: ACK: OK 00000400:00000200:2.0:1767384610.921584:0:16337:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp19: ACK from 12345-192.168.202.122@tcp19 into md 0x1465 00000400:00000200:2.0:1767384610.921591:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384610.921596:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp19->192.168.202.122@tcp19: ACK: OK 00000400:00000200:0.0:1767384610.921596:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384610.921602:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b99e8a0 00000400:00000010:2.0:1767384610.921605:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b99e8a0. 00000400:00000200:2.0:1767384610.921609:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384610.921612:0:16337:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:2.0:1767384610.921616:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (13) 00000800:00000001:2.0:1767384610.921621:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384610.921630:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384610.921640:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384610.921648:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384610.921677:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384610.921704:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384610.921731:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384610.921752:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384610.921776:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384610.921799:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384610.921822:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384610.921854:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384610.921880:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384610.921905:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000800:00000010:0.0:1767384610.922092:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000060c6b559. 00000800:00000010:0.0:1767384610.922098:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002801dc4e. 00000800:00000010:0.0:1767384610.922103:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a009e06e. 00000400:00000200:2.0:1767384610.922135:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384610.922146:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp19 from 234.3.0.2 00000800:00000010:0.0:1767384610.922146:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a009e06e. 00000800:00000010:2.0:1767384610.922150:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b532243f. 00000800:00000010:3.0:1767384610.922187:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000675c696d. 00000800:00000010:3.0:1767384610.922214:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b39b64ae. 00000800:00000010:3.0:1767384610.922235:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003acb0588. 00000800:00000200:3.1:1767384610.922240:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a093bd2] -> 12345-192.168.202.122@tcp19 (4) 00000800:00000200:3.1:1767384610.922244:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp19 000000003acb0588 deleted 00000800:00000010:3.1:1767384610.922246:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003acb0588. 00000800:00000200:3.1:1767384610.922249:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384610.922253:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp19 p 3.x 192.168.202.122 -> 192.168.202.122:1002 incarnation:1767384609414092871 sched[0] 00000800:00000010:3.0:1767384610.922257:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000220b27ff. 00000800:00000010:3.0:1767384610.922320:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000220b27ff. 00000800:00000010:3.0:1767384610.922324:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b39b64ae. 00000800:00000200:0.1:1767384610.922357:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:3.0:1767384610.922361:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b532243f. 00000800:00000001:2.0:1767384610.922363:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384610.922367:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp19 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384609414092871 sched[0] 00000800:00000001:2.0:1767384610.922369:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384610.922371:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002801dc4e. 00000800:00000001:2.0:1767384610.922400:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384610.922403:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384610.922450:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000035f8a0f6. 00080000:00000010:0.0:1767384610.922487:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000623c8b88. 00040000:00000001:0.0:1767384610.922495:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384610.922497:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384610.922500:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384610.922504:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384610.922507:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384610.922509:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384610.922522:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384610.922530:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384610.922533:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384610.922538:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384610.922539:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000063f80195. 20000000:01000000:3.0:1767384610.922541:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384610.922543:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:3.0:1767384610.922545:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384610.922547:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:3.0:1767384610.922549:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384610.922552:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384610.922553:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384610.922555:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384610.922563:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384610.922563:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:3.0:1767384610.922570:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000081181e3e. 00080000:00000001:2.0:1767384610.922571:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384610.922574:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384610.922575:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384610.922576:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384610.922579:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000010:3.0:1767384610.922580:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000020b085a1. 00080000:00000001:2.0:1767384610.922581:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384610.922585:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000020:00000001:3.0:1767384610.922586:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384610.922591:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000020b085a1 with handle 0x9f279d7a9a0b4f04 to hash 00000020:00000001:2.0:1767384610.922591:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00080000:00000002:2.0:1767384610.922594:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:3.0:1767384610.922595:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384610.922598:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00080000:00000001:2.0:1767384610.922599:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384610.922602:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00080000:00000001:2.0:1767384610.922603:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.922606:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384610.922607:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384610.922609:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384610.922610:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384610.922614:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f04 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384610.922615:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384610.922621:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384610.922626:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c7dd85e3. 00010000:00000001:3.0:1767384610.922627:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384610.922632:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468040608768 : -108605668942848 : ffff9d3945ae9c00) 00010000:00000001:3.0:1767384610.922633:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384610.922636:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384610.922637:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384610.922638:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000001:00000001:2.0:1767384610.922640:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384610.922641:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384610.922644:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384610.922644:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000ffb6383. 00010000:00000001:3.0:1767384610.922647:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384610.922648:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.922650:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000020:0.0:1767384610.922651:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384610.922652:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384610.922654:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:0.0:1767384610.922655:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384610.922657:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000010:0.0:1767384610.922659:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000202d571f. 00010000:00000001:3.0:1767384610.922661:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384610.922664:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000081181e3e) refcount = 1 20000000:00000001:0.0:1767384610.922664:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384610.922668:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f04 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384610.922669:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384610.922670:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050225152 00010000:00000001:0.0:1767384610.922676:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384610.922680:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767384610.922682:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384610.922683:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000200:0.0:1767384610.922684:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000083de3e2 x1853237050225152/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:591/0 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384610.922687:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384610.922692:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.922696:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384610.922698:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:3.0:1767384610.922699:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384610.922701:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384610.922703:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00000100:00001000:0.0:1767384610.922706:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384610.922709:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384610.922713:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384610.922714:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384610.922717:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384610.922717:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000040:3.0:1767384610.922719:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=4 00000020:00000001:3.0:1767384610.922720:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384610.922722:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384610.922727:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384610.922729:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f04 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384610.922729:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384610.922733:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.922739:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384610.922739:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384610.922743:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f04 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384610.922746:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384610.922751:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002801dc4e. 00010000:00000001:3.0:1767384610.922752:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384610.922755:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384610.922755:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050225152, offset 224 00010000:00010000:3.0:1767384610.922756:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f04 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384610.922765:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384610.922766:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384610.922769:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.922772:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767384610.922776:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384610.922777:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f04 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384610.922786:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000020b085a1 already unused, calling callback (0000000043915e75) 00000400:00000200:0.0:1767384610.922789:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103200 00010000:00000001:3.0:1767384610.922790:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384610.922793:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384610.922795:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f04 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384610.922798:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1469 [2] + 224 00010000:00000001:3.0:1767384610.922808:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384610.922808:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384610.922810:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384610.922812:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384610.922814:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384610.922815:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=5 00000020:00000001:3.0:1767384610.922818:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00000100:00000001:0.0:1767384610.922819:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384610.922823:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049fccd94 x1853237050225152/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384610.922827:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384610.922832:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384610.922835:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f04 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384610.922838:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000049fccd94 x1853237050225152/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384610.922846:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384610.922850:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384610.922852:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.922855:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384610.922857:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384610.922858:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384610.922859:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384610.922860:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000020b085a1 with handle 0x9f279d7a9a0b4f04 from hash 00010000:00000001:3.0:1767384610.922861:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384610.922863:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384610.922864:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384610.922865:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384610.922867:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384610.922869:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384610.922870:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002801dc4e 00010000:00000001:3.0:1767384610.922871:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:0.0:1767384610.922874:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002801dc4e. 00010000:00000001:3.0:1767384610.922875:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384610.922879:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384610.922879:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384610.922880:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384610.922881:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.922882:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384610.922884:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384610.922885:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384610.922887:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.922888:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000001:2.0:1767384610.922890:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384610.922892:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384610.922893:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384610.922894:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384610.922896:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384610.922899:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384610.922899:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecdb9c80. 00010000:00000001:0.0:1767384610.922899:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384610.922903:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.922905:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384610.922906:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384610.922907:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad4afb1f 00010000:00000001:3.0:1767384610.922908:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384610.922911:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad4afb1f. 00000100:00000040:0.0:1767384610.922912:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000083de3e2 x1853237050225152/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:591/0 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384610.922914:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f04 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384610.922917:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384610.922924:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049fccd94 x1853237050225152/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384610.922934:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384610.922937:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384610.922940:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384610.922944:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00100000:0.0:1767384610.922947:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000083de3e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050225152:12345-0@lo:253: Request processed in 2519us (3049us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384610.922951:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384610.922951:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049fccd94 x1853237050225152/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384610.922954:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384610.922958:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384610.922963:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.922967:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:3.0:1767384610.922968:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384610.922968:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00000001:2.0:1767384610.922972:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384610.922974:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f04 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384610.922975:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384610.922976:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384610.922979:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384610.922981:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384610.922982:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384610.922984:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384610.922986:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.922987:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:3.0:1767384610.922988:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f04 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384610.922991:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.922992:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384610.922997:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007565d3c2. 00010000:00000040:3.0:1767384610.922998:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000081181e3e count: 0 00000100:00001000:2.0:1767384610.922999:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=27 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384610.923002:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000fd26b2a0. 00000100:00001000:2.0:1767384610.923005:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=27 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384610.923008:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb3e6389. 00010000:00000001:3.0:1767384610.923010:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384610.923010:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 20000000:00000001:3.0:1767384610.923014:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384610.923014:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384610.923014:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00010000:00000001:2.0:1767384610.923021:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384610.923022:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384610.923023:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384610.923025:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b77939c5. 00000100:00000001:2.0:1767384610.923026:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384610.923031:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384610.923033:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049fccd94 x1853237050225152/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.923034:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384610.923040:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384610.923042:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384610.923045:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384610.923045:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6da3be6. 00000100:00000001:2.0:1767384610.923049:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384610.923051:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002801dc4e. 00000020:01000004:2.0:1767384610.923053:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384610.923055:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384610.923057:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384610.923064:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384610.923065:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384610.923066:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384610.923067:0:16344:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384610.923069:0:16344:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384610.923070:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384610.923071:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384610.923073:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049fccd94 x1853237050225152/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384610.923078:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049fccd94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050225152:0@lo:253: 00000100:00000001:2.0:1767384610.923081:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.923083:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384610.923084:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049fccd94 x1853237050225152/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384610.923088:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384610.923090:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384610.923092:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a42390e1. 02000000:00000001:2.0:1767384610.923095:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384610.923096:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384610.923098:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384610.923099:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384610.923101:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ec1d0f41. 02000000:00000001:2.0:1767384610.923104:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384610.923105:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384610.923106:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049fccd94. 00000100:00000001:2.0:1767384610.923108:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384610.923109:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.923110:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384610.923113:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384610.923114:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384610.923115:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384610.923117:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384610.924047:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c7dd85e3. 00080000:00000010:2.0:1767384610.924080:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000ffb6383. 00040000:00000001:2.0:1767384610.924085:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384610.924086:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384610.924087:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384610.924090:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384610.924097:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384610.924098:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384610.924100:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384610.924108:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384610.924110:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384610.924115:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384610.924119:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384610.924122:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384610.924123:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384610.924125:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384610.924127:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384610.924131:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000006ad5f27. 00010000:00000001:3.0:1767384610.924133:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384610.924135:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a357b88. 00000020:00000001:3.0:1767384610.924137:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384610.924139:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a357b88 with handle 0x9f279d7a9a0b4f0b to hash 00000020:00000001:3.0:1767384610.924141:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384610.924142:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384610.924143:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384610.924145:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384610.924147:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384610.924148:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f0b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384610.924153:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384610.924159:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384610.924161:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384610.924162:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384610.924164:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384610.924165:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384610.924166:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384610.924168:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384610.924170:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384610.924171:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384610.924172:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384610.924173:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000006ad5f27) refcount = 1 00010000:00010000:3.0:1767384610.924176:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f0b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384610.924181:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384610.924183:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384610.924184:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384610.924186:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.924188:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384610.924190:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384610.924192:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384610.924195:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384610.924196:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384610.924198:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=4 00000020:00000001:3.0:1767384610.924201:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384610.924203:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384610.924206:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384610.924208:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f0b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384610.924215:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384610.924217:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f0b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384610.924224:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384610.924225:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000020:2.0:1767384610.924227:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384610.924230:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:3.0:1767384610.924233:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f0b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384610.924233:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004f6d0f5b. 20000000:00000001:2.0:1767384610.924240:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.924241:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384610.924245:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384610.924245:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050225280 00010000:00000001:3.0:1767384610.924247:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384610.924250:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f0b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384610.924250:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384610.924256:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004101022e x1853237050225280/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:591/0 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384610.924258:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a357b88 already unused, calling callback (0000000043915e75) 00010000:00000001:3.0:1767384610.924262:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384610.924265:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384610.924268:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f0b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384610.924269:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384610.924272:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384610.924277:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=27 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384610.924278:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384610.924280:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384610.924284:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384610.924284:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384610.924285:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=5 00000100:00000040:2.0:1767384610.924305:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000001:3.0:1767384610.924307:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00000100:00000001:2.0:1767384610.924308:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:3.0:1767384610.924312:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 02000000:00000001:2.0:1767384610.924313:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384610.924315:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767384610.924316:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384610.924318:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f0b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384610.924320:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384610.924326:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384610.924326:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384610.924329:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384610.924331:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384610.924331:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000b81706. 00010000:00000001:3.0:1767384610.924336:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:2.0:1767384610.924337:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050225280, offset 224 00010000:00000001:3.0:1767384610.924338:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384610.924341:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384610.924356:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384610.924358:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a357b88 with handle 0x9f279d7a9a0b4f0b from hash 00000400:00000200:2.0:1767384610.924360:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384610.924361:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384610.924364:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384610.924367:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384610.924372:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384610.924373:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384610.924377:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384610.924377:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103280 00010000:00000001:3.0:1767384610.924381:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384610.924384:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1471 [2] + 224 00010000:00000001:3.0:1767384610.924385:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384610.924388:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384610.924390:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384610.924391:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384610.924392:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384610.924394:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384610.924398:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384610.924398:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384610.924401:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384610.924403:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384610.924404:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.924407:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.924409:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384610.924410:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009e3b7021 x1853237050225280/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384610.924411:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f0b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384610.924426:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384610.924428:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384610.924429:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384610.924430:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384610.924431:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384610.924431:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384610.924432:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384610.924435:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384610.924439:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384610.924444:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f0b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384610.924451:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009e3b7021 x1853237050225280/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384610.924454:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384610.924456:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384610.924459:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f0b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384610.924469:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000006ad5f27 count: 0 00000100:00000001:2.0:1767384610.924474:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384610.924475:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384610.924478:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384610.924481:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000b81706 00000400:00000010:2.0:1767384610.924484:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000b81706. 00000100:00000001:2.0:1767384610.924486:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384610.924487:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384610.924489:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384610.924491:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384610.924493:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384610.924494:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384610.924495:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384610.924498:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004101022e x1853237050225280/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:591/0 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.924500:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384610.924505:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384610.924507:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004101022e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050225280:12345-0@lo:253: Request processed in 4068us (4441us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384610.924511:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384610.924515:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000400:00000001:0.0:1767384610.924516:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384610.924518:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384610.924521:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384610.924521:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e819e68c. 00000100:00000001:2.0:1767384610.924523:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384610.924527:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b91a577. 00000400:00000200:0.0:1767384610.924528:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d256bfbc 00000020:00000010:2.0:1767384610.924532:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081cea4d9. 00000400:00000010:0.0:1767384610.924532:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d256bfbc. 00000020:00000010:2.0:1767384610.924537:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095cdcf32. 00000100:00000001:0.0:1767384610.924539:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1767384610.924542:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:2.0:1767384610.924545:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384610.924546:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ae663450. 00000100:00000200:0.0:1767384610.924547:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009e3b7021 x1853237050225280/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384610.924549:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384610.924552:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384610.924557:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384610.924562:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a339385. 00000100:00000200:0.0:1767384610.924566:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009e3b7021 x1853237050225280/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384610.924567:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000b81706. 00000100:00000001:0.0:1767384610.924578:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384610.924580:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384610.924583:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384610.924585:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384610.924587:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384610.924589:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384610.924591:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384610.924594:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=27 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384610.924598:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384610.924600:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384610.924602:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384610.924610:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384610.924612:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.924614:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384610.924618:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e3b7021 x1853237050225280/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.924625:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384610.924627:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384610.924629:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384610.924632:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384610.924634:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384610.924636:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384610.924637:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384610.924639:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384610.924641:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384610.924642:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384610.924643:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384610.924644:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384610.924647:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e3b7021 x1853237050225280/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384610.924655:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009e3b7021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050225280:0@lo:253: 00000100:00000001:0.0:1767384610.924660:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384610.924662:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384610.924664:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e3b7021 x1853237050225280/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384610.924670:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384610.924672:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384610.924674:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000054866e43. 02000000:00000001:0.0:1767384610.924679:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384610.924681:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384610.924682:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384610.924684:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384610.924686:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e72f54e9. 02000000:00000001:0.0:1767384610.924690:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384610.924692:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384610.924693:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e3b7021. 00000100:00000001:0.0:1767384610.924702:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384610.924704:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384610.924705:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384610.924710:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384610.924711:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.924714:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384610.924716:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384610.925332:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294899245, at 4294899246 00000100:00000010:0.0:1767384610.925337:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000148b37ef. 00000100:00000040:1.0:1767384610.926331:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294899245, at 4294899247 00000100:00000040:3.0:1767384610.926337:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294899245, at 4294899247 00000100:00000010:1.0:1767384610.926355:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5c34ea4. 00000100:00000040:2.0:1767384610.926359:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294899245, at 4294899247 00000100:00000010:3.0:1767384610.926366:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000704a79af. 00000100:00000010:2.0:1767384610.926374:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a723d482. 00010000:00000010:3.1:1767384610.932393:0:22489:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000081181e3e. 00010000:00000010:3.1:1767384610.932401:0:22489:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020b085a1. 00010000:00000010:3.1:1767384610.932404:0:22489:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000006ad5f27. 00010000:00000010:3.1:1767384610.932406:0:22489:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a357b88. 00000400:00000010:2.0:1767384610.939807:0:22493:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000b75a468. 00000400:00000040:2.0:1767384610.939824:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384610.939826:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384610.939828:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384610.939830:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384610.939831:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384610.939832:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384610.939834:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384610.939835:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384610.939836:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384610.939837:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384610.939839:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384610.939840:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384610.939842:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384610.939843:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384610.939843:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384610.939845:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384610.939846:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384610.939847:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384610.939847:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384610.939849:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384610.939850:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384610.939851:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384610.939852:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384610.939852:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384610.939853:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384610.939855:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384610.939856:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384610.939857:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384610.939858:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384610.939858:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384610.939859:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384610.939860:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384610.939861:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384610.939862:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384610.939863:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384610.939864:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384610.939871:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384610.939873:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384610.939874:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384610.939875:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384610.939876:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384610.939877:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384610.939878:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384610.939879:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384610.939880:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384610.939880:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384610.939881:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384610.939882:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384610.939883:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384610.939884:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384610.939885:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384610.939886:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384610.939887:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384610.939888:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384610.939889:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384610.939890:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384610.939891:0:22493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384610.939922:0:22493:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000b75a468. 00010000:00000001:1.0:1767384611.583385:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384611.583390:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384611.583396:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384611.583397:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384611.583411:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384611.583413:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384611.583415:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384611.714051:0:22726:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b1e1ec8d. 00080000:00000010:2.0:1767384611.714059:0:22726:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b1e1ec8d. 00000020:00000001:2.0:1767384611.714063:0:22726:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384611.714072:0:22726:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b1e1ec8d. 00080000:00000010:2.0:1767384611.714077:0:22726:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b1e1ec8d. 00000020:00000001:2.0:1767384611.714081:0:22726:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384612.403288:0:22890:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384612.403314:0:22890:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:2.0:1767384612.406363:0:22890:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384612.413133:0:22891:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b83e923b. 00000400:00000010:2.0:1767384612.413147:0:22891:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ff8cf525. 00000400:00000010:2.0:1767384612.413156:0:22891:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006c89e959. 00000400:00000010:2.0:1767384612.413159:0:22891:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000020e00eb9. 00000400:00000010:2.0:1767384612.413162:0:22891:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004799e983. 00000400:00000010:2.0:1767384612.413170:0:22891:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c3719b0. 00000400:00000010:2.0:1767384612.413172:0:22891:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b532243f. 00000400:00000010:2.0:1767384612.413173:0:22891:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000030d72b5. 00000400:00000010:2.0:1767384612.413175:0:22891:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a1f7d01e. 00000800:00000010:2.0:1767384612.413185:0:22891:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d703df76. 00000800:00000200:2.0:1767384612.413195:0:22891:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384612.413201:0:22891:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384612.413232:0:22891:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384612.413251:0:22891:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp21 [8/256/0/180] 00000400:00000010:2.0:1767384612.414585:0:22891:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 000000007bec9124. 00000400:00000010:2.0:1767384612.414591:0:22891:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9e362cb. 00000400:00000010:2.0:1767384612.414595:0:22891:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b99e8a0. 00000400:00000001:2.0:1767384612.414608:0:22891:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384612.414609:0:22891:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384612.414611:0:22891:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3432abf. 00000400:00000200:2.0:1767384612.414613:0:22891:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017ac58c2 00000400:00000010:2.0:1767384612.414615:0:22891:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ac58c2. 00000400:00000010:2.0:1767384612.414618:0:22891:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 000000006dbd2962. 00000400:00000200:2.0:1767384612.414626:0:22891:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (12) 00000400:00000200:2.0:1767384612.414636:0:22891:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384612.414644:0:22891:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:2.0:1767384612.414650:0:22891:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003cfa6b61. 00000020:01000000:2.0:1767384612.414653:0:22891:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384612.414655:0:22891:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp21 00000400:00000010:2.0:1767384612.414665:0:22891:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ff8cf525. 00000400:00000010:2.0:1767384612.414669:0:22891:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b83e923b. 00000400:00000200:3.0:1767384612.414670:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384612.414679:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:3.0:1767384612.414686:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000400:00000200:3.0:1767384612.414690:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (13) 00000400:00000010:3.0:1767384612.414696:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b2902d63. 00000400:00000200:3.0:1767384612.414701:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:3.0:1767384612.414717:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:00000001:0.0:1767384612.414723:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384612.414724:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:0.0:1767384612.414729:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384612.414734:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384612.414737:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384612.414738:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:0.0:1767384612.414741:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384612.414744:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384612.414747:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384612.414749:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384612.414752:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:0.0:1767384612.414752:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384612.414755:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384612.414757:0:480:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384612.414759:0:480:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384612.414761:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384612.414763:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384612.414764:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000010:0.0:1767384612.414769:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e3b7021. 00000400:00000200:3.0:1767384612.414773:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:0.0:1767384612.414775:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384612.414781:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384612.414783:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:0.0:1767384612.414785:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384612.414790:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384612.414794:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000010:0.0:1767384612.414800:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004f6d0f5b. 00000400:00000200:3.0:1767384612.414802:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:0.0:1767384612.414807:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384612.414811:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:0.0:1767384612.414816:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384612.414819:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:0.0:1767384612.414820:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384612.414830:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000040:0.0:1767384612.414830:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e3b7021] to pc [ptlrpcd_00_02+2] req@000000009e3b7021 x1853237050225408/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384612.414847:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:3.0:1767384612.414855:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp20 00000400:00000200:3.0:1767384612.414861:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp20 lpni_is_preferred = 0 00000400:00000200:3.0:1767384612.414865:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp20 00000400:00000200:3.0:1767384612.414871:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp20 NI seq info: [27:27:256:4294967295] 192.168.202.122@tcp20 LPNI seq info [27:27:8:4294967295] 10000000:00000001:0.0:1767384612.414871:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384612.414877:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.414882:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.414887:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384612.414889:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.414891:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384612.414894:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384612.414898:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e3b7021 x1853237050225408/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384612.414902:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384612.414903:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp20 10000000:00000001:0.0:1767384612.414906:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384612.414909:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384612.414912:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384612.414914:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384612.414916:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384612.414917:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384612.414921:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384612.414922:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384612.414925:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384612.414926:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384612.414928:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp20(192.168.202.122@tcp20:) -> 192.168.202.122@tcp20(192.168.202.122@tcp:192.168.202.122@tcp20) : PUT try# 0 00000020:01000004:0.0:1767384612.414928:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384612.414932:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384612.414934:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384612.414937:0:480:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384612.414938:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384612.414940:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384612.414943:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384612.414944:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.122@tcp20 00000100:00100000:2.0:1767384612.414945:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009e3b7021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050225408:0@lo:253: 00000100:00000010:0.0:1767384612.414948:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049fccd94. 00000800:00000010:3.0:1767384612.414952:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e326c180. 00000100:00000001:2.0:1767384612.414954:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1767384612.414954:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384612.414959:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384612.414960:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384612.414961:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384612.414962:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384612.414964:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000280542f9. 02000000:00000001:2.0:1767384612.414964:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384612.414969:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384612.414970:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a42390e1. 00000800:00000010:3.0:1767384612.414972:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000043ae79cb. 00000100:00000001:0.0:1767384612.414974:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384612.414975:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ee24ca06. 02000000:00000001:2.0:1767384612.414980:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.414981:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767384612.414982:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000280542f9] -> 12345-192.168.202.122@tcp20 (2) 00000100:00000001:0.0:1767384612.414984:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384612.414986:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4baddd9. 00000400:00000010:2.0:1767384612.414992:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff8cf525. 00000100:00000040:0.0:1767384612.414993:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049fccd94] to pc [ptlrpcd_00_03+3] req@0000000049fccd94 x1853237050225536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384612.414994:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000280542f9] -> 12345-192.168.202.122@tcp20 (2) 00000100:00000200:2.0:1767384612.414998:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050225408, portal 25 00000100:00000001:2.0:1767384612.415004:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384612.415006:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963251584 : -108605746300032 : ffff9d3941123b80) 10000000:00000001:0.0:1767384612.415013:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.415014:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009e3b7021 x1853237050225408/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384612.415019:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384612.415021:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000020:00000001:0.0:1767384612.415024:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384612.415030:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000020:01000000:0.0:1767384612.415030:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384612.415035:0:480:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003cfa6b61. 00000100:00000001:2.0:1767384612.415036:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384612.415042:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384612.415045:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c31425f6. 00000100:00000200:2.0:1767384612.415048:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050225408, offset 0 00000100:00000001:0.0:1767384612.415050:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384612.415054:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384612.415055:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384612.415057:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384612.415063:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049fccd94 x1853237050225536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384612.415066:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384612.415079:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103300 00000400:00000200:2.0:1767384612.415089:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x985 [2] + 0 00000100:00000001:0.0:1767384612.415090:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384612.415094:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075644d83. 00000100:00000001:0.0:1767384612.415094:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384612.415095:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384612.415099:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d29e440 02000000:00000001:0.0:1767384612.415101:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384612.415104:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384612.415107:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384612.415109:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384612.415109:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049fccd94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050225536:0@lo:253: 00000100:00000001:0.0:1767384612.415115:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384612.415116:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384612.415119:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384612.415121:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d29e440 02000000:00000001:0.0:1767384612.415122:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384612.415124:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d29e440. 02000000:00000001:0.0:1767384612.415126:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384612.415130:0:16346:0:(events.c:286:request_in_callback()) Process entered 02000000:00000010:0.0:1767384612.415132:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b77939c5. 00000100:00000200:2.0:1767384612.415133:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384612.415137:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.415139:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000c67e8d63 x1853237050225408 msgsize 4848 00000400:00000010:0.0:1767384612.415143:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e819e68c. 00000100:00100000:2.0:1767384612.415148:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384612.415151:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:0.0:1767384612.415151:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000100812fa. 00000100:00000200:0.0:1767384612.415155:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050225536, portal 25 00000100:00000001:0.0:1767384612.415158:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384612.415161:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000001:0.0:1767384612.415162:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963238144 : -108605746313472 : ffff9d3941120700) 00000100:00000040:0.0:1767384612.415171:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049fccd94 x1853237050225536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.415172:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384612.415180:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384612.415183:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31425f6 00000100:00000040:0.0:1767384612.415185:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384612.415188:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c31425f6. 00000400:00000010:0.0:1767384612.415190:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a011fbe. 00000100:00000001:2.0:1767384612.415194:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384612.415196:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050225536, offset 0 00000400:00000200:3.0:1767384612.415199:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000200:2.0:1767384612.415201:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009e3b7021 x1853237050225408/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384612.415207:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384612.415216:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384612.415221:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384612.415222:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e3b7021 x1853237050225408/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384612.415232:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000001:2.0:1767384612.415232:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384612.415238:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103380 00000100:00000001:2.0:1767384612.415239:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384612.415248:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384612.415248:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000400:00000010:0.0:1767384612.415255:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070e5d2b8. 00000100:00000001:2.0:1767384612.415257:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294900740 00000400:00000200:0.0:1767384612.415259:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a27bd486 00000100:00000010:2.0:1767384612.415264:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7522ad8. 00000400:00000200:0.0:1767384612.415266:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384612.415270:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384612.415274:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:2.0:1767384612.415274:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384612.415274:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a27bd486 00000400:00000010:0.0:1767384612.415283:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a27bd486. 00000100:00000001:2.0:1767384612.415285:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294900740 00000100:00000001:0.0:1767384612.415287:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384612.415314:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384612.415317:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000002b2e5a6b x1853237050225536 msgsize 4848 00000100:00100000:0.0:1767384612.415321:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384612.415323:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384612.415349:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384612.415356:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a011fbe 00000400:00000010:0.0:1767384612.415358:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a011fbe. 00000100:00000001:0.0:1767384612.415361:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384612.415366:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049fccd94 x1853237050225536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.415374:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1767384612.415377:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac923da8. 00000100:00000040:0.0:1767384612.415378:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049fccd94 x1853237050225536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384612.415379:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:2.0:1767384612.415386:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384612.415393:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.415395:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384612.415396:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294900741 00000100:00000001:0.0:1767384612.415399:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384612.415403:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc218921. 00000100:00000001:0.0:1767384612.415404:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294900741 00000100:00000001:2.0:1767384612.415411:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384612.415414:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294900740 00000100:00000001:2.0:1767384612.415418:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294900741 00000100:00000001:0.0:1767384612.415420:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294900741 00000100:00000010:2.0:1767384612.415426:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d2256f5. 00000100:00000001:0.0:1767384612.415426:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294900740 00000100:00000001:2.0:1767384612.415433:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384612.415434:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294900741 00000100:00000001:0.0:1767384612.415439:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294900741 00000400:00000200:3.0:1767384612.415440:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:2.0:1767384612.415441:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.415441:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294900741 00000100:00000001:0.0:1767384612.415447:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294900741 00000100:00000001:2.0:1767384612.415449:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.415450:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384612.415455:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.415455:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.415460:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.415461:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.415462:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.415472:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384612.415472:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384612.415475:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384612.415476:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384612.415480:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.415481:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384612.415486:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.415486:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384612.415489:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384612.415491:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.415493:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.415499:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384612.415506:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:0.0:1767384612.415514:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384612.415518:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050225408 02000000:00000001:0.0:1767384612.415520:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384612.415523:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384612.415525:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.415526:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384612.415529:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384612.415531:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050225536 00000100:00100000:0.0:1767384612.415533:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050225408 02000000:00000001:2.0:1767384612.415535:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384612.415537:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384612.415539:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384612.415540:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:2.0:1767384612.415544:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.415544:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384612.415548:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 02000000:00000001:2.0:1767384612.415550:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.415551:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384612.415555:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00100000:2.0:1767384612.415556:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050225536 00000100:00000001:0.0:1767384612.415559:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384612.415560:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384612.415564:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000010:0.0:1767384612.415564:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000248ce56e. 00000100:00000001:0.0:1767384612.415569:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384612.415570:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384612.415572:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000020:00000040:2.0:1767384612.415574:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000010:0.0:1767384612.415575:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000248ce56e. 00000020:00000001:2.0:1767384612.415581:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:0.0:1767384612.415583:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043d8c3a0. 00000020:00000001:2.0:1767384612.415585:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:0.0:1767384612.415591:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b5163c46. 00000100:00000001:2.0:1767384612.415592:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384612.415598:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013016497. 00000020:00000010:0.0:1767384612.415599:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000caa0f4a3. 00000100:00000001:2.0:1767384612.415603:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384612.415608:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013016497. 00000100:00000040:0.0:1767384612.415611:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384612.415614:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384612.415616:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007906811d. 00000100:00000001:0.0:1767384612.415616:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384612.415619:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384612.415625:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1e1ec8d. 00000100:00000001:0.0:1767384612.415628:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384612.415630:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000020:00000010:2.0:1767384612.415632:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d78ba8b9. 00000100:00000001:0.0:1767384612.415637:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.415640:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384612.415644:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384612.415646:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.415653:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384612.415654:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.415656:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384612.415660:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384612.415664:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000040:0.0:1767384612.415667:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384612.415669:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322986064 : -108601386565552 : ffff9d3a44ee8050) 00000100:00000001:2.0:1767384612.415676:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384612.415679:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384612.415680:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c67e8d63 x1853237050225408/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:593/0 lens 4848/0 e 0 to 0 dl 1767384623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384612.415688:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000001:0.0:1767384612.415690:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384612.415694:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000020:00000010:0.0:1767384612.415695:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000248ce56e. 00000400:00000200:3.0:1767384612.415696:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000001:2.0:1767384612.415698:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322997328 : -108601386554288 : ffff9d3a44eeac50) 00000100:00000001:0.0:1767384612.415700:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384612.415705:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000248ce56e. 00000100:00000040:2.0:1767384612.415709:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b2e5a6b x1853237050225536/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:593/0 lens 4848/0 e 0 to 0 dl 1767384623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384612.415712:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c67e8d63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050225408:12345-0@lo:253: 00000100:00000200:0.0:1767384612.415720:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050225408 00000020:00000001:0.0:1767384612.415724:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384612.415730:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384612.415730:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384612.415732:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.415735:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384612.415736:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000020:00000001:0.0:1767384612.415737:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000010:2.0:1767384612.415743:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013016497. 00000020:00000001:0.0:1767384612.415743:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384612.415746:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.415748:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384612.415749:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384612.415752:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384612.415754:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013016497. 00000020:00000001:0.0:1767384612.415755:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.415761:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384612.415763:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384612.415766:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b2e5a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050225536:12345-0@lo:253: 02000000:00000010:0.0:1767384612.415769:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000202d571f. 00000100:00000200:2.0:1767384612.415772:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050225536 02000000:00000001:0.0:1767384612.415773:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.415777:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.415779:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:0.0:1767384612.415780:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384612.415782:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000020:00000001:2.0:1767384612.415784:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384612.415788:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.415790:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384612.415792:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:2.0:1767384612.415796:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384612.415798:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384612.415799:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000617aa8ca. 00000020:00000001:2.0:1767384612.415801:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:0.0:1767384612.415803:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384612.415804:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384612.415808:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384612.415809:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.415811:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384612.415814:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384612.415815:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.415819:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384612.415820:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384612.415822:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384612.415828:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 02000000:00000010:2.0:1767384612.415828:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003cfa6b61. 20000000:00000010:0.0:1767384612.415832:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b5b257e9. 02000000:00000001:2.0:1767384612.415834:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384612.415836:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 00000100:00000001:2.0:1767384612.415839:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.415843:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767384612.415844:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384612.415853:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ae663450. 00080000:00000001:0.0:1767384612.415854:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384612.415858:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384612.415860:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384612.415863:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384612.415866:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384612.415868:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384612.415871:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384612.415873:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384612.415875:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384612.415889:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00080000:00000001:0.0:1767384612.415890:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.415894:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384612.415896:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.415898:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384612.415900:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384612.415902:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:0.0:1767384612.415906:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:0.0:1767384612.415907:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384612.415910:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384612.415912:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.415914:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384612.415916:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384612.415920:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384612.415923:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384612.415927:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001ce54ec4. 00080000:00000001:0.0:1767384612.415929:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468047631872 : -108605661919744 : ffff9d394619c600) 00080000:00000001:0.0:1767384612.415932:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384612.415935:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384612.415937:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00080000:00000010:0.0:1767384612.415939:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000248ce56e. 00080000:00000001:0.0:1767384612.415943:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.415945:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384612.415967:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.415982:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384612.415986:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.416057:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.416140:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.416184:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.416234:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.416275:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384612.416575:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384612.416593:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006fd22a6b. 00000400:00000200:0.0:1767384612.416598:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp20 from 233.3.0.2 00000800:00000010:3.0:1767384612.416600:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bfc1ac39. 00000800:00000010:0.0:1767384612.416603:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000eccfb7a0. 00000800:00000010:3.0:1767384612.416608:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e22def6c. 00000800:00000010:3.0:1767384612.416655:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e22def6c. 00000800:00000010:2.0:1767384612.416873:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e72f54e9. 00000800:00000010:2.0:1767384612.416880:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c31425f6. 00000800:00000010:2.0:1767384612.416901:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000075301c46. 00000800:00000200:2.1:1767384612.416908:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000280542f9] -> 12345-192.168.202.122@tcp20 (2) 00000800:00000200:2.1:1767384612.416913:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp20 0000000075301c46 deleted 00000800:00000010:2.1:1767384612.416915:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000075301c46. 00000800:00000200:2.1:1767384612.416919:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384612.416927:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp20 ip 192.168.202.122:1001 00000800:00000200:2.1:1767384612.416931:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e326c180 type 1, nob 336 niov 1 nkiov 1 00000800:00000200:2.0:1767384612.416937:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp20 p 3.x 192.168.202.122 -> 192.168.202.122:1001 incarnation:1767384610917912071 sched[0] 00000800:00000010:2.0:1767384612.416942:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000013016497. 00000800:00000010:2.0:1767384612.416995:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000013016497. 00000800:00000010:2.0:1767384612.417006:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c31425f6. 00000800:00000200:3.1:1767384612.417019:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384612.417027:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp20 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384610917912071 sched[0] 00000800:00000010:3.0:1767384612.417031:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bfc1ac39. 00000800:00000010:2.0:1767384612.417048:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000eccfb7a0. 00000800:00000001:0.0:1767384612.417058:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384612.417064:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384612.417067:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.417074:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384612.417126:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000001:2.0:1767384612.417126:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384612.417127:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384612.417132:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e326c180. 00000800:00000001:2.0:1767384612.417134:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384612.417139:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384612.417139:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384612.417144:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384612.417147:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp20->192.168.202.122@tcp20: PUT: OK 00000400:00000200:0.0:1767384612.417152:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384612.417155:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp20(192.168.202.122@tcp20) <- 192.168.202.122@tcp20 : PUT - for me 00000400:00000200:0.0:1767384612.417164:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000400:00000200:2.0:1767384612.417169:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384612.417177:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 240/240 into md 0x1479 [1] + 0 00000400:00000200:3.0:1767384612.417178:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000010:2.0:1767384612.417182:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035c642b6. 00000400:00000200:2.0:1767384612.417187:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000064d2213d 00000800:00000001:2.0:1767384612.417192:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384612.417201:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384612.417204:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384612.417209:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp20->192.168.202.122@tcp20: PUT: OK 00000400:00000200:2.0:1767384612.417213:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064d2213d 00000400:00000010:2.0:1767384612.417215:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064d2213d. 00000400:00000200:3.0:1767384612.417216:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384612.417220:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384612.417224:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (14) 00000400:00000200:2.0:1767384612.417230:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:2.0:1767384612.417235:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000c03ccf0f. 00000400:00000200:2.0:1767384612.417238:0:16339:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 13 00000400:00000200:2.0:1767384612.417243:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384612.417252:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384612.417257:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (15) 00000400:00000200:2.0:1767384612.417264:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384612.417271:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp20 to MR: 192.168.202.122@tcp20 local destination 00000400:00000200:2.0:1767384612.417278:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp20 NI seq info: [28:28:256:4294967295] 192.168.202.122@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1767384612.417316:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp20(192.168.202.122@tcp20:192.168.202.122@tcp20) -> 192.168.202.122@tcp20(192.168.202.122@tcp20:192.168.202.122@tcp20) 192.168.202.122@tcp20 : ACK try# 0 00000400:00000200:0.0:1767384612.417322:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:2.0:1767384612.417323:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp20 00000400:00000010:0.0:1767384612.417327:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cfea0d5. 00000400:00000010:0.0:1767384612.417343:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c78dbdf2. 00000400:00000200:3.0:1767384612.417346:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384612.417347:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000800:00000010:2.0:1767384612.417350:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c780954. 00000400:00000200:0.0:1767384612.417355:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1004d1 00000800:00000200:2.0:1767384612.417360:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000280542f9] -> 12345-192.168.202.122@tcp20 (4) 00000400:00000010:0.0:1767384612.417365:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 0000000057ca9fa9. 00000800:00000200:2.0:1767384612.417370:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp20 ip 192.168.202.122:988 00000400:00000010:0.0:1767384612.417371:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 000000002207c0d5. 00000800:00000200:2.0:1767384612.417375:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c780954 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384612.417377:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 000000004fc7aa18. 00000400:00000200:3.0:1767384612.417395:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000010:0.0:1767384612.417398:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f8b5fb9a. 00000400:00000200:0.0:1767384612.417404:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f8b5fb9a nid 192.168.202.122@tcp21 00000400:00000010:0.0:1767384612.417408:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001c5b8e9c. 00000400:00000200:0.0:1767384612.417410:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 000000001c5b8e9c net tcp21 00000400:00000200:0.0:1767384612.417413:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (14) 00000400:00000200:0.0:1767384612.417417:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp21 flags 0x11 00000400:00000010:0.0:1767384612.417421:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 0000000057ca9fa9. 00000400:00000010:0.0:1767384612.417425:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 000000002207c0d5. 00000400:00000010:0.0:1767384612.417428:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 000000004fc7aa18. 00000400:00000010:0.0:1767384612.417430:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000c03ccf0f. 00000400:00000200:0.0:1767384612.417434:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000800:00000200:2.0:1767384612.417436:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384612.417437:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100551 00000800:00000010:2.0:1767384612.417441:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c780954. 00000400:00000200:3.0:1767384612.417442:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384612.417443:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 1 00000400:00000200:2.0:1767384612.417450:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384612.417451:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 00000400:00000200:0.0:1767384612.417458:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384612.417462:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp20->192.168.202.122@tcp20: ACK: OK 00000400:00000200:0.0:1767384612.417464:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100511 rc 0 00000400:00000200:0.0:1767384612.417470:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:0.0:1767384612.417482:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (15) 00000800:00000001:2.0:1767384612.417483:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384612.417487:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000800:00000001:2.0:1767384612.417489:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384612.417494:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384612.417501:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384612.417503:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384612.417507:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384612.417512:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp20(192.168.202.122@tcp20) <- 192.168.202.122@tcp20 : ACK - for me 00000400:00000200:0.0:1767384612.417521:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp20: ACK from 12345-192.168.202.122@tcp20 into md 0x1491 00000400:00000200:0.0:1767384612.417530:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384612.417534:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384612.417534:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp20->192.168.202.122@tcp20: ACK: OK 00000400:00000200:0.0:1767384612.417540:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:0.0:1767384612.417542:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000400:00000200:0.0:1767384612.417545:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384612.417548:0:16338:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:0.0:1767384612.417551:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (14) 00000800:00000001:0.0:1767384612.417556:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384612.417559:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384612.417578:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417608:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417652:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417692:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417729:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417771:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417809:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417833:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417858:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417883:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417903:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417923:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417951:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384612.417978:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00080000:00000010:2.0:1767384612.418016:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001ce54ec4. 00080000:00000010:0.0:1767384612.418069:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000248ce56e. 00040000:00000001:0.0:1767384612.418074:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384612.418090:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384612.418093:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384612.418096:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384612.418099:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.418101:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384612.418112:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384612.418125:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384612.418128:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384612.418132:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000020af2ec7. 20000000:01000000:3.0:1767384612.418133:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384612.418133:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384612.418138:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000001:2.0:1767384612.418142:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384612.418145:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384612.418148:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:3.0:1767384612.418150:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384612.418152:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384612.418157:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384612.418162:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384612.418163:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:3.0:1767384612.418170:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000babdb86d. 00080000:00000001:2.0:1767384612.418173:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.418177:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384612.418178:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384612.418182:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384612.418183:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000020b085a1. 00080000:00000001:2.0:1767384612.418184:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384612.418188:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.418189:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:2.0:1767384612.418192:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000020:00000040:3.0:1767384612.418194:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000020b085a1 with handle 0x9f279d7a9a0b4f12 to hash 00000020:00000001:3.0:1767384612.418200:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384612.418201:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00010000:00000001:3.0:1767384612.418203:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00080000:00000002:2.0:1767384612.418204:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384612.418209:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00080000:00000001:2.0:1767384612.418211:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384612.418216:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.418217:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384612.418220:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384612.418222:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384612.418225:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384612.418227:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f12 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384612.418231:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384612.418237:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384612.418243:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a19610fd. 00010000:00000001:3.0:1767384612.418244:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384612.418250:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635472846844928 : -108600862706688 : ffff9d3a6427f400) 00010000:00000001:3.0:1767384612.418251:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384612.418256:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384612.418256:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384612.418260:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384612.418262:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384612.418269:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384612.418280:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384612.418283:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000013016497. 00010000:00000001:3.0:1767384612.418284:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384612.418289:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384612.418292:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384612.418294:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384612.418296:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384612.418299:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000babdb86d) refcount = 1 00010000:00010000:3.0:1767384612.418352:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f12 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384612.418376:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384612.418379:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384612.418381:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384612.418384:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.418393:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384612.418394:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384612.418397:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:2.0:1767384612.418400:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:01000000:3.0:1767384612.418415:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384612.418420:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384612.418422:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384612.418423:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384612.418424:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=4 00000020:00000001:3.0:1767384612.418429:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384612.418432:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384612.418435:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:2.0:1767384612.418436:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384612.418438:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f12 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384612.418439:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:3.0:1767384612.418450:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384612.418453:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f12 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384612.418459:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384612.418462:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000020:0.0:1767384612.418462:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:3.0:1767384612.418467:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f12 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384612.418468:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384612.418471:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000617aa8ca. 20000000:00000001:0.0:1767384612.418476:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384612.418481:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050225408 00010000:00000001:3.0:1767384612.418482:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384612.418484:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384612.418486:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384612.418490:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c67e8d63 x1853237050225408/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.418491:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384612.418495:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f12 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384612.418501:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384612.418504:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384612.418508:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000020b085a1 already unused, calling callback (0000000043915e75) 00000100:00001000:0.0:1767384612.418509:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=29 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384612.418514:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384612.418515:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384612.418519:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:0.0:1767384612.418519:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384612.418523:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00010000:3.0:1767384612.418524:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f12 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384612.418533:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384612.418535:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:0.0:1767384612.418536:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.418538:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384612.418540:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384612.418542:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384612.418544:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a011fbe. 00000100:00000200:0.0:1767384612.418547:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050225408, offset 224 00000020:00000001:3.0:1767384612.418548:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384612.418552:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=5 00000400:00000200:0.0:1767384612.418556:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384612.418557:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384612.418562:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00000400:00000200:0.0:1767384612.418567:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384612.418569:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384612.418572:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f12 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384612.418576:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103300 00000400:00000200:0.0:1767384612.418585:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1495 [2] + 224 00010000:00000001:3.0:1767384612.418588:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1767384612.418590:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384612.418591:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384612.418595:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384612.418595:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384612.418601:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384612.418602:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384612.418606:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:0.0:1767384612.418606:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009e3b7021 x1853237050225408/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.418611:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384612.418614:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384612.418618:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000020b085a1 with handle 0x9f279d7a9a0b4f12 from hash 00000100:00000040:0.0:1767384612.418619:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009e3b7021 x1853237050225408/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.418624:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384612.418627:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384612.418630:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384612.418632:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384612.418634:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384612.418636:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384612.418638:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384612.418640:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384612.418641:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384612.418646:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384612.418646:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a011fbe 00010000:00000001:3.0:1767384612.418649:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:0.0:1767384612.418649:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a011fbe. 00010000:00000001:3.0:1767384612.418654:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384612.418654:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384612.418657:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384612.418660:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384612.418663:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.418664:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384612.418667:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384612.418669:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.418671:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384612.418671:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384612.418674:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.418675:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.418676:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384612.418680:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.418681:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384612.418684:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:3.0:1767384612.418686:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f12 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384612.418687:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c67e8d63 x1853237050225408/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384612.418689:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384612.418692:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4baddd9. 00000400:00000200:2.0:1767384612.418699:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff8cf525 00000400:00000010:2.0:1767384612.418704:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff8cf525. 00010000:00000001:3.0:1767384612.418706:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384612.418710:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384612.418712:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c67e8d63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050225408:12345-0@lo:253: Request processed in 3020us (3571us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384612.418717:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384612.418719:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009e3b7021 x1853237050225408/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.418721:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:0.0:1767384612.418726:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00010000:00000001:3.0:1767384612.418727:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384612.418731:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384612.418733:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00010000:00000001:3.0:1767384612.418736:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384612.418739:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:2.0:1767384612.418741:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009e3b7021 x1853237050225408/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.418744:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.418744:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384612.418746:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 20000000:00000001:3.0:1767384612.418750:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384612.418752:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b5163c46. 00010000:00010000:3.0:1767384612.418757:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f12 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384612.418759:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384612.418759:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000caa0f4a3. 00000100:00000001:2.0:1767384612.418763:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384612.418766:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043d8c3a0. 00000100:00000001:2.0:1767384612.418769:0:16346:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384612.418772:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:2.0:1767384612.418773:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384612.418774:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384612.418778:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384612.418779:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384612.418779:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384612.418782:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384612.418783:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000202d571f. 00010000:00010000:3.0:1767384612.418784:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b4f12 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384612.418788:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.418789:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384612.418793:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384612.418796:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=29 v=5 (5 0 0 0) 00010000:00000040:3.0:1767384612.418799:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000babdb86d count: 0 00000100:00000200:0.0:1767384612.418800:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384612.418801:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=29 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384612.418806:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000326360bb. 00000100:00000001:2.0:1767384612.418807:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384612.418811:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384612.418812:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384612.418813:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a011fbe. 20000000:00000001:3.0:1767384612.418815:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384612.418818:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384612.418821:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.418824:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.418830:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e3b7021 x1853237050225408/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.418838:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384612.418841:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384612.418849:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384612.418854:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384612.418856:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384612.418857:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384612.418859:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384612.418861:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384612.418863:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384612.418865:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384612.418867:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384612.418869:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384612.418871:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384612.418876:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e3b7021 x1853237050225408/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384612.418886:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009e3b7021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050225408:0@lo:253: 00000400:00000200:0.0:1767384612.418886:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp20 from 232.3.0.2 00000800:00000010:0.0:1767384612.418892:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000f182dd56. 00000100:00000001:2.0:1767384612.418896:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.418900:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1767384612.418901:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005e884a3b. 00000100:00000040:2.0:1767384612.418905:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e3b7021 x1853237050225408/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384612.418909:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bfc1ac39. 00000100:00000001:2.0:1767384612.418917:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000010:3.0:1767384612.418918:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e22def6c. 02000000:00000001:2.0:1767384612.418921:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384612.418925:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ee24ca06. 02000000:00000001:2.0:1767384612.418931:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384612.418934:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384612.418936:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384612.418939:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384612.418942:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004f6d0f5b. 02000000:00000001:2.0:1767384612.418948:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384612.418950:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384612.418952:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e3b7021. 00000100:00000001:2.0:1767384612.418958:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384612.418960:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384612.418962:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e22def6c. 00000100:00000001:2.0:1767384612.418962:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.418969:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384612.418972:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.418976:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.418980:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384612.419001:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000012d7db5f. 00000800:00000010:3.0:1767384612.419007:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000095a35e2. 00000800:00000010:3.0:1767384612.419033:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e488bfc3. 00000800:00000200:3.1:1767384612.419040:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000280542f9] -> 12345-192.168.202.122@tcp20 (4) 00000800:00000200:3.1:1767384612.419046:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp20 00000000e488bfc3 deleted 00000800:00000010:3.1:1767384612.419049:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e488bfc3. 00000800:00000200:3.1:1767384612.419054:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384612.419060:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp20 p 3.x 192.168.202.122 -> 192.168.202.122:1000 incarnation:1767384610917912071 sched[0] 00000800:00000010:3.0:1767384612.419066:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e22def6c. 00000800:00000010:3.0:1767384612.419121:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e22def6c. 00000800:00000010:3.0:1767384612.419127:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000095a35e2. 00000800:00000200:2.1:1767384612.419149:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384612.419158:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp20 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384610917912071 sched[0] 00000800:00000010:2.0:1767384612.419168:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bfc1ac39. 00000800:00000010:3.0:1767384612.419169:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000f182dd56. 00000800:00000001:3.0:1767384612.419185:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384612.419191:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384612.419203:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384612.419208:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384612.420085:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a19610fd. 00080000:00000010:2.0:1767384612.420137:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000013016497. 00040000:00000001:2.0:1767384612.420142:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384612.420143:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384612.420145:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384612.420148:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384612.420151:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384612.420153:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384612.420155:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384612.420164:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384612.420168:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384612.420174:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384612.420176:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384612.420180:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384612.420182:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384612.420186:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384612.420189:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384612.420195:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006ad67362. 00010000:00000001:3.0:1767384612.420198:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384612.420202:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b948771c. 00000020:00000001:3.0:1767384612.420205:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384612.420208:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b948771c with handle 0x9f279d7a9a0b4f19 to hash 00000020:00000001:3.0:1767384612.420210:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384612.420212:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384612.420215:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384612.420218:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384612.420220:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384612.420223:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f19 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384612.420231:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384612.420234:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384612.420236:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384612.420238:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384612.420241:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384612.420243:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384612.420244:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384612.420247:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384612.420249:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384612.420250:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384612.420252:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384612.420254:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006ad67362) refcount = 1 00010000:00010000:3.0:1767384612.420258:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f19 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384612.420266:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384612.420276:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384612.420277:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384612.420279:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.420281:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384612.420284:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384612.420286:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384612.420289:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384612.420319:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384612.420322:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b948771c refcount=4 00000020:00000001:3.0:1767384612.420325:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384612.420328:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384612.420348:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384612.420351:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f19 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384612.420354:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384612.420359:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384612.420361:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000010:2.0:1767384612.420363:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ae663450. 00010000:00010000:3.0:1767384612.420381:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f19 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384612.420385:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384612.420391:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050225536 00010000:00000001:3.0:1767384612.420392:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384612.420396:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384612.420396:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384612.420400:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f19 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384612.420403:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b2e5a6b x1853237050225536/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.420419:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384612.420423:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.420424:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384612.420427:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.420429:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:2.0:1767384612.420431:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=29 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384612.420433:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f19 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384612.420438:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384612.420443:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00010000:3.0:1767384612.420444:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b948771c already unused, calling callback (0000000043915e75) 00000100:00000001:2.0:1767384612.420447:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:3.0:1767384612.420449:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384612.420453:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:2.0:1767384612.420453:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384612.420457:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384612.420458:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f19 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384612.420462:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384612.420468:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384612.420471:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff8cf525. 00000100:00000200:2.0:1767384612.420474:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050225536, offset 224 00000400:00000200:2.0:1767384612.420484:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384612.420486:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384612.420490:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384612.420492:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384612.420494:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384612.420495:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b948771c refcount=5 00000020:00000001:3.0:1767384612.420501:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384612.420504:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000400:00000200:2.0:1767384612.420508:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103380 00010000:00000001:3.0:1767384612.420509:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384612.420511:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f19 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384612.420523:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384612.420525:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384612.420526:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x149d [2] + 224 00010000:00000001:3.0:1767384612.420527:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.420534:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384612.420537:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384612.420537:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384612.420541:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384612.420545:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384612.420546:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384612.420551:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b948771c with handle 0x9f279d7a9a0b4f19 from hash 00000100:00000001:2.0:1767384612.420552:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384612.420556:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000200:2.0:1767384612.420559:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049fccd94 x1853237050225536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.420560:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384612.420563:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384612.420565:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384612.420569:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384612.420571:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384612.420575:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384612.420594:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384612.420594:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000049fccd94 x1853237050225536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384612.420599:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.420603:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384612.420606:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384612.420612:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384612.420614:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384612.420616:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.420618:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.420621:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.420624:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384612.420631:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff8cf525 00010000:00010000:3.0:1767384612.420633:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f19 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384612.420635:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff8cf525. 00000100:00000001:2.0:1767384612.420641:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384612.420644:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384612.420648:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384612.420650:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.420652:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384612.420657:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1767384612.420657:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384612.420662:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384612.420663:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384612.420665:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384612.420667:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.420670:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384612.420671:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384612.420673:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384612.420678:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.420679:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b2e5a6b x1853237050225536/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.420682:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:3.0:1767384612.420683:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.420686:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384612.420691:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f19 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000001:0.0:1767384612.420692:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384612.420696:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384612.420700:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e819e68c. 00000100:00100000:2.0:1767384612.420701:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b2e5a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050225536:12345-0@lo:253: Request processed in 4968us (5379us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384612.420707:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000100812fa 00000400:00000010:0.0:1767384612.420712:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000100812fa. 00010000:00000001:3.0:1767384612.420713:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384612.420718:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384612.420718:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384612.420723:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00010000:00010000:3.0:1767384612.420724:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f19 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384612.420727:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049fccd94 x1853237050225536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384612.420729:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384612.420734:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384612.420753:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384612.420758:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1e1ec8d. 00010000:00000040:3.0:1767384612.420760:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006ad67362 count: 0 00000020:00000010:2.0:1767384612.420765:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d78ba8b9. 00000100:00000200:0.0:1767384612.420768:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049fccd94 x1853237050225536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384612.420771:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007906811d. 00010000:00000001:3.0:1767384612.420772:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384612.420777:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384612.420779:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384612.420781:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:0.0:1767384612.420782:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.420786:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384612.420788:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384612.420788:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384612.420792:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384612.420793:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003cfa6b61. 00000100:00000001:0.0:1767384612.420794:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.420796:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384612.420798:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=29 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384612.420801:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=29 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384612.420805:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384612.420807:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.420813:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767384612.420814:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384612.420815:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.420819:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384612.420820:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384612.420822:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4baddd9. 00000100:00000001:0.0:1767384612.420822:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.420828:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049fccd94 x1853237050225536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384612.420829:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff8cf525. 00000100:00000001:0.0:1767384612.420837:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.420840:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384612.420841:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384612.420843:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384612.420844:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384612.420845:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384612.420846:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384612.420847:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384612.420848:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384612.420849:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384612.420850:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384612.420851:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384612.420852:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049fccd94 x1853237050225536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384612.420857:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049fccd94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050225536:0@lo:253: 00000100:00000001:0.0:1767384612.420859:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.420861:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384612.420862:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049fccd94 x1853237050225536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.420865:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384612.420866:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384612.420867:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b77939c5. 02000000:00000001:0.0:1767384612.420870:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384612.420871:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384612.420872:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384612.420873:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384612.420874:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a42390e1. 02000000:00000001:0.0:1767384612.420877:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384612.420882:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384612.420883:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049fccd94. 00000100:00000001:0.0:1767384612.420885:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384612.420886:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.420887:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.420890:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384612.420891:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.420893:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384612.420894:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384612.421347:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294900741, at 4294900742 00000100:00000010:0.0:1767384612.421354:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7522ad8. 00000100:00000040:3.0:1767384612.421358:0:59:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294900741, at 4294900742 00000100:00000040:2.0:1767384612.421376:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294900741, at 4294900742 00000100:00000010:3.0:1767384612.421377:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d2256f5. 00000100:00000010:2.0:1767384612.421385:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc218921. 00000100:00000040:1.0:1767384612.421392:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294900741, at 4294900742 00000100:00000010:1.0:1767384612.421399:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac923da8. 00010000:00000010:3.1:1767384612.426517:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000babdb86d. 00010000:00000010:3.1:1767384612.426527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020b085a1. 00010000:00000010:3.1:1767384612.428317:0:22897:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006ad67362. 00010000:00000010:3.1:1767384612.428323:0:22897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b948771c. 00000400:00000010:0.0:1767384612.430957:0:22896:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c8f1a309. 00000400:00000040:0.0:1767384612.430974:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384612.430976:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384612.430978:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384612.430979:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384612.430981:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384612.430982:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384612.430984:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384612.430985:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384612.430986:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384612.430987:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384612.430988:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384612.430989:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384612.430991:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384612.430992:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384612.430993:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384612.430994:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384612.430995:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384612.430996:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384612.430996:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384612.430998:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384612.430999:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384612.431000:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384612.431001:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384612.431002:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384612.431002:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384612.431004:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384612.431008:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384612.431009:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384612.431010:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384612.431011:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384612.431012:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384612.431014:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384612.431015:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384612.431016:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384612.431017:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384612.431017:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384612.431018:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384612.431020:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384612.431021:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384612.431022:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384612.431023:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384612.431024:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384612.431025:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384612.431026:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384612.431027:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384612.431028:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384612.431029:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384612.431030:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384612.431031:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384612.431032:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384612.431043:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384612.431045:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384612.431045:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384612.431047:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384612.431048:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384612.431049:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384612.431050:0:22896:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384612.431082:0:22896:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c8f1a309. 00010000:00000001:1.0:1767384612.607368:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384612.607373:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.607378:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384612.607380:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.607423:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384612.607428:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384612.607433:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384613.263979:0:23140:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000e0a998c. 00080000:00000010:3.0:1767384613.263989:0:23140:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000e0a998c. 00000020:00000001:3.0:1767384613.263995:0:23140:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384613.264004:0:23140:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000e0a998c. 00080000:00000010:3.0:1767384613.264009:0:23140:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000e0a998c. 00000020:00000001:3.0:1767384613.264013:0:23140:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.631360:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384613.631366:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.631373:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384613.631376:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384613.631379:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384613.631381:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.631384:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384613.631386:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.631387:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.631389:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384613.631405:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384613.631407:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384613.631409:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384614.060707:0:23304:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384614.060712:0:23304:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:3.0:1767384614.064075:0:23304:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384614.071515:0:23305:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ba3ef5a7. 00000400:00000010:2.0:1767384614.071534:0:23305:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001e0af24b. 00000400:00000010:2.0:1767384614.071546:0:23305:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d6b8157b. 00000400:00000010:2.0:1767384614.071550:0:23305:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006450870d. 00000400:00000010:2.0:1767384614.071554:0:23305:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004a3c4732. 00000400:00000010:2.0:1767384614.071558:0:23305:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000017605678. 00000400:00000010:2.0:1767384614.071560:0:23305:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000027efc049. 00000400:00000010:2.0:1767384614.071561:0:23305:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004aa0a1d3. 00000400:00000010:2.0:1767384614.071565:0:23305:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000422cbe3f. 00000800:00000010:2.0:1767384614.071578:0:23305:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009b7e9f00. 00000800:00000200:2.0:1767384614.071592:0:23305:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384614.071600:0:23305:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384614.071645:0:23305:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384614.071666:0:23305:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp22 [8/256/0/180] 00000400:00000010:2.0:1767384614.073072:0:23305:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 000000000620013d. 00000400:00000010:2.0:1767384614.073079:0:23305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035c642b6. 00000400:00000010:2.0:1767384614.073085:0:23305:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064d2213d. 00000400:00000001:2.0:1767384614.073101:0:23305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384614.073103:0:23305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384614.073105:0:23305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9e362cb. 00000400:00000200:2.0:1767384614.073107:0:23305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b99e8a0 00000400:00000010:2.0:1767384614.073109:0:23305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b99e8a0. 00000400:00000010:2.0:1767384614.073114:0:23305:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 000000007bec9124. 00000400:00000200:2.0:1767384614.073122:0:23305:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (13) 00000400:00000200:2.0:1767384614.073134:0:23305:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384614.073142:0:23305:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:2.0:1767384614.073150:0:23305:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000054866e43. 00000020:01000000:2.0:1767384614.073159:0:23305:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384614.073161:0:23305:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp22 00000400:00000200:3.0:1767384614.073162:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384614.073174:0:23305:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001e0af24b. 00000400:00000200:3.0:1767384614.073179:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:2.0:1767384614.073180:0:23305:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ba3ef5a7. 00000400:00000010:3.0:1767384614.073190:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd4ab6f4. 00000400:00000200:3.0:1767384614.073195:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (14) 00000400:00000010:3.0:1767384614.073202:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002bed670f. 00000400:00000200:3.0:1767384614.073207:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000020:00000001:1.0:1767384614.073208:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384614.073213:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384614.073216:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384614.073219:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384614.073223:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:01000004:1.0:1767384614.073223:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384614.073225:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384614.073227:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384614.073229:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384614.073230:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384614.073231:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384614.073238:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384614.073239:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384614.073241:0:480:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384614.073243:0:480:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384614.073244:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384614.073245:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384614.073247:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384614.073249:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384614.073254:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000010:1.0:1767384614.073254:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de9d4610. 00000400:00000200:3.0:1767384614.073258:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:00000040:1.0:1767384614.073259:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:3.0:1767384614.073263:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:3.0:1767384614.073267:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000100:00000001:1.0:1767384614.073267:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384614.073271:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000001:1.0:1767384614.073271:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384614.073275:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 02000000:00000001:1.0:1767384614.073277:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384614.073278:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:3.0:1767384614.073282:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384614.073286:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 02000000:00000010:1.0:1767384614.073288:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000097ddb09d. 00000400:00000200:3.0:1767384614.073331:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp21 00000100:00000001:1.0:1767384614.073334:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384614.073338:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp21 lpni_is_preferred = 0 00000400:00000200:3.0:1767384614.073343:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp21 00000100:00000001:1.0:1767384614.073345:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384614.073347:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp21 NI seq info: [29:29:256:4294967295] 192.168.202.122@tcp21 LPNI seq info [29:29:8:4294967295] 00000100:00000001:1.0:1767384614.073349:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384614.073354:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp21 00000100:00000040:1.0:1767384614.073361:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de9d4610] to pc [ptlrpcd_00_00+0] req@00000000de9d4610 x1853237050225664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384614.073372:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp21(192.168.202.122@tcp21:) -> 192.168.202.122@tcp21(192.168.202.122@tcp:192.168.202.122@tcp21) : PUT try# 0 00000800:00000200:3.0:1767384614.073379:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.202.122@tcp21 00000800:00000010:3.0:1767384614.073386:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ade04db. 10000000:00000001:1.0:1767384614.073392:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384614.073395:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384614.073397:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000842aaba6. 00000020:00000001:1.0:1767384614.073398:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384614.073401:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:3.0:1767384614.073403:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ec8c581d. 00000800:00000200:3.0:1767384614.073412:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842aaba6] -> 12345-192.168.202.122@tcp21 (2) 00000020:00000001:1.0:1767384614.073415:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384614.073416:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:3.1:1767384614.073418:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842aaba6] -> 12345-192.168.202.122@tcp21 (2) 10000000:00000001:1.0:1767384614.073418:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384614.073420:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384614.073422:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384614.073424:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384614.073425:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384614.073427:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384614.073429:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384614.073431:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384614.073433:0:480:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384614.073435:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384614.073436:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000020:01000004:1.0:1767384614.073436:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384614.073440:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae3f2ed. 00000400:00000200:3.0:1767384614.073441:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000020:00000040:1.0:1767384614.073444:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384614.073446:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384614.073448:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384614.073456:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384614.073465:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e167852c. 00000100:00000001:1.0:1767384614.073470:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.073475:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384614.073477:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384614.073484:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dae3f2ed] to pc [ptlrpcd_00_01+1] req@00000000dae3f2ed x1853237050225792/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384614.073496:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384614.073499:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.073503:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.073503:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384614.073506:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384614.073509:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384614.073512:0:480:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000054866e43. 00000100:00000001:0.0:1767384614.073513:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384614.073529:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de9d4610 x1853237050225664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384614.073537:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000001:1.0:1767384614.073537:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384614.073542:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384614.073544:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384614.073558:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dae3f2ed x1853237050225792/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384614.073563:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384614.073569:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384614.073581:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384614.073588:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767384614.073589:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384614.073595:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384614.073595:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384614.073607:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de9d4610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050225664:0@lo:253: 02000000:00000001:1.0:1767384614.073608:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384614.073610:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 02000000:00000001:1.0:1767384614.073614:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384614.073623:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384614.073625:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384614.073630:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384614.073635:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050225792:0@lo:253: 02000000:00000001:0.0:1767384614.073636:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384614.073642:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384614.073651:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000617aa8ca. 00000400:00000200:3.0:1767384614.073653:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 02000000:00000001:0.0:1767384614.073654:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.073663:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384614.073670:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e819e68c. 02000000:00000001:1.0:1767384614.073671:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384614.073678:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384614.073683:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023d4ac6b. 02000000:00000001:1.0:1767384614.073684:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384614.073691:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050225664, portal 25 00000100:00000001:0.0:1767384614.073695:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767384614.073698:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004f6d0f5b. 00000100:00000001:0.0:1767384614.073699:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299791744 : -108600409759872 : ffff9d3a7f275f80) 00000400:00000200:3.0:1767384614.073703:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 02000000:00000001:1.0:1767384614.073707:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384614.073711:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de9d4610 x1853237050225664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384614.073720:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761f4fce. 00000100:00000001:0.0:1767384614.073721:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384614.073727:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384614.073732:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000079102c69. 00000400:00000010:1.0:1767384614.073735:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f4a1e2f. 00000100:00000200:0.0:1767384614.073735:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050225664, offset 0 00000400:00000200:3.0:1767384614.073744:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000200:1.0:1767384614.073754:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050225792, portal 25 00000400:00000200:0.0:1767384614.073762:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384614.073765:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384614.073769:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299790848 : -108600409760768 : ffff9d3a7f275c00) 00000400:00000200:0.0:1767384614.073781:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384614.073789:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000040:1.0:1767384614.073791:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dae3f2ed x1853237050225792/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384614.073804:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103400 00000100:00000001:1.0:1767384614.073815:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384614.073824:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000100:00000040:1.0:1767384614.073829:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384614.073832:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000010:0.0:1767384614.073832:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8bbb6e5. 00000400:00000010:1.0:1767384614.073835:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b4fa78b. 00000400:00000200:0.0:1767384614.073851:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b47430a9 00000100:00000200:1.0:1767384614.073857:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050225792, offset 0 00000400:00000200:0.0:1767384614.073858:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384614.073869:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384614.073877:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384614.073883:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384614.073888:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47430a9 00000400:00000200:1.0:1767384614.073889:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384614.073896:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b47430a9. 00000400:00000200:1.0:1767384614.073902:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103480 00000100:00000001:0.0:1767384614.073904:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384614.073910:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384614.073914:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000739681e4 x1853237050225664 msgsize 4848 00000400:00000200:3.0:1767384614.073915:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384614.073920:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9bd [2] + 0 00000100:00100000:0.0:1767384614.073935:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384614.073937:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bab2517. 00000100:00000040:0.0:1767384614.073939:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384614.073946:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ac37a6f2 00000100:00000001:0.0:1767384614.073954:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384614.073955:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384614.073955:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.073965:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384614.073966:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079102c69 00000400:00000010:0.0:1767384614.073974:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000079102c69. 00000100:00000001:0.0:1767384614.073981:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384614.073983:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac37a6f2 00000400:00000010:1.0:1767384614.073987:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac37a6f2. 00000100:00000200:0.0:1767384614.073988:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de9d4610 x1853237050225664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.073998:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384614.074002:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000200:1.0:1767384614.074002:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384614.074004:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384614.074008:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000c462ada6 x1853237050225792 msgsize 4848 00000100:00000040:0.0:1767384614.074014:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de9d4610 x1853237050225664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384614.074027:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384614.074036:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384614.074046:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.074051:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384614.074053:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384614.074059:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:0.0:1767384614.074061:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.074066:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b4fa78b 00000400:00000010:1.0:1767384614.074072:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b4fa78b. 00000100:00000001:0.0:1767384614.074072:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294902399 00000100:00000001:1.0:1767384614.074084:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384614.074087:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003084d4fc. 00000100:00000200:1.0:1767384614.074093:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae3f2ed x1853237050225792/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384614.074096:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384614.074107:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294902399 00000100:00000010:0.0:1767384614.074114:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000005c06db4. 00000100:00000001:0.0:1767384614.074122:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384614.074126:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:1.0:1767384614.074126:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384614.074128:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294902399 00000100:00000040:1.0:1767384614.074134:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dae3f2ed x1853237050225792/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384614.074135:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da4d4323. 00000100:00000001:0.0:1767384614.074144:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384614.074154:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294902399 00000100:00000001:1.0:1767384614.074156:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.074161:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384614.074163:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006401ce10. 00000100:00000001:0.0:1767384614.074168:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384614.074171:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.074175:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384614.074179:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294902399 00000100:00000001:0.0:1767384614.074180:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.074191:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294902399 00000100:00000001:0.0:1767384614.074194:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.074197:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294902399 00000400:00000200:3.0:1767384614.074198:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:0.0:1767384614.074198:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.074207:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294902399 00000100:00000001:1.0:1767384614.074210:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294902399 00000100:00000001:1.0:1767384614.074212:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294902399 00000100:00000001:0.0:1767384614.074213:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384614.074217:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294902399 00000100:00000001:0.0:1767384614.074218:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384614.074231:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294902399 00000100:00000001:0.0:1767384614.074232:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384614.074237:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384614.074244:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.074246:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384614.074253:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.074255:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.074262:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384614.074265:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:1.0:1767384614.074265:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.074276:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384614.074280:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384614.074283:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384614.074285:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384614.074313:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.074333:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.074349:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384614.074353:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050225664 02000000:00000001:0.0:1767384614.074356:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384614.074359:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384614.074360:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384614.074368:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384614.074369:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050225792 00000400:00000200:3.0:1767384614.074374:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 02000000:00000001:0.0:1767384614.074379:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.074380:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384614.074390:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384614.074391:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050225664 00000100:00000001:1.0:1767384614.074397:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384614.074397:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384614.074402:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384614.074409:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384614.074410:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384614.074411:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:0.0:1767384614.074418:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00100000:1.0:1767384614.074419:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050225792 00000020:00000001:0.0:1767384614.074428:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:3.0:1767384614.074430:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000020:00000001:1.0:1767384614.074430:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384614.074440:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:0.0:1767384614.074441:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384614.074448:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384614.074448:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d236f2dd. 00000020:00000040:1.0:1767384614.074456:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00000001:0.0:1767384614.074457:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384614.074466:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:0.0:1767384614.074468:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d236f2dd. 00000020:00000001:1.0:1767384614.074478:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384614.074486:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384614.074490:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c43713c4. 00000020:00000010:1.0:1767384614.074491:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047fc49d5. 00000400:00000200:3.0:1767384614.074497:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000020:00000010:0.0:1767384614.074497:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002a9938d4. 00000100:00000001:1.0:1767384614.074499:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384614.074513:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047fc49d5. 00000020:00000010:0.0:1767384614.074513:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000caa0f4a3. 00000020:00000010:1.0:1767384614.074526:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9105875. 00000100:00000040:0.0:1767384614.074529:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384614.074534:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384614.074535:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384614.074536:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf3c2c19. 00000100:00000001:0.0:1767384614.074537:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384614.074548:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc0a26d1. 00000100:00000001:0.0:1767384614.074551:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384614.074558:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000001:1.0:1767384614.074558:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384614.074560:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.074562:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384614.074567:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.074580:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.074586:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.074587:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384614.074590:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384614.074606:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000001:1.0:1767384614.074608:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384614.074610:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384614.074613:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384614.074613:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322993232 : -108601386558384 : ffff9d3a44ee9c50) 00000400:00000200:3.0:1767384614.074616:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00100000:1.0:1767384614.074622:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000040:0.0:1767384614.074623:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000739681e4 x1853237050225664/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:595/0 lens 4848/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384614.074636:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:0.0:1767384614.074641:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384614.074643:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322990160 : -108601386561456 : ffff9d3a44ee9050) 00000020:00000010:0.0:1767384614.074646:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d236f2dd. 00000400:00000200:3.0:1767384614.074652:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00000001:0.0:1767384614.074653:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384614.074658:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c462ada6 x1853237050225792/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:595/0 lens 4848/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384614.074659:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d236f2dd. 00000100:00100000:0.0:1767384614.074675:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000739681e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050225664:12345-0@lo:253: 00000100:00000001:1.0:1767384614.074677:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384614.074680:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050225664 00000020:00000010:1.0:1767384614.074683:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047fc49d5. 00000020:00000001:0.0:1767384614.074685:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384614.074690:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384614.074692:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384614.074696:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384614.074701:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000020:00000010:1.0:1767384614.074702:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047fc49d5. 00000020:00000001:0.0:1767384614.074703:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384614.074710:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384614.074714:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384614.074718:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c462ada6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050225792:12345-0@lo:253: 00000020:00000001:0.0:1767384614.074719:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384614.074723:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384614.074726:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384614.074733:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050225792 00000020:00000001:0.0:1767384614.074734:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.074747:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384614.074747:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384614.074750:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 02000000:00000001:0.0:1767384614.074754:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384614.074756:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:0.0:1767384614.074759:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000000087c85. 00000020:00000001:1.0:1767384614.074761:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384614.074765:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.074767:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384614.074770:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.074773:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 20000000:00000001:0.0:1767384614.074774:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384614.074784:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384614.074787:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384614.074787:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cc9ecc27. 00000020:00000001:1.0:1767384614.074794:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:0.0:1767384614.074795:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384614.074803:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384614.074804:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384614.074806:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384614.074812:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.074813:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384614.074816:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384614.074824:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 20000000:00000001:0.0:1767384614.074825:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:1.0:1767384614.074827:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384614.074831:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:0.0:1767384614.074837:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003fc8beea. 02000000:00000010:1.0:1767384614.074838:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003cfa6b61. 20000000:01000000:0.0:1767384614.074843:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 02000000:00000001:1.0:1767384614.074845:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.074851:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384614.074851:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384614.074860:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384614.074861:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384614.074866:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:1.0:1767384614.074876:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ee24ca06. 20000000:01000000:1.0:1767384614.074881:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384614.074882:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:1.0:1767384614.074887:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384614.074890:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384614.074893:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384614.074895:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.074897:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384614.074899:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384614.074903:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384614.074906:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.074908:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384614.074909:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384614.074912:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000020:00000001:0.0:1767384614.074916:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00080000:00000002:0.0:1767384614.074917:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384614.074920:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384614.074924:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.074925:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384614.074928:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384614.074933:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384614.074936:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384614.074940:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c7dd85e3. 00080000:00000001:0.0:1767384614.074943:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468040608768 : -108605668942848 : ffff9d3945ae9c00) 00080000:00000001:0.0:1767384614.074946:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384614.074949:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384614.074953:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d236f2dd. 00080000:00000001:0.0:1767384614.074955:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.074958:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384614.074982:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.074998:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384614.075175:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005203bf9a. 00000800:00000010:3.0:1767384614.075185:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023b3a4b1. 00000800:00000010:3.0:1767384614.075193:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e5340cf. 00000400:00000200:0.0:1767384614.075194:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384614.075235:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp21 from 231.3.0.2 00000800:00000010:0.0:1767384614.075239:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000030da5377. 00000800:00000010:3.0:1767384614.075253:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e5340cf. 00000800:00000010:1.0:1767384614.075281:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000780c4312. 00000800:00000010:1.0:1767384614.075288:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b4fa78b. 00000800:00000010:1.0:1767384614.075380:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005089310d. 00000800:00000200:1.1:1767384614.075391:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842aaba6] -> 12345-192.168.202.122@tcp21 (2) 00000800:00000200:1.1:1767384614.075399:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp21 000000005089310d deleted 00000800:00000010:1.1:1767384614.075403:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005089310d. 00000800:00000200:1.1:1767384614.075497:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384614.075511:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp21 ip 192.168.202.122:999 00000800:00000200:1.1:1767384614.075517:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ade04db type 1, nob 352 niov 1 nkiov 1 00000800:00000200:1.0:1767384614.075532:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp21 p 3.x 192.168.202.122 -> 192.168.202.122:999 incarnation:1767384612413187232 sched[0] 00000800:00000010:1.0:1767384614.075538:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000047fc49d5. 00000800:00000010:1.0:1767384614.075628:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000047fc49d5. 00000800:00000010:1.0:1767384614.075637:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b4fa78b. 00000800:00000200:3.1:1767384614.075720:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767384614.075721:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000030da5377. 00000800:00000200:3.0:1767384614.075769:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp21 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384612413187232 sched[0] 00000800:00000010:3.0:1767384614.075774:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023b3a4b1. 00000800:00000001:1.0:1767384614.075783:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.075793:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384614.075881:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384614.075888:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ade04db. 00000400:00000200:1.0:1767384614.075898:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.075909:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp21->192.168.202.122@tcp21: PUT: OK 00000400:00000200:3.0:1767384614.075910:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384614.075918:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384614.075925:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000800:00000001:1.0:1767384614.075942:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.075951:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384614.075955:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.075961:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384614.075975:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp21(192.168.202.122@tcp21) <- 192.168.202.122@tcp21 : PUT - for me 00000400:00000200:1.0:1767384614.075992:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384614.076008:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 256/256 into md 0x14a5 [1] + 0 00000400:00000010:1.0:1767384614.076012:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005cfea0d5. 00000400:00000200:1.0:1767384614.076020:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c78dbdf2 00000800:00000001:1.0:1767384614.076027:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384614.076030:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000001:1.0:1767384614.076045:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384614.076048:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.076057:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp21->192.168.202.122@tcp21: PUT: OK 00000400:00000200:1.0:1767384614.076066:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c78dbdf2 00000400:00000010:1.0:1767384614.076069:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c78dbdf2. 00000400:00000200:1.0:1767384614.076077:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384614.076083:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (15) 00000400:00000200:1.0:1767384614.076092:0:16338:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:1.0:1767384614.076099:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 0000000006bb3820. 00000400:00000200:1.0:1767384614.076106:0:16338:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 14 00000400:00000200:1.0:1767384614.076116:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:1.0:1767384614.076130:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (16) 00000400:00000200:1.0:1767384614.076140:0:16338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384614.076155:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp21 to MR: 192.168.202.122@tcp21 local destination 00000400:00000200:3.0:1767384614.076164:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384614.076168:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp21 NI seq info: [30:30:256:4294967295] 192.168.202.122@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:1.0:1767384614.076186:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp21(192.168.202.122@tcp21:192.168.202.122@tcp21) -> 192.168.202.122@tcp21(192.168.202.122@tcp21:192.168.202.122@tcp21) 192.168.202.122@tcp21 : ACK try# 0 00000800:00000200:1.0:1767384614.076195:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp21 00000800:00000010:1.0:1767384614.076201:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e89fc9fd. 00000800:00000200:1.0:1767384614.076210:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842aaba6] -> 12345-192.168.202.122@tcp21 (4) 00000800:00000200:1.0:1767384614.076220:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp21 ip 192.168.202.122:988 00000800:00000200:1.0:1767384614.076226:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e89fc9fd type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384614.076246:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384614.076252:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e667166a. 00000400:00000200:3.0:1767384614.076257:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000010:0.0:1767384614.076259:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005796ae9a. 00000400:00000200:0.0:1767384614.076283:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000400:00000200:0.0:1767384614.076329:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1004d1 00000400:00000010:0.0:1767384614.076338:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 000000001c2c6d0b. 00000400:00000010:0.0:1767384614.076353:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 00000000897c769f. 00000400:00000010:0.0:1767384614.076356:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 00000000963582fb. 00000400:00000010:0.0:1767384614.076398:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000095cdcf32. 00000800:00000200:1.0:1767384614.076402:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384614.076405:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000095cdcf32 nid 192.168.202.122@tcp22 00000800:00000010:1.0:1767384614.076408:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e89fc9fd. 00000400:00000010:0.0:1767384614.076410:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008be2ebf5. 00000400:00000200:0.0:1767384614.076421:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 000000008be2ebf5 net tcp22 00000400:00000200:1.0:1767384614.076422:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.076423:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384614.076427:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (15) 00000400:00000200:1.0:1767384614.076439:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp21->192.168.202.122@tcp21: ACK: OK 00000400:00000200:0.0:1767384614.076440:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp22 flags 0x11 00000400:00000010:0.0:1767384614.076452:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 000000001c2c6d0b. 00000400:00000010:0.0:1767384614.076459:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 00000000897c769f. 00000800:00000001:1.0:1767384614.076460:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384614.076463:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 00000000963582fb. 00000400:00000200:3.0:1767384614.076464:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000010:0.0:1767384614.076467:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 0000000006bb3820. 00000800:00000001:1.0:1767384614.076475:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384614.076479:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000800:00000001:1.0:1767384614.076487:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384614.076487:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100551 00000400:00000200:0.0:1767384614.076495:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 1 00000800:00000001:1.0:1767384614.076496:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384614.076501:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000800:00000001:1.0:1767384614.076502:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384614.076506:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 00000800:00000001:1.0:1767384614.076509:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384614.076512:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384614.076521:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100511 rc 0 00000400:00000200:0.0:1767384614.076531:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:3.0:1767384614.076535:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384614.076535:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp21(192.168.202.122@tcp21) <- 192.168.202.122@tcp21 : ACK - for me 00000400:00000200:0.0:1767384614.076537:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (16) 00000400:00000200:1.0:1767384614.076562:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp21: ACK from 12345-192.168.202.122@tcp21 into md 0x14bd 00000400:00000200:1.0:1767384614.076570:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.076575:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp21->192.168.202.122@tcp21: ACK: OK 00000400:00000200:1.0:1767384614.076580:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4ab6f4 00000400:00000010:1.0:1767384614.076583:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd4ab6f4. 00000400:00000200:1.0:1767384614.076589:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384614.076595:0:16338:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:1.0:1767384614.076602:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (15) 00000400:00000200:3.0:1767384614.076609:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000800:00000001:1.0:1767384614.076613:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.076619:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384614.076669:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076689:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076701:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076712:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076724:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076735:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076748:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076763:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076781:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076798:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076817:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076849:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076864:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076886:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076903:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384614.076925:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000800:00000010:3.0:1767384614.077047:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b22c28b. 00000800:00000010:3.0:1767384614.077051:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023b3a4b1. 00000800:00000010:3.0:1767384614.077054:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002e5340cf. 00000800:00000010:3.0:1767384614.077095:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002e5340cf. 00000400:00000200:0.0:1767384614.077140:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384614.077157:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp21 from 230.3.0.2 00000800:00000010:0.0:1767384614.077161:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000123c89cb. 00000800:00000010:1.0:1767384614.077220:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000da58c635. 00000800:00000010:1.0:1767384614.077226:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b4fa78b. 00000800:00000010:1.0:1767384614.077255:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005089310d. 00000800:00000200:1.1:1767384614.077259:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842aaba6] -> 12345-192.168.202.122@tcp21 (4) 00000800:00000200:1.1:1767384614.077292:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp21 000000005089310d deleted 00000800:00000010:1.1:1767384614.077295:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005089310d. 00000800:00000200:1.1:1767384614.077300:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384614.077405:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp21 p 3.x 192.168.202.122 -> 192.168.202.122:998 incarnation:1767384612413187232 sched[0] 00000800:00000010:1.0:1767384614.077415:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000047fc49d5. 00000800:00000010:1.0:1767384614.077504:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000047fc49d5. 00000800:00000010:1.0:1767384614.077512:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b4fa78b. 00000800:00000200:3.1:1767384614.077552:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:1.0:1767384614.077561:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000123c89cb. 00000800:00000200:3.0:1767384614.077562:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp21 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384612413187232 sched[0] 00000800:00000010:3.0:1767384614.077568:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023b3a4b1. 00000800:00000001:1.0:1767384614.077588:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.077598:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384614.077614:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384614.077620:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384614.077645:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c7dd85e3. 00080000:00000010:1.0:1767384614.077687:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d236f2dd. 00040000:00000001:1.0:1767384614.077696:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384614.077699:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384614.077702:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384614.077707:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384614.077711:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384614.077721:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384614.077735:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384614.077743:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384614.077747:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384614.077756:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384614.077760:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000069a03232. 20000000:01000000:0.0:1767384614.077764:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:0.0:1767384614.077766:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384614.077770:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:3.0:1767384614.077771:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384614.077774:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384614.077780:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384614.077784:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:3.0:1767384614.077785:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384614.077792:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.077794:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384614.077796:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384614.077800:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384614.077806:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.077808:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384614.077809:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384614.077810:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fb2a0919. 00080000:00000002:0.0:1767384614.077811:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:0.0:1767384614.077822:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00010000:00000001:3.0:1767384614.077826:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:0.0:1767384614.077826:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384614.077836:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384614.077838:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093bb66cd. 00080000:00000001:0.0:1767384614.077840:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.077846:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384614.077848:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384614.077850:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:3.0:1767384614.077854:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000093bb66cd with handle 0x9f279d7a9a0b4f20 to hash 00000020:00000001:0.0:1767384614.077855:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384614.077863:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384614.077865:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:0.0:1767384614.077867:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c3c791a8. 00010000:00000001:3.0:1767384614.077869:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00080000:00000001:0.0:1767384614.077871:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635473143608832 : -108600565942784 : ffff9d3a75d83600) 00010000:00000001:3.0:1767384614.077881:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00080000:00000001:0.0:1767384614.077881:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384614.077887:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000020:1.0:1767384614.077889:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384614.077894:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384614.077894:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000248ce56e. 00000100:00000001:1.0:1767384614.077895:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384614.077905:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384614.077905:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cc9ecc27. 00080000:00000001:0.0:1767384614.077905:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.077913:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384614.077914:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4f20 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384614.077916:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.077922:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384614.077923:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050225664 00010000:00000001:3.0:1767384614.077927:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384614.077933:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384614.077935:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384614.077939:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000200:1.0:1767384614.077941:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000739681e4 x1853237050225664/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384614.077941:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384614.077942:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384614.077946:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.077949:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384614.077951:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384614.077951:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384614.077955:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384614.077955:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384614.077960:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=31 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384614.077966:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:1.0:1767384614.077966:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384614.077967:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384614.077969:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000040:1.0:1767384614.077969:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000040:3.0:1767384614.077971:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fb2a0919) refcount = 1 00000100:00000001:1.0:1767384614.077971:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00010000:3.0:1767384614.077975:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4f20 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384614.077975:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384614.077977:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.077982:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384614.077982:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384614.077984:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:1.0:1767384614.077984:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384614.077986:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384614.077987:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b4fa78b. 00010000:00000001:3.0:1767384614.077988:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.077990:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384614.077990:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050225664, offset 224 20000000:00000001:3.0:1767384614.077994:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:1.0:1767384614.077995:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:01000000:3.0:1767384614.077997:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384614.078001:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384614.078001:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384614.078003:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384614.078004:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=4 00000400:00000200:1.0:1767384614.078006:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103400 00000020:00000001:3.0:1767384614.078007:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:3.0:1767384614.078010:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:3.0:1767384614.078012:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:1.0:1767384614.078012:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14c1 [2] + 224 00010000:00010000:3.0:1767384614.078014:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4f20 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384614.078018:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384614.078021:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1767384614.078021:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:3.0:1767384614.078023:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4f20 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384614.078025:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384614.078029:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de9d4610 x1853237050225664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384614.078030:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.078032:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384614.078034:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4f20 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.078040:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:1.0:1767384614.078040:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000de9d4610 x1853237050225664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384614.078042:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.078045:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384614.078051:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4f20 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384614.078058:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000093bb66cd already unused, calling callback (0000000043915e75) 00010000:00000001:3.0:1767384614.078062:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384614.078064:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:1.0:1767384614.078064:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384614.078066:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4f20 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384614.078069:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b4fa78b 00000400:00000010:1.0:1767384614.078072:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b4fa78b. 00010000:00000001:3.0:1767384614.078073:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384614.078075:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384614.078075:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384614.078078:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384614.078078:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1767384614.078079:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=5 00000020:00000001:3.0:1767384614.078081:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00000100:00000001:1.0:1767384614.078083:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.078085:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00000100:00000040:1.0:1767384614.078090:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:0.0:1767384614.078090:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384614.078092:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384614.078094:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384614.078097:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4f20 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384614.078097:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384614.078101:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384614.078103:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384614.078105:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384614.078105:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384614.078106:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384614.078109:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:0.0:1767384614.078110:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e819e68c. 00010000:00000001:3.0:1767384614.078115:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384614.078115:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000739681e4 x1853237050225664/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384614.078118:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023d4ac6b 00010000:00000001:3.0:1767384614.078121:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1767384614.078123:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023d4ac6b. 00010000:00000001:3.0:1767384614.078127:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384614.078135:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384614.078136:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384614.078141:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384614.078141:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000739681e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050225664:12345-0@lo:253: Request processed in 3494us (4220us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384614.078149:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de9d4610 x1853237050225664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384614.078150:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093bb66cd with handle 0x9f279d7a9a0b4f20 from hash 00010000:00000001:3.0:1767384614.078162:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384614.078169:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384614.078170:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00000001:3.0:1767384614.078176:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384614.078183:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:1.0:1767384614.078185:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00010000:00000001:3.0:1767384614.078188:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:0.0:1767384614.078190:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de9d4610 x1853237050225664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384614.078191:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384614.078191:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384614.078196:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384614.078196:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384614.078202:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384614.078205:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002a9938d4. 00000100:00000001:0.0:1767384614.078219:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384614.078220:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.078221:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384614.078223:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000caa0f4a3. 00010000:00000001:3.0:1767384614.078230:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:1.0:1767384614.078230:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c43713c4. 00010000:00000001:3.0:1767384614.078232:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384614.078235:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384614.078235:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:0.0:1767384614.078239:0:16344:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384614.078240:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384614.078244:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384614.078244:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384614.078245:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.078249:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384614.078251:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000000087c85. 00010000:00000001:3.0:1767384614.078252:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.078252:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.078260:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384614.078262:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.078278:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.078278:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384614.078279:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=31 v=5 (5 0 0 0) 00010000:00010000:3.0:1767384614.078284:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4f20 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384614.078287:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384614.078287:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=31 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384614.078294:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767384614.078295:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f0a1016. 00010000:00000001:3.0:1767384614.078296:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384614.078298:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384614.078301:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:1.0:1767384614.078301:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b4fa78b. 00010000:00000001:3.0:1767384614.078302:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384614.078335:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384614.078338:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384614.078341:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384614.078344:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.078358:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384614.078364:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000de9d4610 x1853237050225664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384614.078368:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384614.078375:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384614.078377:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384614.078383:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.078383:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384614.078387:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384614.078390:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384614.078394:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00010000:3.0:1767384614.078397:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4f20 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384614.078398:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384614.078402:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384614.078407:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384614.078409:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384614.078412:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384614.078414:0:16344:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384614.078417:0:16344:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384614.078419:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384614.078421:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:3.0:1767384614.078426:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:0.0:1767384614.078427:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de9d4610 x1853237050225664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384614.078431:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384614.078437:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4f20 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384614.078456:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de9d4610 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050225664:0@lo:253: 00010000:00000040:3.0:1767384614.078458:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fb2a0919 count: 0 00000100:00000001:0.0:1767384614.078468:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.078471:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384614.078472:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384614.078474:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de9d4610 x1853237050225664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384614.078476:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384614.078484:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384614.078495:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384614.078497:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000617aa8ca. 02000000:00000001:0.0:1767384614.078500:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384614.078502:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384614.078503:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384614.078505:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384614.078507:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000097ddb09d. 02000000:00000001:0.0:1767384614.078510:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384614.078511:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384614.078512:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de9d4610. 00000100:00000001:0.0:1767384614.078517:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384614.078517:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.078519:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.078523:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384614.078524:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.078525:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384614.078527:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384614.079384:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294902399, at 4294902400 00000100:00000040:1.0:1767384614.079386:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294902399, at 4294902400 00000100:00000010:0.0:1767384614.079394:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003084d4fc. 00000100:00000010:1.0:1767384614.079400:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000005c06db4. 00000100:00000040:3.0:1767384614.079571:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294902399, at 4294902400 00000100:00000010:3.0:1767384614.079593:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006401ce10. 00080000:00000010:0.0:1767384614.080203:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c3c791a8. 00080000:00000010:1.0:1767384614.080369:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000248ce56e. 00040000:00000001:1.0:1767384614.080385:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384614.080389:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384614.080391:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384614.080395:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 00000100:00000040:2.0:1767384614.080399:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294902399, at 4294902400 20000000:00000001:1.0:1767384614.080399:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384614.080402:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384614.080407:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000010:2.0:1767384614.080408:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da4d4323. 20000000:00000001:1.0:1767384614.080418:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384614.080421:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384614.080426:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384614.080429:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384614.080433:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384614.080435:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384614.080439:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384614.080449:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384614.080454:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000050702925. 00010000:00000001:3.0:1767384614.080458:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384614.080462:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee4d2c54. 00000020:00000001:3.0:1767384614.080465:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384614.080468:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee4d2c54 with handle 0x9f279d7a9a0b4f27 to hash 00000020:00000001:3.0:1767384614.080471:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384614.080473:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384614.080476:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384614.080479:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384614.080482:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384614.080484:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f27 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.080493:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384614.080495:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384614.080497:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384614.080498:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384614.080499:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.080500:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384614.080501:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.080502:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384614.080503:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384614.080504:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384614.080505:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384614.080506:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000050702925) refcount = 1 00010000:00010000:3.0:1767384614.080507:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f27 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.080511:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384614.080512:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384614.080512:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.080514:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.080515:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384614.080516:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384614.080518:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384614.080526:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384614.080527:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384614.080529:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=4 00000020:00000001:3.0:1767384614.080530:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384614.080532:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384614.080534:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384614.080536:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f27 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.080540:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384614.080542:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f27 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.080545:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.080546:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384614.080547:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f27 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.080551:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384614.080552:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384614.080552:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384614.080556:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384614.080557:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:3.0:1767384614.080558:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f27 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000010:1.0:1767384614.080559:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ee24ca06. 20000000:00000001:1.0:1767384614.080565:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384614.080566:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ee4d2c54 already unused, calling callback (0000000043915e75) 00010000:00000001:3.0:1767384614.080570:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000040:1.0:1767384614.080570:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050225792 00010000:00000001:3.0:1767384614.080573:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:1.0:1767384614.080574:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384614.080575:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f27 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384614.080580:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c462ada6 x1853237050225792/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384614.080582:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384614.080585:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384614.080587:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384614.080590:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=5 00000020:00000001:3.0:1767384614.080594:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:1.0:1767384614.080595:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384614.080597:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384614.080599:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384614.080603:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384614.080605:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00000100:00000040:1.0:1767384614.080607:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384614.080609:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384614.080610:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00010000:3.0:1767384614.080611:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f27 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384614.080614:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384614.080618:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.080619:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384614.080621:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384614.080622:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384614.080625:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384614.080627:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384614.080629:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384614.080631:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:1.0:1767384614.080632:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005089310d. 00010000:00000001:3.0:1767384614.080633:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384614.080635:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384614.080637:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050225792, offset 224 00000020:00000040:3.0:1767384614.080638:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee4d2c54 with handle 0x9f279d7a9a0b4f27 from hash 00010000:00000001:3.0:1767384614.080643:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384614.080645:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.080647:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384614.080647:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384614.080650:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384614.080652:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384614.080653:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384614.080655:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1767384614.080656:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384614.080657:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.080661:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.080662:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384614.080664:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384614.080667:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103480 00010000:00000001:3.0:1767384614.080668:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.080671:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384614.080673:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384614.080676:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14c9 [2] + 224 00010000:00000001:3.0:1767384614.080677:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.080682:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384614.080685:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f27 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384614.080685:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384614.080689:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.080690:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384614.080691:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384614.080692:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767384614.080695:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384614.080699:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384614.080700:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.080702:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384614.080704:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae3f2ed x1853237050225792/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384614.080705:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384614.080708:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384614.080713:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384614.080718:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f27 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384614.080721:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dae3f2ed x1853237050225792/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384614.080733:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384614.080735:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384614.080738:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f27 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384614.080742:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000050702925 count: 0 00010000:00000001:3.0:1767384614.080747:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384614.080748:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000001:3.0:1767384614.080749:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384614.080755:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005089310d 00000400:00000010:1.0:1767384614.080758:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005089310d. 00000100:00000001:1.0:1767384614.080761:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384614.080762:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384614.080765:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384614.080768:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384614.080772:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384614.080772:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384614.080779:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384614.080780:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.080788:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384614.080791:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384614.080793:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384614.080795:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c462ada6 x1853237050225792/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384614.080797:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000761f4fce. 00000400:00000200:0.0:1767384614.080809:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f4a1e2f 00000400:00000010:0.0:1767384614.080815:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f4a1e2f. 00000100:00100000:1.0:1767384614.080819:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c462ada6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050225792:12345-0@lo:253: Request processed in 6141us (6808us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384614.080820:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384614.080832:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae3f2ed x1853237050225792/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384614.080835:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000040:1.0:1767384614.080844:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384614.080853:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384614.080858:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384614.080866:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf3c2c19. 00000100:00000200:0.0:1767384614.080867:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae3f2ed x1853237050225792/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384614.080876:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc0a26d1. 00000100:00000001:0.0:1767384614.080892:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384614.080893:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9105875. 00000100:00000001:0.0:1767384614.080896:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384614.080900:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:0.0:1767384614.080900:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384614.080905:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384614.080907:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384614.080908:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767384614.080910:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003cfa6b61. 02000000:00000001:1.0:1767384614.080913:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384614.080915:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.080917:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384614.080921:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384614.080921:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384614.080925:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384614.080928:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=31 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384614.080932:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da9eabc1. 00000100:00000001:0.0:1767384614.080933:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384614.080941:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384614.080944:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005089310d. 00010000:00000001:0.0:1767384614.080945:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384614.080950:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.080954:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384614.080958:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dae3f2ed x1853237050225792/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384614.080963:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384614.080965:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384614.080966:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384614.080969:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384614.080971:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384614.080972:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384614.080974:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384614.080975:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384614.080976:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384614.080977:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384614.080978:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384614.080979:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384614.080981:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dae3f2ed x1853237050225792/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384614.080986:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050225792:0@lo:253: 00000100:00000001:0.0:1767384614.080989:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.080991:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384614.080992:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dae3f2ed x1853237050225792/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384614.080996:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384614.080998:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384614.081000:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004f6d0f5b. 02000000:00000001:0.0:1767384614.081006:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384614.081008:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384614.081016:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384614.081019:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384614.081021:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e167852c. 02000000:00000001:0.0:1767384614.081025:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384614.081027:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384614.081028:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae3f2ed. 00000100:00000001:0.0:1767384614.081031:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384614.081033:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.081034:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384614.081040:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384614.081041:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.081044:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384614.081046:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384614.084337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fb2a0919. 00010000:00000010:3.1:1767384614.084351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093bb66cd. 00010000:00000010:3.1:1767384614.087364:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000050702925. 00010000:00000010:3.1:1767384614.087371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee4d2c54. 00000400:00000010:1.0:1767384614.093914:0:23310:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009bfe24ae. 00000400:00000040:1.0:1767384614.093943:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384614.093948:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384614.093952:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.093954:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384614.093957:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.093960:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384614.093964:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384614.093966:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384614.093967:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384614.093969:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384614.093972:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384614.093974:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384614.093977:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384614.093979:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384614.093981:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384614.093983:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384614.093985:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384614.093986:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384614.093987:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384614.093991:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.093993:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384614.093995:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384614.093997:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384614.093999:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384614.094001:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384614.094004:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.094006:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384614.094008:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384614.094010:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384614.094013:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384614.094014:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384614.094017:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384614.094019:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384614.094021:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384614.094023:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384614.094034:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384614.094035:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384614.094038:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384614.094041:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384614.094043:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384614.094045:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384614.094046:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384614.094048:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384614.094050:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384614.094052:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384614.094054:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384614.094056:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384614.094057:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384614.094060:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384614.094062:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384614.094064:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384614.094066:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384614.094067:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384614.094069:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384614.094071:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384614.094072:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384614.094074:0:23310:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384614.094145:0:23310:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009bfe24ae. 10000000:00000001:1.0:1767384614.463368:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384614.463373:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 2 10000000:00000001:1.0:1767384614.463379:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384614.463382:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384614.463384:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384614.463385:0:17073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384614.463387:0:17073:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384614.463389:0:17073:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384614.463391:0:17073:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d3a4b2d0000 from 23 10000000:00000001:1.0:1767384614.463394:0:17073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384614.463395:0:17073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384614.463403:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9abf668. 00000020:00000040:1.0:1767384614.463407:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384614.463412:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384614.463415:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384614.463426:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384614.463433:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b06f052a. 00000100:00000001:1.0:1767384614.463441:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.463445:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384614.463450:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384614.463458:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001cc0cd46. 00010000:00000001:1.0:1767384614.463463:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384614.463466:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ac320ab. 00000020:00000001:1.0:1767384614.463470:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384614.463473:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ac320ab with handle 0x9f279d7a9a0b4f2e to hash 00000020:00000001:1.0:1767384614.463474:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384614.463476:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:1.0:1767384614.463479:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:1.0:1767384614.463483:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384614.463486:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384614.463488:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384614.463496:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384614.463506:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384614.463511:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384614.463513:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384614.463519:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073bb425e. 00000100:00000001:1.0:1767384614.463522:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635473136575808 : -108600572975808 : ffff9d3a756ce540) 00000100:00000001:1.0:1767384614.463524:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384614.463526:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299798912 : -108600409752704 : ffff9d3a7f277b80) 00000100:00000001:1.0:1767384614.463532:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384614.463534:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.463539:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384614.463542:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384614.463551:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d9abf668 x1853237050225920/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.463566:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384614.463568:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.463573:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384614.463576:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384614.463578:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384614.463580:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050225920:0@lo:101: 00000100:00000001:1.0:1767384614.463584:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384614.463589:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384614.463591:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384614.463593:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384614.463597:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006aaf949e. 02000000:00000001:1.0:1767384614.463599:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384614.463605:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000174512e2. 00000400:00000010:1.0:1767384614.463612:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a531f8f. 00000100:00000200:1.0:1767384614.463618:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050225920, portal 25 00000100:00000001:1.0:1767384614.463620:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384614.463621:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299798912 : -108600409752704 : ffff9d3a7f277b80) 00000100:00000040:1.0:1767384614.463625:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d9abf668 x1853237050225920/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.463631:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384614.463633:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384614.463651:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000100:00000200:1.0:1767384614.463654:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050225920, offset 0 00000400:00000200:1.0:1767384614.463663:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384614.463679:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384614.463695:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260103500 00000400:00000200:1.0:1767384614.463718:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x9cd [2] + 0 00000400:00000010:1.0:1767384614.463723:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046642e3b. 00000400:00000200:1.0:1767384614.463727:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000698003b9 00000400:00000200:1.0:1767384614.463734:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.463737:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384614.463742:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000698003b9 00000400:00000010:1.0:1767384614.463749:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000698003b9. 00000100:00000001:1.0:1767384614.463754:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384614.463756:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384614.463759:0:17073:0:(events.c:337:request_in_callback()) incoming req@0000000099f170e2 x1853237050225920 msgsize 328 00000100:00100000:1.0:1767384614.463762:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384614.463764:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384614.463776:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384614.463784:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 00000400:00000010:1.0:1767384614.463785:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00000100:00000001:1.0:1767384614.463790:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384614.463792:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d9abf668 x1853237050225920/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.463801:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384614.463803:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d9abf668 x1853237050225920/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.463808:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.463809:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384614.463816:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.463820:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294902789 00000100:00000010:1.0:1767384614.463827:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4eb08c2. 00000100:00000001:1.0:1767384614.463834:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384614.463839:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384614.463844:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294902789 00000100:00100000:3.0:1767384614.463846:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050225920 00000100:00000010:1.0:1767384614.463849:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9bdee9b. 02000000:00000001:3.0:1767384614.463850:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384614.463854:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384614.463855:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384614.463857:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.463860:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294902789 02000000:00000001:3.0:1767384614.463866:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384614.463867:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000892c73c6. 00000100:00100000:3.0:1767384614.463874:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050225920 00000100:00000001:1.0:1767384614.463875:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384614.463877:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384614.463881:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:1.0:1767384614.463883:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294902789 00000020:00000001:3.0:1767384614.463885:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384614.463887:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074bd89cb. 00000020:00000040:3.0:1767384614.463888:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:1.0:1767384614.463892:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384614.463893:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384614.463898:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384614.463899:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384614.463902:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.463903:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384614.463909:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2e630dd. 00000100:00000001:3.0:1767384614.463914:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384614.463914:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384614.463918:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384614.463919:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2e630dd. 00000100:00100000:1.0:1767384614.463923:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 0000000073bb425e going to sleep for 11 seconds 00000020:00000010:3.0:1767384614.463929:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000edf96acb. 00000100:00000001:1.0:1767384614.463929:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384614.463934:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384614.463936:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000783ee9b1. 00000020:00000010:3.0:1767384614.463943:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073d55976. 00000100:00000040:3.0:1767384614.463961:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384614.463963:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384614.463965:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384614.463967:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.463976:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.463989:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.464000:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384614.464003:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384614.464006:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:3.0:1767384614.464010:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384614.464012:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322994256 : -108601386557360 : ffff9d3a44eea050) 00000100:00000040:3.0:1767384614.464017:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099f170e2 x1853237050225920/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:595/0 lens 328/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.464024:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384614.464027:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2e630dd. 00000100:00000001:3.0:1767384614.464028:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384614.464030:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2e630dd. 00000100:00100000:3.0:1767384614.464033:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099f170e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17073:x1853237050225920:12345-0@lo:101: 00000100:00000200:3.0:1767384614.464036:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050225920 00000020:00000001:3.0:1767384614.464039:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384614.464043:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384614.464045:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.464047:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384614.464049:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:3.0:1767384614.464052:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384614.464054:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384614.464057:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384614.464058:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384614.464061:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.464063:0:17070:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384614.464065:0:17070:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384614.464067:0:17070:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384614.464068:0:17070:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384614.464075:0:17070:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.464080:0:17070:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384614.464086:0:17070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000050702925. 00010000:00000001:3.0:1767384614.464088:0:17070:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384614.464090:0:17070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee4d2c54. 00000020:00000001:3.0:1767384614.464093:0:17070:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384614.464094:0:17070:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee4d2c54 with handle 0x9f279d7a9a0b4f35 to hash 00000020:00000001:3.0:1767384614.464096:0:17070:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384614.464097:0:17070:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384614.464099:0:17070:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00010000:3.0:1767384614.464101:0:17070:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f35 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f279d7a9a0b4f2e expref: -99 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384614.464107:0:17070:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000021677888 : new locks_count 10 00000020:00000040:3.0:1767384614.464110:0:17070:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=15 00000100:00000001:3.0:1767384614.464117:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384614.464119:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384614.464123:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000df6d6545. 02000000:00000001:3.0:1767384614.464124:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.464126:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.464128:0:17070:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384614.464131:0:17070:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384614.464134:0:17070:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384614.464135:0:17070:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384614.464138:0:17070:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.464140:0:17070:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384614.464140:0:17070:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.464142:0:17070:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384614.464144:0:17070:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384614.464146:0:17070:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384614.464147:0:17070:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384614.464148:0:17070:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000050702925) refcount = 1 00010000:00010000:3.0:1767384614.464151:0:17070:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4f2e expref: 15 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.464156:0:17070:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384614.464162:0:17070:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384614.464164:0:17070:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.464166:0:17070:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.464168:0:17070:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384614.464173:0:17070:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384614.464176:0:17070:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4f2e expref: 15 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.464183:0:17070:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384614.464186:0:17070:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384614.464188:0:17070:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384614.464190:0:17070:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.464194:0:17070:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384614.464196:0:17070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.464198:0:17070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384614.464200:0:17070:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ee4d2c54, rc 0) 00000020:00000001:3.0:1767384614.464203:0:17070:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384614.464206:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050225920 00010000:00000001:3.0:1767384614.464210:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384614.464216:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099f170e2 x1853237050225920/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:595/0 lens 328/344 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384614.464225:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384614.464228:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384614.464232:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384614.464238:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384614.464241:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384614.464242:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384614.464245:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384614.464247:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.464250:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384614.464252:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384614.464255:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041b5e227. 00000100:00000200:3.0:1767384614.464257:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050225920, offset 224 00000400:00000200:3.0:1767384614.464263:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384614.464267:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384614.464273:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260103500 00000400:00000200:3.0:1767384614.464282:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x14e5 [1] + 224 00000400:00000200:3.0:1767384614.464286:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.464333:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384614.464338:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384614.464342:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d9abf668 x1853237050225920/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384614.464352:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000d9abf668 x1853237050225920/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.464365:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384614.464373:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b5e227 00000400:00000010:3.0:1767384614.464376:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b5e227. 00000100:00000001:3.0:1767384614.464382:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384614.464384:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384614.464387:0:17063:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384614.464391:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.464391:0:17063:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.464396:0:21714:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000040:3.0:1767384614.464399:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:0.0:1767384614.464403:0:21714:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.464404:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384614.464408:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.464413:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384614.464421:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099f170e2 x1853237050225920/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:595/0 lens 328/344 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384614.464429:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099f170e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050225920:12345-0@lo:101: Request processed in 403us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384614.464436:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000040:3.0:1767384614.464439:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384614.464442:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384614.464443:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384614.464448:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000783ee9b1. 00000020:00000010:3.0:1767384614.464453:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073d55976. 00000020:00000010:3.0:1767384614.464456:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000edf96acb. 00000020:00000040:3.0:1767384614.464460:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:3.0:1767384614.464464:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384614.464466:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000df6d6545. 02000000:00000001:3.0:1767384614.464474:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384614.464477:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384614.464481:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384614.464485:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052436a64. 00000400:00000010:3.0:1767384614.464489:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007591c084. 00000100:00000001:3.0:1767384614.464514:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384614.464519:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384614.464520:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384614.464521:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000174512e2. 00000400:00000200:3.0:1767384614.464524:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a531f8f 00000400:00000010:3.0:1767384614.464526:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a531f8f. 00000100:00000001:3.0:1767384614.464529:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384614.464532:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d9abf668 x1853237050225920/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384614.464540:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d9abf668 x1853237050225920/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.464544:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384614.464546:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.464548:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384614.464550:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384614.464551:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384614.464553:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.464556:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384614.464559:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384614.464561:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384614.464563:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384614.464565:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.464567:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384614.464569:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.464571:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384614.464573:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d9abf668 x1853237050225920/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.464578:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.464580:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384614.464581:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384614.464584:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9abf668 x1853237050225920/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384614.464595:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050225920:0@lo:101: 00000100:00000001:3.0:1767384614.464599:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.464601:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.464603:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384614.464604:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384614.464606:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d9abf668 x1853237050225920/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.464610:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384614.464612:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000073bb425e. 00000100:00000001:3.0:1767384614.464614:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384614.464615:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.464617:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384614.464619:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384614.464620:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384614.464621:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ac320ab refcount=4 00000020:00000001:3.0:1767384614.464623:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:3.0:1767384614.464625:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000040:3.0:1767384614.464629:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000001ac320ab, remote cookie: 0x9f279d7a9a0b4f35, flags: 0x0 00010000:00000001:3.0:1767384614.464631:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384614.464633:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384614.464634:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384614.464636:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384614.464637:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384614.464638:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001cc0cd46) refcount = 1 00010000:00010000:3.0:1767384614.464640:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4f35 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.464644:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384614.464646:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384614.464647:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384614.464649:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384614.464652:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384614.464660:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4f35 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.464664:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384614.464666:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.464667:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384614.464668:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.464669:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384614.464670:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.464671:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384614.464674:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d9abf668 x1853237050225920/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.464679:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384614.464681:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384614.464683:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006aaf949e. 02000000:00000001:3.0:1767384614.464687:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384614.464688:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384614.464690:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384614.464692:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384614.464694:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b06f052a. 02000000:00000001:3.0:1767384614.464698:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384614.464700:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384614.464701:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9abf668. 00000100:00000001:3.0:1767384614.464705:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384614.464706:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384614.464708:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384614.464710:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384614.464711:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:3.0:1767384614.464712:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.464714:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384614.464715:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384614.464716:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ac320ab refcount=3 00000020:00000001:3.0:1767384614.464717:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:3.0:1767384614.464718:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:3.0:1767384614.464720:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384614.464721:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.464726:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384614.464727:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384614.464729:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384614.464732:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000feb34aa4. 00000100:00000010:3.0:1767384614.464747:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079da3131. 00000020:00000040:3.0:1767384614.464748:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384614.464750:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384614.464752:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384614.464754:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384614.464757:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edf96acb. 00000100:00000001:3.0:1767384614.464759:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.464762:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384614.464765:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000df6d6545. 00000100:00000010:3.0:1767384614.464767:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000a2e630dd. 00000020:00000040:3.0:1767384614.464769:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384614.464772:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384614.464773:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384614.464776:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000909fc514. 00000100:00000001:3.0:1767384614.464777:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472746784256 : -108600962767360 : ffff9d3a5e312600) 00000100:00000001:3.0:1767384614.464779:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384614.464780:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964281088 : -108605745270528 : ffff9d394121f100) 00000100:00000001:3.0:1767384614.464783:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384614.464784:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.464785:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384614.464786:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384614.464788:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.464793:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384614.464794:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.464796:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384614.464797:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384614.464798:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384614.464800:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079da3131 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050226048:0@lo:256: 00000100:00000001:3.0:1767384614.464802:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384614.464809:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384614.464811:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.464813:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384614.464817:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2fcb3a5. 00000400:00000010:3.0:1767384614.464821:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000066910dd0. 00000100:00000200:3.0:1767384614.464824:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260103580-0x6958260103580, portal 33 00000100:00000001:3.0:1767384614.464826:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.464828:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384614.464830:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ea47071. 02000000:00000001:3.0:1767384614.464831:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384614.464833:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f55e5a27. 00000400:00000010:3.0:1767384614.464835:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041b5e227. 00000100:00000200:3.0:1767384614.464837:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050226048, portal 25 00000100:00000001:3.0:1767384614.464838:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384614.464840:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964281088 : -108605745270528 : ffff9d394121f100) 00000100:00000040:3.0:1767384614.464843:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.464847:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384614.464849:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384614.464851:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005896bae9. 00000100:00000200:3.0:1767384614.464852:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050226048, offset 0 00000400:00000200:3.0:1767384614.464857:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384614.464862:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384614.464866:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260103580 00000400:00000200:3.0:1767384614.464870:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x9e5 [2] + 0 00000400:00000010:3.0:1767384614.464872:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057dc18ac. 00000400:00000200:3.0:1767384614.464875:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000beb27af7 00000400:00000200:3.0:1767384614.464878:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.464880:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384614.464882:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb27af7 00000400:00000010:3.0:1767384614.464883:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000beb27af7. 00000100:00000001:3.0:1767384614.464888:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384614.464889:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384614.464891:0:17073:0:(events.c:337:request_in_callback()) incoming req@00000000295116a7 x1853237050226048 msgsize 304 00000100:00100000:3.0:1767384614.464899:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384614.464901:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384614.464912:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384614.464917:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005896bae9 00000400:00000010:3.0:1767384614.464918:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005896bae9. 00000100:00000001:3.0:1767384614.464923:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384614.464925:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.464931:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384614.464934:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.464941:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.464943:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384614.464946:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384614.464947:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384614.464949:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050226048 00000100:00000001:3.0:1767384614.464951:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294902790 02000000:00000001:1.0:1767384614.464953:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384614.464956:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384614.464957:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.464959:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294902789 02000000:00000001:1.0:1767384614.464960:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384614.464965:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050226048 00000100:00000001:3.0:1767384614.464967:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294902790 00000020:00000001:1.0:1767384614.464967:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384614.464971:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384614.464973:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384614.464974:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294902789 00000020:00000040:1.0:1767384614.464977:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00000001:3.0:1767384614.464980:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294902790 00000020:00000001:1.0:1767384614.464981:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384614.464985:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384614.464986:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294902789 00000100:00000001:1.0:1767384614.464990:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384614.464994:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294902790 00000020:00000010:1.0:1767384614.464996:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d70eb670. 00000100:00000001:3.0:1767384614.464999:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294902789 00000100:00000001:1.0:1767384614.465001:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.465004:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384614.465006:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d70eb670. 00000100:00000001:3.0:1767384614.465007:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.465011:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384614.465012:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384614.465014:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 00000000909fc514 going to sleep for 11 seconds 00000020:00000010:1.0:1767384614.465015:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d253c78. 00000100:00000001:3.0:1767384614.465016:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384614.465020:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384614.465023:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009bcb3932. 00000020:00000010:1.0:1767384614.465029:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc0a26d1. 00000100:00000040:1.0:1767384614.465037:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384614.465041:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384614.465043:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384614.465045:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.465049:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.465063:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384614.465072:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384614.465074:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384614.465084:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000001:3.0:1767384614.465087:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384614.465087:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384614.465090:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384614.465091:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322999376 : -108601386552240 : ffff9d3a44eeb450) 00000100:00000001:3.0:1767384614.465094:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384614.465096:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000295116a7 x1853237050226048/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:595/0 lens 304/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.465103:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384614.465107:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384614.465107:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d70eb670. 00000100:00000001:1.0:1767384614.465110:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384614.465112:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d70eb670. 00000100:00100000:1.0:1767384614.465119:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000295116a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050226048:12345-0@lo:256: 00000100:00000200:1.0:1767384614.465123:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050226048 00000020:00000001:1.0:1767384614.465125:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384614.465129:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384614.465132:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384614.465134:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384614.465136:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:1.0:1767384614.465141:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384614.465143:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384614.465146:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384614.465148:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384614.465150:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.465153:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384614.465158:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384614.465162:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000fdfbdbcc. 02000000:00000001:1.0:1767384614.465163:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.465166:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384614.465168:0:17070:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384614.465172:0:17070:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384614.465176:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384614.465179:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384614.465182:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384614.465184:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384614.465185:0:17070:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384614.465188:0:17070:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000006fe91d2a. 20000000:00000001:1.0:1767384614.465195:0:17070:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384614.465206:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384614.465212:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384614.465218:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384614.465219:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384614.465221:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384614.465222:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384614.465224:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384614.465225:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384614.465226:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384614.465227:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384614.465228:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384614.465229:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384614.465232:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384614.465233:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:01000000:1.0:1767384614.465236:0:17070:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 304, pages 3792/1/4/3. 20000000:00000040:1.0:1767384614.465241:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384614.465243:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384614.465244:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384614.465246:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384614.465247:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384614.465248:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384614.465249:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384614.465250:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384614.465252:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384614.465254:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384614.465255:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384614.465257:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384614.465258:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384614.465260:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:01000000:1.0:1767384614.465261:0:17070:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 304, pages 3488/1/4/3. 20000000:01000000:1.0:1767384614.465263:0:17070:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 608, version 32 20000000:00000001:1.0:1767384614.465264:0:17070:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=608 : 608 : 260) 00000100:00000001:1.0:1767384614.465266:0:17070:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384614.465268:0:17070:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006aaf949e. 00000100:00000010:1.0:1767384614.465270:0:17070:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a8407453. 00000020:00000040:1.0:1767384614.465271:0:17070:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:1.0:1767384614.465273:0:17070:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384614.465280:0:17070:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384614.465284:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000400:00000010:1.0:1767384614.465336:0:17070:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000054519ea6. 00000400:00000200:1.0:1767384614.465342:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384614.465351:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384614.465359:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 608 into portal 33 MB=0x6958260103580 00000400:00000200:1.0:1767384614.465364:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 608/608 into md 0x14f5 [4] + 0 00000400:00000010:1.0:1767384614.465367:0:17070:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2fcb3a5. 00000400:00000200:1.0:1767384614.465370:0:17070:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066910dd0 00000400:00000200:1.0:1767384614.465372:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.465375:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384614.465377:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066910dd0 00000400:00000010:1.0:1767384614.465378:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000066910dd0. 00000100:00000001:1.0:1767384614.465381:0:17070:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384614.465383:0:17070:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000079da3131 desc 00000000df6d6545 mbits 1853237050226048 00000100:00000001:1.0:1767384614.465392:0:17070:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384614.465394:0:17070:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384614.465398:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384614.465408:0:17070:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1501 00000400:00000200:1.0:1767384614.465410:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384614.465411:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384614.465416:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384614.465417:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.465427:0:17070:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384614.465429:0:17070:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006aaf949e 00000100:00000001:1.0:1767384614.465430:0:17070:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384614.465437:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 00000400:00000010:1.0:1767384614.465439:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00000100:00000001:1.0:1767384614.465441:0:17070:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384614.465442:0:17070:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006aaf949e 00000100:00000001:1.0:1767384614.465444:0:17070:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384614.465450:0:17070:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 608 bytes via portal 33 id 12345-0@lo mbits 0x6958260103580-0x6958260103580 00000100:00000001:1.0:1767384614.465453:0:17070:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.465458:0:17070:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.465460:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384614.465462:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:1.0:1767384614.465464:0:17070:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a8407453. 00000100:00000010:1.0:1767384614.465472:0:17070:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006aaf949e. 00000100:00000001:1.0:1767384614.465474:0:17070:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384614.465475:0:17070:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384614.465480:0:17070:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000006fe91d2a. 20000000:00000001:1.0:1767384614.465483:0:17070:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384614.465485:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050226048 00010000:00000001:1.0:1767384614.465487:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384614.465490:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000295116a7 x1853237050226048/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:595/0 lens 304/240 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384614.465496:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384614.465497:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384614.465499:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384614.465502:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384614.465504:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384614.465506:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384614.465509:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384614.465511:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384614.465514:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384614.465517:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384614.465519:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000100:00000200:1.0:1767384614.465523:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050226048, offset 224 00000400:00000200:1.0:1767384614.465530:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384614.465537:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384614.465544:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260103580 00000400:00000200:1.0:1767384614.465551:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x14f9 [1] + 224 00000400:00000200:1.0:1767384614.465555:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384614.465559:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384614.465565:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384614.465567:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384614.465573:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384614.465585:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384614.465595:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 00000400:00000010:1.0:1767384614.465598:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00000100:00000001:3.0:1767384614.465602:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384614.465603:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384614.465606:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384614.465608:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384614.465611:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384614.465612:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384614.465616:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f55e5a27. 00000100:00000040:1.0:1767384614.465618:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384614.465621:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384614.465622:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b5e227 00000020:00000001:1.0:1767384614.465623:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384614.465625:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b5e227. 00000020:00000001:1.0:1767384614.465627:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384614.465631:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384614.465635:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000295116a7 x1853237050226048/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:595/0 lens 304/240 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384614.465640:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384614.465647:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000295116a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050226048:12345-0@lo:256: Request processed in 540us (751us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384614.465658:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384614.465667:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000001:3.0:1767384614.465668:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384614.465674:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384614.465675:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384614.465677:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384614.465681:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384614.465681:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384614.465683:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384614.465686:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384614.465687:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.465692:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384614.465694:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009bcb3932. 00000100:00001000:3.0:1767384614.465695:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384614.465701:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=31 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384614.465703:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc0a26d1. 00000100:00000001:3.0:1767384614.465704:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384614.465707:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.465710:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384614.465711:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384614.465711:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d253c78. 00000100:00000001:3.0:1767384614.465716:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384614.465718:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000040:3.0:1767384614.465719:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384614.465722:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384614.465725:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000fdfbdbcc. 02000000:00000001:1.0:1767384614.465730:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384614.465734:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384614.465736:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384614.465739:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384614.465744:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad94dd0e. 00000100:00000001:3.0:1767384614.465746:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384614.465748:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384614.465749:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000dbaa38e. 00000100:00000040:3.0:1767384614.465752:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384614.465769:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079da3131 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050226048:0@lo:256: 00000100:00000001:3.0:1767384614.465775:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.465778:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.465780:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384614.465780:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384614.465783:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.465788:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384614.465791:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000909fc514. 00000100:00000001:3.0:1767384614.465795:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384614.465796:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384614.465799:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 32, more 0. 10000000:00000001:3.0:1767384614.465802:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384614.465808:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005e51db34. 10000000:00000040:3.0:1767384614.465818:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384614.465824:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384614.465827:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384614.465833:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:3.0:1767384614.465836:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.465838:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384614.465840:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:3.0:1767384614.465842:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000400:00000200:3.0:1767384614.465845:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 14 NIDs 00000400:00001000:3.0:1767384614.465848:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384614.465851:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:3.0:1767384614.465857:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384614.465865:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (14) 00000400:00000200:3.0:1767384614.465877:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384614.465883:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:3.0:1767384614.465886:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (15) 00000400:00000200:3.0:1767384614.465890:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:3.0:1767384614.465892:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:3.0:1767384614.465900:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465901:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:3.0:1767384614.465903:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:3.0:1767384614.465906:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465907:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:3.0:1767384614.465909:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:3.0:1767384614.465911:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465912:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:3.0:1767384614.465913:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:3.0:1767384614.465914:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465916:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:3.0:1767384614.465918:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:3.0:1767384614.465922:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465923:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:3.0:1767384614.465925:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:3.0:1767384614.465928:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465930:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:3.0:1767384614.465933:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:3.0:1767384614.465936:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465938:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:3.0:1767384614.465941:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:3.0:1767384614.465945:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465947:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:3.0:1767384614.465949:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:3.0:1767384614.465954:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465956:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000200:3.0:1767384614.465958:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:3.0:1767384614.465962:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465966:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:3.0:1767384614.465970:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:3.0:1767384614.465974:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465977:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:3.0:1767384614.465978:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:3.0:1767384614.465984:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465985:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:3.0:1767384614.465988:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:3.0:1767384614.465998:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384614.465999:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000100:00000001:3.0:1767384614.466001:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.466003:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384614.466008:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 10000000:00000010:3.0:1767384614.466011:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000783ee9b1. 10000000:00000040:3.0:1767384614.466013:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 32/32 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000020:00000080:3.0:1767384614.466017:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384614.466023:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384614.466025:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a12f2db1. 00000020:00000010:3.0:1767384614.466030:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000782f6ae5. 00000040:00000010:3.0:1767384614.466033:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fe361948. 00000020:00000010:3.0:1767384614.466037:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df1830f3. 00000020:00000010:3.0:1767384614.466043:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384614.466047:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000021d1253d. 80000000:00000010:3.0:1767384614.466051:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f3bf422. 40000000:00000010:3.0:1767384614.466054:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e22def6c. 00100000:00000010:3.0:1767384614.466058:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000099656ce7. 00040000:00000010:3.0:1767384614.466063:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000c8fc174. 00040000:00000010:3.0:1767384614.466067:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d6ca8dd3. 00040000:00000010:3.0:1767384614.466071:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f98c12d1. 00080000:00000010:3.0:1767384614.466077:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001af3be3e. 00080000:00000010:3.0:1767384614.466086:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000097ddb09d. 00000004:00000010:3.0:1767384614.466093:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ccfce9a7. 00000004:00000010:3.0:1767384614.466099:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f78e5664. 00000004:00000010:3.0:1767384614.466104:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001b8c8a15. 00002000:00000010:3.0:1767384614.466108:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000043ea646e. 00000004:00000010:3.0:1767384614.466112:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001449b5ae. 00000004:00000001:3.0:1767384614.466115:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384614.466118:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384614.466120:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000783ee9b1 00000040:00001000:3.0:1767384614.466121:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384614.466122:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384614.466129:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384614.466130:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384614.466132:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384614.466133:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384614.466135:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384614.466137:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:3.0:1767384614.466139:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384614.466196:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384614.466202:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000782f6ae5. 00000040:00000010:3.0:1767384614.466209:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fe361948. 00000020:00000010:3.0:1767384614.466213:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000df1830f3. 00000020:00000010:3.0:1767384614.466219:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384614.466228:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000021d1253d. 80000000:00000010:3.0:1767384614.466234:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f3bf422. 40000000:00000010:3.0:1767384614.466238:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e22def6c. 00100000:00000010:3.0:1767384614.466242:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000099656ce7. 00040000:00000010:3.0:1767384614.466246:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000c8fc174. 00040000:00000010:3.0:1767384614.466251:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d6ca8dd3. 00040000:00000010:3.0:1767384614.466256:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f98c12d1. 00080000:00000010:3.0:1767384614.466265:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000097ddb09d. 00080000:00000010:3.0:1767384614.466270:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001af3be3e. 00000004:00000010:3.0:1767384614.466276:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ccfce9a7. 00000004:00000010:3.0:1767384614.466280:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f78e5664. 00000004:00000010:3.0:1767384614.466284:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001b8c8a15. 00002000:00000010:3.0:1767384614.466947:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000043ea646e. 00000004:00000010:3.0:1767384614.466955:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001449b5ae. 00000020:00000010:3.0:1767384614.466958:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a12f2db1. 00000020:00000001:3.0:1767384614.466961:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.466964:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384614.466967:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000783ee9b1. 10000000:00000010:3.0:1767384614.466972:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005e51db34. 10000000:00000001:3.0:1767384614.466979:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.466981:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384614.466988:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079da3131 x1853237050226048/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.467006:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384614.467008:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384614.467009:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ea47071. 02000000:00000001:3.0:1767384614.467014:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384614.467016:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384614.467018:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384614.467020:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384614.467022:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384614.467024:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384614.467026:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384614.467029:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384614.467030:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000a2e630dd. 00000100:00000010:3.0:1767384614.467032:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000df6d6545. 00000100:00000001:3.0:1767384614.467035:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384614.467037:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000edf96acb. 02000000:00000001:3.0:1767384614.467043:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384614.467045:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384614.467047:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079da3131. 00000100:00000001:3.0:1767384614.467053:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384614.467055:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384614.467074:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000feb34aa4. 10000000:01000000:3.0:1767384614.467077:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384614.467081:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384614.467084:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384614.467086:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384614.467088:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ac320ab refcount=3 00000020:00000001:3.0:1767384614.467090:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:3.0:1767384614.467093:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:3.0:1767384614.467096:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384614.467097:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4f35 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.467102:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.467103:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384614.467109:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4f35 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384614.467114:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384614.467114:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.467115:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384614.467116:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384614.467118:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384614.467120:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384614.467121:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384614.467122:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:3.0:1767384614.467124:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384614.470379:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294902790, at 4294902791 00000100:00000010:3.0:1767384614.470391:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074bd89cb. 00000100:00000040:2.0:1767384614.470489:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294902790, at 4294902791 00000100:00000010:2.0:1767384614.470499:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000892c73c6. 00000100:00000040:0.0:1767384614.471212:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294902790, at 4294902791 00000100:00000010:0.0:1767384614.471223:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4eb08c2. 00000100:00000040:1.0:1767384614.471344:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294902790, at 4294902792 00000100:00000010:1.0:1767384614.471351:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9bdee9b. 00000020:00000010:0.0:1767384614.477098:0:23425:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f5cdde9e. 00000020:00000040:0.0:1767384614.477106:0:23425:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384614.477108:0:23425:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f5cdde9e. 00010000:00000001:1.0:1767384614.656402:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384614.656410:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384614.656418:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384614.656420:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384614.656476:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384614.656483:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384614.656487:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384615.078052:0:23567:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c467fb6c. 00080000:00000010:1.0:1767384615.078061:0:23567:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c467fb6c. 00000020:00000001:1.0:1767384615.078067:0:23567:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384615.078074:0:23567:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c467fb6c. 00080000:00000010:1.0:1767384615.078078:0:23567:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c467fb6c. 00000020:00000001:1.0:1767384615.078082:0:23567:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384615.487331:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384615.487335:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384615.487341:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f423ef1. 00000020:00000040:1.0:1767384615.487347:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384615.487351:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384615.487354:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384615.487359:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384615.487366:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ddc032d. 00000100:00000001:1.0:1767384615.487372:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.487376:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384615.487377:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384615.487381:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.487384:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384615.487390:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079da3131. 00000100:00000040:1.0:1767384615.487392:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f423ef1] to pc [ptlrpcd_00_02+2] req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384615.487395:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384615.487401:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384615.487404:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384615.487408:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384615.487412:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000c8fc174. 00000100:00000001:3.0:1767384615.487416:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384615.487418:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.487423:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384615.487427:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.487432:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384615.487433:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384615.487435:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.487435:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384615.487440:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384615.487443:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079da3131] to pc [ptlrpcd_00_03+3] req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.487467:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384615.487469:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.487471:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384615.487473:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767384615.487474:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384615.487476:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384615.487480:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767384615.487481:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384615.487483:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6eaf0f9. 00000100:00100000:1.0:1767384615.487485:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f423ef1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050226176:0@lo:13: 00000100:00000001:1.0:1767384615.487489:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384615.487493:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767384615.487494:0:480:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384615.487496:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.487497:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384615.487499:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384615.487500:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384615.487504:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1caaeb9. 02000000:00000001:1.0:1767384615.487506:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384615.487508:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384615.487511:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006aaf949e. 00000100:00000040:3.0:1767384615.487513:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384615.487515:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.487524:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384615.487524:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a22a07c. 00000100:00000001:3.0:1767384615.487526:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.487531:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6eaf0f9] to pc [ptlrpcd_00_00+0] req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384615.487533:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000100:00000200:1.0:1767384615.487541:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050226176, portal 4 00000100:00000001:1.0:1767384615.487544:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384615.487546:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299792640 : -108600409758976 : ffff9d3a7f276300) 00000100:00000040:1.0:1767384615.487553:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.487555:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.487560:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384615.487565:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384615.487566:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384615.487571:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005edc4034. 00000100:00000001:0.0:1767384615.487571:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384615.487572:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384615.487577:0:480:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:1.0:1767384615.487578:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 00000100:00000001:0.0:1767384615.487578:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384615.487580:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384615.487583:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384615.487584:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767384615.487584:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050226176, offset 0 02000000:00000001:3.0:1767384615.487588:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384615.487591:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384615.487593:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384615.487595:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c68876f1. 00000100:00000001:3.0:1767384615.487600:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.487608:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384615.487610:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384615.487615:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384615.487619:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.487622:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384615.487624:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.487625:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384615.487628:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260103600 02000000:00000001:0.0:1767384615.487630:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384615.487633:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005edc4034] to pc [ptlrpcd_00_01+1] req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384615.487637:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384615.487638:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 896 00000100:00100000:0.0:1767384615.487645:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000079da3131 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050226304:0@lo:400: 00000400:00000200:1.0:1767384615.487651:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384615.487657:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384615.487660:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384615.487661:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.487664:0:480:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384615.487667:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384615.487669:0:480:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767384615.487671:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:0.0:1767384615.487671:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384615.487675:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384615.487677:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003da0b1cd. 00000100:00000010:3.0:1767384615.487679:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba41039d. 02000000:00000001:0.0:1767384615.487680:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384615.487681:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000003da0b1cd x1853237050226176 msgsize 224 00000020:00000040:3.0:1767384615.487685:0:480:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000010:0.0:1767384615.487686:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b6fa036. 00000100:00000001:3.0:1767384615.487691:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384615.487692:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384615.487693:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384615.487694:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384615.487698:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384615.487701:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e819e68c. 02000000:00000010:3.0:1767384615.487703:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002057902f. 00000100:00000001:1.0:1767384615.487705:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384615.487708:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384615.487709:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0cb5def. 00000400:00000200:1.0:1767384615.487713:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000100:00000040:3.0:1767384615.487714:0:480:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384615.487718:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 00000100:00000001:3.0:1767384615.487726:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384615.487726:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384615.487728:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384615.487728:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050226304, portal 25 00000100:00000200:1.0:1767384615.487732:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384615.487734:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba41039d] to pc [ptlrpcd_00_02+2] req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.487734:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384615.487738:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964281088 : -108605745270528 : ffff9d394121f100) 00000100:00000040:0.0:1767384615.487748:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.487764:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384615.487770:0:480:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.487770:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.487776:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384615.487777:0:480:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (241) 00000100:00000040:0.0:1767384615.487783:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384615.487787:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b47d99b3. 00000100:00000001:1.0:1767384615.487793:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384615.487794:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050226304, offset 0 00000100:00000001:1.0:1767384615.487795:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384615.487803:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384615.487804:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.487810:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3773 usecs (4 jiffies) 00000100:00000001:3.0:1767384615.487813:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.487815:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903812 00000400:00000200:0.0:1767384615.487816:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384615.487817:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384615.487820:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384615.487821:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4eb08c2. 00000100:00000040:3.0:1767384615.487825:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.487828:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384615.487832:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260103680 00000100:00000001:1.0:1767384615.487836:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903812 00000100:00000001:3.0:1767384615.487843:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767384615.487843:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000836dbcf6. 00000400:00000200:0.0:1767384615.487844:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x9f5 [2] + 0 00000100:00000001:3.0:1767384615.487846:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.487849:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767384615.487851:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384615.487854:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8cd693c. 02000000:00000001:3.0:1767384615.487855:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.487856:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903812 02000000:00000001:3.0:1767384615.487861:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384615.487862:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d9bdee9b. 00000400:00000200:0.0:1767384615.487862:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f523cdab 00000100:00100000:3.0:1767384615.487866:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6eaf0f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050226432:0@lo:400: 00000100:00000001:1.0:1767384615.487868:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384615.487870:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384615.487873:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384615.487875:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903812 02000000:00000001:3.0:1767384615.487876:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384615.487880:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.487880:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384615.487881:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074bd89cb. 02000000:00000001:3.0:1767384615.487887:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384615.487888:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384615.487889:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f523cdab 02000000:00000010:3.0:1767384615.487891:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003440cb6f. 00000400:00000010:0.0:1767384615.487894:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f523cdab. 02000000:00000001:3.0:1767384615.487895:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.487895:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.487901:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.487902:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384615.487903:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f55e5a27. 00000100:00000001:1.0:1767384615.487905:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384615.487906:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384615.487909:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384615.487910:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041b5e227. 00000100:00000040:0.0:1767384615.487912:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000e3d5417c x1853237050226304 msgsize 224 00000100:00000001:1.0:1767384615.487917:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384615.487920:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050226432, portal 4 00000100:00000001:1.0:1767384615.487921:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384615.487922:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384615.487927:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384615.487928:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384615.487928:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384615.487929:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964280192 : -108605745271424 : ffff9d394121ed80) 00000100:00000001:1.0:1767384615.487931:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384615.487935:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384615.487939:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384615.487940:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.487943:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384615.487950:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47d99b3 00000400:00000010:0.0:1767384615.487954:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b47d99b3. 00000100:00000001:0.0:1767384615.487960:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384615.487966:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384615.487970:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384615.487975:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384615.487975:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384615.487976:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384615.487982:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005896bae9. 02000000:00000001:1.0:1767384615.487982:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384615.487986:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384615.487988:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050226432, offset 0 00000100:00000001:0.0:1767384615.487993:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384615.487995:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384615.487997:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384615.487999:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384615.488003:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ba41039d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16346:1853237050226688:0@lo:400: 00000400:00000200:3.0:1767384615.488010:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384615.488011:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384615.488016:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384615.488019:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384615.488025:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260103700 00000100:00000001:0.0:1767384615.488025:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384615.488026:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384615.488030:0:16347:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1767384615.488031:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008b3f07dc. 00000400:00000200:3.0:1767384615.488035:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2320 02000000:00000001:1.0:1767384615.488036:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.488039:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384615.488042:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfdb2673. 00000100:00000001:0.0:1767384615.488045:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294903813 00000400:00000200:3.0:1767384615.488046:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384615.488047:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 00000100:00000200:1.0:1767384615.488054:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050226688, portal 10 00000400:00000200:3.0:1767384615.488055:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384615.488056:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294903812 00000100:00000001:1.0:1767384615.488058:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384615.488062:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964271232 : -108605745280384 : ffff9d394121ca80) 00000100:00000001:0.0:1767384615.488064:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294903813 00000100:00000001:3.0:1767384615.488065:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384615.488069:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1767384615.488069:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.488070:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294903812 00000100:00000010:3.0:1767384615.488075:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007c4fbea3. 00000100:00000001:0.0:1767384615.488077:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294903813 00000100:00000040:3.0:1767384615.488082:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000007c4fbea3 x1853237050226432 msgsize 224 00000100:00000001:0.0:1767384615.488083:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903812 00000100:00000001:1.0:1767384615.488089:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384615.488091:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294903813 00000100:00000040:1.0:1767384615.488097:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384615.488098:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384615.488099:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903812 00000400:00000010:1.0:1767384615.488101:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00000100:00000001:0.0:1767384615.488104:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384615.488105:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050226688, offset 0 00000100:00000001:3.0:1767384615.488109:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384615.488109:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384615.488114:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384615.488115:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.488118:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384615.488122:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384615.488123:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384615.488125:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005896bae9 00000100:00000001:0.0:1767384615.488126:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767384615.488129:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005896bae9. 00000100:00000001:0.0:1767384615.488131:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384615.488134:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260103800 00000100:00000001:3.0:1767384615.488136:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384615.488136:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384615.488139:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384615.488140:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3352 00000100:00000200:3.0:1767384615.488143:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.488145:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384615.488149:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384615.488158:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384615.488160:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384615.488163:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384615.488164:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384615.488166:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384615.488171:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025f8da10. 00000100:00000001:0.0:1767384615.488171:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384615.488176:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050226304 00000100:00000001:3.0:1767384615.488177:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.488177:0:16346:0:(events.c:337:request_in_callback()) incoming req@0000000025f8da10 x1853237050226688 msgsize 224 00000100:00000001:3.0:1767384615.488183:0:16344:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384615.488184:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767384615.488189:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384615.488189:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384615.488191:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.488195:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3773 usecs (4 jiffies) 00000100:00000001:0.0:1767384615.488195:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.488201:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903812 00000100:00000001:1.0:1767384615.488201:0:16346:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384615.488204:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384615.488206:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00000100:00100000:0.0:1767384615.488210:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050226304 00000400:00000010:1.0:1767384615.488211:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000100:00000001:3.0:1767384615.488212:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294903813 00000100:00000001:3.0:1767384615.488216:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903812 00000100:00000001:1.0:1767384615.488216:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384615.488218:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294903813 00000100:00000001:3.0:1767384615.488222:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903812 00000020:00000001:0.0:1767384615.488225:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384615.488226:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294903813 00000100:00000200:1.0:1767384615.488229:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.488230:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903812 00000020:00000040:0.0:1767384615.488230:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384615.488236:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384615.488237:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294903813 00000100:00000001:3.0:1767384615.488242:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384615.488242:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00000001:1.0:1767384615.488244:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384615.488246:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.488249:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384615.488249:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384615.488251:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.488256:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384615.488257:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.488265:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.488265:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384615.488266:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384615.488267:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384615.488269:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384615.488272:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000162f66d2. 00000100:00000001:3.0:1767384615.488273:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.488273:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.488276:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384615.488279:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.488279:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3675 usecs (4 jiffies) 00000100:00000001:0.0:1767384615.488279:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.488285:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294903812 00000100:00100000:3.0:1767384615.488287:0:16344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000010:0.0:1767384615.488287:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000162f66d2. 00000100:00000001:1.0:1767384615.488289:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294903813 00000100:00000001:3.0:1767384615.488319:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.488322:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384615.488323:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.488325:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384615.488328:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384615.488330:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294903813 00000100:00000001:3.0:1767384615.488331:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384615.488334:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294903813 00000020:00000010:0.0:1767384615.488334:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081da0c60. 00000100:00000040:3.0:1767384615.488339:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.488340:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294903813 00000020:00000010:0.0:1767384615.488342:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b5fd254. 00000100:00000001:1.0:1767384615.488346:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294903813 00000020:00000010:0.0:1767384615.488349:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000016dbbfdf. 00000100:00000001:1.0:1767384615.488351:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294903813 00000100:00000001:1.0:1767384615.488356:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294903813 00000100:00000001:3.0:1767384615.488361:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384615.488362:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384615.488362:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384615.488365:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.488368:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.488368:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384615.488369:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384615.488372:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767384615.488374:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.488375:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.488375:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.488377:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.488382:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384615.488384:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005edc4034 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050226560:0@lo:400: 00000100:00000001:0.0:1767384615.488387:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.488388:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384615.488388:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384615.488392:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384615.488394:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.488397:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384615.488398:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384615.488399:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.488400:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384615.488401:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.488404:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.488406:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384615.488410:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d4a5ba7. 02000000:00000001:3.0:1767384615.488412:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384615.488415:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b168fd26. 00000100:00000001:0.0:1767384615.488416:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1767384615.488419:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005896bae9. 00000100:00000001:0.0:1767384615.488419:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384615.488423:0:19810:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384615.488425:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050226560, portal 10 00000100:00100000:1.0:1767384615.488427:0:19810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050226688 00000100:00100000:0.0:1767384615.488428:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000001:3.0:1767384615.488430:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384615.488431:0:19810:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384615.488433:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964273920 : -108605745277696 : ffff9d394121d500) 00000100:00000001:1.0:1767384615.488434:0:19810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384615.488434:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384615.488437:0:19810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.488439:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472286102608 : -108601423449008 : ffff9d3a42bbb450) 00000100:00000040:3.0:1767384615.488442:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384615.488446:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e3d5417c x1853237050226304/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 224/0 e 0 to 0 dl 1767384626 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384615.488450:0:19810:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384615.488457:0:19810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050226688 00000020:00000001:1.0:1767384615.488460:0:19810:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384615.488463:0:19810:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000020:00000001:1.0:1767384615.488468:0:19810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384615.488469:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767384615.488471:0:19810:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000100:00000040:3.0:1767384615.488477:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384615.488478:0:19810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:0.0:1767384615.488479:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384615.488482:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094334e56. 00000020:00000001:1.0:1767384615.488483:0:19810:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000020:00000010:0.0:1767384615.488484:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000162f66d2. 00000100:00000200:3.0:1767384615.488487:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050226560, offset 0 00000100:00000001:1.0:1767384615.488489:0:19810:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384615.488490:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384615.488495:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384615.488495:0:19810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c2be003. 00000020:00000010:0.0:1767384615.488496:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000162f66d2. 00000020:00000010:1.0:1767384615.488502:0:19810:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009599575d. 00000400:00000200:3.0:1767384615.488505:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767384615.488507:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e3d5417c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050226304:12345-0@lo:400: 00000020:00000040:1.0:1767384615.488510:0:19810:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000200:0.0:1767384615.488512:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050226304 00000400:00000200:3.0:1767384615.488515:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260103780 00000400:00000200:3.0:1767384615.488520:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000100:00000001:1.0:1767384615.488521:0:19810:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384615.488523:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384615.488526:0:19810:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f38300f9. 00000400:00000200:3.0:1767384615.488529:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384615.488529:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384615.488531:0:19810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009bcb3932. 00000020:00000001:0.0:1767384615.488533:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384615.488537:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384615.488537:0:19810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc0a26d1. 00000020:00000001:0.0:1767384615.488538:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384615.488543:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000100:00000001:3.0:1767384615.488545:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384615.488556:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384615.488557:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384615.488558:0:19810:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:0.0:1767384615.488561:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.488562:0:19810:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:3.0:1767384615.488563:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9aa81f1. 00000020:00000001:0.0:1767384615.488564:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384615.488565:0:19810:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384615.488567:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000f9aa81f1 x1853237050226560 msgsize 224 00000100:00000001:1.0:1767384615.488569:0:19810:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384615.488569:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384615.488573:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384615.488576:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384615.488577:0:19810:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384615.488577:0:17070:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384615.488583:0:19810:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384615.488583:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384615.488586:0:19810:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.488586:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384615.488588:0:16344:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:0.0:1767384615.488592:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000093229b71. 00000400:00000200:3.0:1767384615.488593:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094334e56 02000000:00000001:0.0:1767384615.488595:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.488596:0:19810:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384615.488597:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094334e56. 00000100:00000001:0.0:1767384615.488598:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.488604:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384615.488604:0:17070:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.488609:0:19810:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000040:0.0:1767384615.488609:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050226304 00000100:00000200:3.0:1767384615.488610:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384615.488613:0:19810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050226560 00010000:00000001:0.0:1767384615.488615:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384615.488618:0:19810:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384615.488622:0:19810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000200:0.0:1767384615.488622:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e3d5417c x1853237050226304/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.488625:0:19810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384615.488630:0:19810:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.488636:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384615.488636:0:19810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050226560 00010000:00000001:0.0:1767384615.488638:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384615.488639:0:19810:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384615.488642:0:19810:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00010000:00000001:0.0:1767384615.488642:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.488645:0:19810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384615.488647:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384615.488647:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=32 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384615.488648:0:19810:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000100:00000001:3.0:1767384615.488659:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.488660:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384615.488668:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384615.488671:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.488671:0:19810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000040:0.0:1767384615.488673:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000001:1.0:1767384615.488678:0:19810:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000040:3.0:1767384615.488679:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2692 usecs (3 jiffies) 00000100:00000001:0.0:1767384615.488679:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:1.0:1767384615.488685:0:19810:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384615.488686:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294903812 02000000:00000001:0.0:1767384615.488686:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384615.488689:0:19810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3bb1ea1. 02000000:00000001:0.0:1767384615.488690:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.488691:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294903813 00000100:00000001:1.0:1767384615.488694:0:19810:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384615.488695:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294903812 00000100:00000001:0.0:1767384615.488696:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384615.488698:0:19810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3bb1ea1. 00000100:00000001:3.0:1767384615.488700:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294903813 00000100:00000040:0.0:1767384615.488704:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384615.488705:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294903812 00000020:00000010:1.0:1767384615.488706:0:19810:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f47f055f. 00000100:00000001:3.0:1767384615.488708:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294903813 00000400:00000010:0.0:1767384615.488709:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b47d99b3. 00000020:00000010:1.0:1767384615.488711:0:19810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000002d4bea6. 00000100:00000001:3.0:1767384615.488713:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294903812 00000100:00000200:0.0:1767384615.488715:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050226304, offset 224 00000100:00000001:3.0:1767384615.488717:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294903813 00000020:00000010:1.0:1767384615.488717:0:19810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b9f78e88. 00000100:00000001:3.0:1767384615.488722:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.488723:0:19810:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384615.488725:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384615.488727:0:19810:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384615.488728:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.488730:0:19810:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.488732:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.488736:0:19810:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1767384615.488736:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384615.488737:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.488741:0:19810:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384615.488744:0:19810:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.488748:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260103680 00000100:00000001:3.0:1767384615.488753:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.488753:0:19810:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.488757:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.488763:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1515 [1] + 224 00000100:00000001:1.0:1767384615.488765:0:19810:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384615.488767:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384615.488768:0:19810:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384615.488771:0:17885:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384615.488775:0:17885:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050226176 00000100:00100000:1.0:1767384615.488777:0:19810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000400:00000200:0.0:1767384615.488777:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384615.488778:0:17885:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384615.488782:0:17885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384615.488784:0:19810:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000100:00000001:3.0:1767384615.488785:0:17885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.488786:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384615.488788:0:19810:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299789952 : -108600409761664 : ffff9d3a7f275880) 02000000:00000001:3.0:1767384615.488791:0:17885:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384615.488792:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384615.488795:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000025f8da10 x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:596/0 lens 224/0 e 0 to 0 dl 1767384626 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384615.488796:0:17885:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050226176 00000020:00000001:3.0:1767384615.488800:0:17885:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384615.488803:0:17885:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:3.0:1767384615.488807:0:17885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384615.488810:0:17885:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000020:00000001:3.0:1767384615.488816:0:17885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:1.0:1767384615.488822:0:19810:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384615.488823:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384615.488826:0:17885:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000010:1.0:1767384615.488826:0:19810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3bb1ea1. 00000100:00000001:1.0:1767384615.488833:0:19810:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384615.488834:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384615.488838:0:19810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3bb1ea1. 00000020:00000010:3.0:1767384615.488839:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002a4ff24. 00000100:00000001:0.0:1767384615.488842:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384615.488844:0:19810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000025f8da10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16346:x1853237050226688:12345-0@lo:400: 00000020:00000010:3.0:1767384615.488845:0:17885:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006ea6ae73. 00000400:00000200:0.0:1767384615.488848:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47d99b3 00000020:00000040:3.0:1767384615.488851:0:17885:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000400:00000010:0.0:1767384615.488852:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b47d99b3. 00000100:00000200:1.0:1767384615.488853:0:19810:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050226688 00000020:00000001:1.0:1767384615.488858:0:19810:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384615.488859:0:17885:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384615.488859:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384615.488861:0:19810:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384615.488863:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384615.488864:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071e0d6d7. 00000020:00000001:1.0:1767384615.488864:0:19810:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.488867:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384615.488869:0:17885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000041877936. 00000100:00000040:0.0:1767384615.488872:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000020:00000001:1.0:1767384615.488875:0:19810:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384615.488876:0:17885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073d55976. 00010000:00000001:0.0:1767384615.488876:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384615.488879:0:19810:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:0.0:1767384615.488880:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.488884:0:17885:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:1.0:1767384615.488885:0:19810:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384615.488886:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384615.488888:0:17885:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384615.488891:0:17885:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384615.488891:0:19810:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384615.488892:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3d5417c x1853237050226304/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.488895:0:17885:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.488897:0:19810:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384615.488900:0:19810:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384615.488903:0:19810:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.488904:0:17885:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.488909:0:19810:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1767384615.488910:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e3d5417c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050226304:12345-0@lo:400: Request processed in 429us (996us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384615.488912:0:19810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384615.488915:0:17885:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384615.488916:0:19810:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767384615.488920:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 02000000:00000010:1.0:1767384615.488922:0:19810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002fa89ae5. 00000100:00000040:0.0:1767384615.488923:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384615.488925:0:17885:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384615.488927:0:19810:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.488929:0:17885:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384615.488929:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384615.488930:0:19810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.488932:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384615.488934:0:19810:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384615.488938:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000010:0.0:1767384615.488938:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b5fd254. 00010000:00000040:1.0:1767384615.488939:0:19810:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050226688 00000020:00000010:0.0:1767384615.488944:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000016dbbfdf. 00000100:00000040:3.0:1767384615.488945:0:17885:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00010000:00000001:1.0:1767384615.488945:0:19810:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384615.488948:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081da0c60. 00000100:00000001:3.0:1767384615.488950:0:17885:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299789056 : -108600409762560 : ffff9d3a7f275500) 00010000:00000200:1.0:1767384615.488952:0:19810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000025f8da10 x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:596/0 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384615.488955:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000040:3.0:1767384615.488958:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003da0b1cd x1853237050226176/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:596/0 lens 224/0 e 0 to 0 dl 1767384626 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384615.488961:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384615.488965:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000093229b71. 00010000:00000001:1.0:1767384615.488976:0:19810:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384615.488976:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384615.488980:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384615.488981:0:19810:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.488981:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384615.488986:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ea6ae73. 00000100:00001000:1.0:1767384615.488987:0:19810:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=26 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384615.488989:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384615.488990:0:17885:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.488993:0:19810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384615.488996:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ea6ae73. 00000400:00000010:0.0:1767384615.488997:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b8f34e1. 00000100:00000040:1.0:1767384615.488999:0:19810:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384615.489003:0:19810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000400:00000010:0.0:1767384615.489004:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a3aaa0f. 00000100:00100000:3.0:1767384615.489006:0:17885:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003da0b1cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050226176:12345-0@lo:13: 02000000:00000001:1.0:1767384615.489008:0:19810:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384615.489012:0:19810:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384615.489013:0:17885:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050226176 00000020:00000001:3.0:1767384615.489017:0:17885:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384615.489018:0:19810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384615.489021:0:17885:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384615.489024:0:19810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384615.489024:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384615.489025:0:17885:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.489028:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384615.489029:0:17885:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384615.489030:0:19810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00000400:00000001:0.0:1767384615.489034:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384615.489037:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384615.489039:0:17885:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000400:00000010:0.0:1767384615.489039:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e819e68c. 00000020:00000001:3.0:1767384615.489045:0:17885:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384615.489045:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0cb5def 00000020:00000001:3.0:1767384615.489049:0:17885:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384615.489049:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0cb5def. 00000100:00000001:0.0:1767384615.489052:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384615.489053:0:17885:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384615.489054:0:19810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050226688, offset 224 00000020:00000001:3.0:1767384615.489057:0:17885:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384615.489059:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384615.489061:0:17885:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384615.489066:0:19810:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384615.489067:0:17885:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384615.489072:0:17885:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384615.489077:0:17885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000df6d6545. 00000100:00000200:0.0:1767384615.489078:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384615.489080:0:19810:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384615.489082:0:17885:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.489088:0:17885:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384615.489094:0:19810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260103800 00002000:00000001:3.0:1767384615.489095:0:17885:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767384615.489095:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384615.489100:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1767384615.489101:0:17885:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384615.489104:0:16347:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1767384615.489105:0:19810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1525 [1] + 224 00000020:00000001:3.0:1767384615.489106:0:17885:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:0.0:1767384615.489107:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384615.489110:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384615.489112:0:19810:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384615.489113:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.489115:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.489116:0:17885:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384615.489119:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=32 v=5 (5 0 0 0) 00002000:00000024:3.0:1767384615.489122:0:17885:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00001000:0.0:1767384615.489124:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=32 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384615.489126:0:19810:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000020:3.0:1767384615.489129:0:17885:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:0.0:1767384615.489131:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384615.489134:0:19810:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384615.489134:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384615.489135:0:17885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00000100:00000200:1.0:1767384615.489140:0:19810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384615.489140:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00002000:00000020:3.0:1767384615.489141:0:17885:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00010000:00000001:0.0:1767384615.489144:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384615.489149:0:17885:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384615.489150:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384615.489155:0:17885:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384615.489159:0:17885:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384615.489159:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384615.489163:0:19810:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384615.489166:0:17885:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384615.489172:0:17885:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050226176 00010000:00000001:3.0:1767384615.489178:0:17885:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384615.489184:0:17885:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003da0b1cd x1853237050226176/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:596/0 lens 224/368 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.489192:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.489198:0:19810:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384615.489200:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384615.489202:0:17885:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384615.489204:0:19810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00010000:00000001:3.0:1767384615.489205:0:17885:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.489205:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384615.489207:0:19810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000100:00001000:3.0:1767384615.489209:0:17885:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384615.489211:0:19810:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384615.489213:0:17885:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384615.489215:0:19810:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384615.489218:0:17885:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:1.0:1767384615.489220:0:19810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.489221:0:17885:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000040:0.0:1767384615.489222:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384615.489227:0:17885:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384615.489227:0:19810:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:1.0:1767384615.489233:0:19810:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384615.489236:0:17885:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.489236:0:19810:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.489242:0:19810:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384615.489243:0:17885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384615.489247:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000079da3131 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050226304:0@lo:400: 00000100:00000040:1.0:1767384615.489248:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025f8da10 x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:596/0 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384615.489250:0:17885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384615.489255:0:17885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094334e56. 00000100:00000001:0.0:1767384615.489259:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384615.489261:0:17885:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050226176, offset 224 00000100:00000001:0.0:1767384615.489266:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384615.489273:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000079da3131 x1853237050226304/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384615.489274:0:19810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000025f8da10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16346:x1853237050226688:12345-0@lo:400: Request processed in 447us (1091us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384615.489275:0:17885:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384615.489289:0:17885:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384615.489321:0:19810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384615.489328:0:19810:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:0.0:1767384615.489330:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384615.489331:0:19810:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384615.489333:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384615.489334:0:19810:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384615.489335:0:17885:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260103600 02000000:00000010:0.0:1767384615.489337:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b6fa036. 00000020:00000010:1.0:1767384615.489339:0:19810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009bcb3932. 02000000:00000001:0.0:1767384615.489343:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384615.489344:0:17885:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x150d [1] + 224 00000020:00000010:1.0:1767384615.489345:0:19810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc0a26d1. 00000020:00000001:0.0:1767384615.489346:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384615.489349:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000400:00000200:3.0:1767384615.489352:0:17885:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384615.489352:0:19810:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f38300f9. 00000020:00000001:0.0:1767384615.489353:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384615.489357:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000c8fc174. 00000020:00000040:1.0:1767384615.489359:0:19810:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000400:00000200:3.0:1767384615.489362:0:17885:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384615.489364:0:19810:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384615.489365:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384615.489366:0:17885:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384615.489369:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384615.489371:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079da3131. 00000100:00000200:3.0:1767384615.489372:0:17885:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.489376:0:19810:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384615.489376:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384615.489379:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.489380:0:19810:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384615.489385:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384615.489388:0:19810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384615.489391:0:17885:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.489392:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384615.489393:0:19810:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000100:00000001:0.0:1767384615.489395:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.489400:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.489404:0:19810:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964272128 : -108605745279488 : ffff9d394121ce00) 00000100:00000001:0.0:1767384615.489405:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.489408:0:17885:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384615.489413:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f9aa81f1 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:596/0 lens 224/0 e 0 to 0 dl 1767384626 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384615.489414:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094334e56 00000400:00000010:3.0:1767384615.489419:0:17885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094334e56. 00000100:00000001:3.0:1767384615.489424:0:17885:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384615.489426:0:19810:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384615.489427:0:17885:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384615.489430:0:19810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b3bb1ea1. 00000100:00000001:3.0:1767384615.489433:0:17885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384615.489433:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384615.489434:0:19810:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384615.489440:0:19810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b3bb1ea1. 00000020:00000040:0.0:1767384615.489440:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000040:3.0:1767384615.489441:0:17885:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384615.489448:0:17885:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767384615.489448:0:19810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f9aa81f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16344:x1853237050226560:12345-0@lo:400: 00000100:00080000:0.0:1767384615.489449:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767384615.489453:0:17885:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384615.489454:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000200:1.0:1767384615.489455:0:19810:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050226560 00000020:00000001:3.0:1767384615.489457:0:17885:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384615.489460:0:19810:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384615.489464:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003da0b1cd x1853237050226176/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:596/0 lens 224/368 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384615.489464:0:19810:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384615.489467:0:19810:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.489472:0:19810:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384615.489477:0:19810:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:1.0:1767384615.489480:0:19810:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384615.489481:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384615.489482:0:17885:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003da0b1cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050226176:12345-0@lo:13: Request processed in 497us (1795us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384615.489483:0:19810:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.489485:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384615.489489:0:19810:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:0.0:1767384615.489491:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384615.489492:0:19810:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:0.0:1767384615.489494:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384615.489496:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000001:1.0:1767384615.489496:0:19810:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384615.489497:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfdb2673. 00000100:00000040:3.0:1767384615.489503:0:17885:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000020:00000001:1.0:1767384615.489503:0:19810:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384615.489504:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000100:00000001:1.0:1767384615.489507:0:19810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384615.489508:0:17885:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384615.489511:0:19810:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384615.489514:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 02000000:00000010:1.0:1767384615.489516:0:19810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ad1a11f3. 00000100:00000001:3.0:1767384615.489519:0:17885:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384615.489520:0:19810:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.489521:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384615.489525:0:19810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384615.489526:0:17885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000041877936. 00000020:00000001:1.0:1767384615.489529:0:19810:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384615.489529:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384615.489531:0:17885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073d55976. 00010000:00000040:1.0:1767384615.489535:0:19810:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050226560 00000020:00000010:3.0:1767384615.489539:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071e0d6d7. 00010000:00000001:1.0:1767384615.489540:0:19810:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384615.489556:0:19810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f9aa81f1 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:596/0 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384615.489557:0:17885:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000200:0.0:1767384615.489558:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.489563:0:17885:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384615.489584:0:19810:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384615.489585:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384615.489585:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384615.489587:0:19810:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384615.489590:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050226432 00000100:00000001:0.0:1767384615.489590:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384615.489591:0:19810:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=26 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384615.489594:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384615.489594:0:16346:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384615.489597:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384615.489598:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384615.489602:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.489602:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384615.489603:0:19810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384615.489606:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.489607:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.489610:0:19810:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 02000000:00000001:0.0:1767384615.489611:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384615.489612:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050226432 00000020:00000001:3.0:1767384615.489617:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384615.489617:0:19810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00001000:0.0:1767384615.489619:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=26 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384615.489621:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 02000000:00000001:1.0:1767384615.489622:0:19810:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384615.489625:0:19810:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.489626:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1767384615.489627:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384615.489629:0:19810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384615.489630:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000100:00000001:0.0:1767384615.489633:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384615.489634:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:0.0:1767384615.489637:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.489638:0:19810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384615.489639:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00010000:00000001:0.0:1767384615.489643:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384615.489644:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1767384615.489644:0:19810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00010000:00080000:0.0:1767384615.489649:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384615.489650:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ea6ae73. 00000100:00000200:1.0:1767384615.489650:0:19810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050226560, offset 224 00000100:00000001:3.0:1767384615.489656:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384615.489663:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ea6ae73. 00000400:00000200:1.0:1767384615.489663:0:19810:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384615.489671:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071e0d6d7. 00000400:00000200:1.0:1767384615.489673:0:19810:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384615.489677:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384615.489681:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000041877936. 00000400:00000200:1.0:1767384615.489682:0:19810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260103780 00000100:00000001:0.0:1767384615.489683:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384615.489688:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:3.0:1767384615.489689:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073d55976. 00000100:00000001:0.0:1767384615.489692:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767384615.489693:0:19810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x152d [1] + 224 00000100:00000001:0.0:1767384615.489695:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.489698:0:17884:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384615.489702:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384615.489702:0:19810:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384615.489703:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.489706:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384615.489709:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384615.489712:0:19810:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384615.489717:0:17884:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384615.489719:0:19810:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384615.489721:0:17884:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384615.489725:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384615.489726:0:19810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.489726:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384615.489732:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.489733:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384615.489736:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.489745:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384615.489745:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384615.489746:0:19810:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.489756:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384615.489764:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384615.489770:0:17884:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:3.0:1767384615.489774:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964269440 : -108605745282176 : ffff9d394121c380) 00000100:00100000:0.0:1767384615.489779:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ba41039d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16346:1853237050226688:0@lo:400: 00000100:00000040:3.0:1767384615.489783:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007c4fbea3 x1853237050226432/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:596/0 lens 224/0 e 0 to 0 dl 1767384626 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.489786:0:19810:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384615.489792:0:19810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00000400:00000010:1.0:1767384615.489796:0:19810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000100:00000001:3.0:1767384615.489802:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384615.489804:0:19810:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384615.489805:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384615.489806:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006ea6ae73. 00000100:00000001:1.0:1767384615.489808:0:19810:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384615.489809:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384615.489810:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384615.489812:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a22a07c. 00000020:00000010:3.0:1767384615.489813:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006ea6ae73. 00000100:00000001:1.0:1767384615.489815:0:19810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.489818:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 00000100:00000040:1.0:1767384615.489822:0:19810:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00100000:3.0:1767384615.489823:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007c4fbea3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050226432:12345-0@lo:400: 00000400:00000010:0.0:1767384615.489823:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00010000:00000001:1.0:1767384615.489827:0:19810:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384615.489831:0:19810:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.489831:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384615.489832:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050226432 00000100:00000200:0.0:1767384615.489837:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384615.489838:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384615.489838:0:19810:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384615.489843:0:17884:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384615.489847:0:17884:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.489847:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9aa81f1 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:596/0 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384615.489851:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384615.489853:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384615.489856:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:3.0:1767384615.489862:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384615.489865:0:17884:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384615.489871:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384615.489874:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384615.489879:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384615.489879:0:19810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f9aa81f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16344:x1853237050226560:12345-0@lo:400: Request processed in 449us (1307us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384615.489879:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384615.489883:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384615.489884:0:17884:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384615.489887:0:16346:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384615.489888:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384615.489890:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384615.489892:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384615.489894:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384615.489897:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001449b5ae. 00000100:00100000:1.0:1767384615.489898:0:19810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384615.489898:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.489903:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.489904:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.489905:0:19810:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000100:00000001:3.0:1767384615.489906:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.489910:0:19810:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384615.489910:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=21 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384615.489911:0:17884:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.489915:0:19810:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:3.0:1767384615.489916:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050226432 00000100:00001000:0.0:1767384615.489918:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=21 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384615.489919:0:19810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000002d4bea6. 00010000:00000001:3.0:1767384615.489922:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384615.489926:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384615.489927:0:19810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b9f78e88. 00000100:00000001:0.0:1767384615.489929:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384615.489930:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007c4fbea3 x1853237050226432/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:596/0 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384615.489932:0:19810:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f47f055f. 00010000:00000001:0.0:1767384615.489933:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767384615.489938:0:19810:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00010000:00080000:0.0:1767384615.489939:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.489943:0:19810:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.489953:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.489958:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384615.489960:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384615.489960:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384615.489964:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384615.489965:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1767384615.489968:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384615.489968:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384615.489970:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384615.489973:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384615.489974:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384615.489977:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384615.489978:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=21 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384615.489978:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b168fd26. 00000400:00000200:1.0:1767384615.489984:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005896bae9 00000100:00000001:3.0:1767384615.489987:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384615.489988:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005896bae9. 00000100:00000040:3.0:1767384615.489992:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384615.489994:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384615.489998:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:0.0:1767384615.489999:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384615.490000:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384615.490004:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384615.490005:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384615.490007:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.490013:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384615.490014:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384615.490018:0:16346:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000200:1.0:1767384615.490019:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384615.490022:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000040:0.0:1767384615.490022:0:16346:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000010:3.0:1767384615.490028:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094334e56. 00000004:00000040:0.0:1767384615.490028:0:16346:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:1.0:1767384615.490032:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384615.490035:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050226432, offset 224 00000100:00000001:1.0:1767384615.490037:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:0.0:1767384615.490038:0:16346:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:1.0:1767384615.490040:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384615.490043:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384615.490044:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384615.490046:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384615.490050:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384615.490050:0:16346:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384615.490056:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384615.490057:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384615.490060:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384615.490063:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=26 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384615.490067:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260103700 00000100:00001000:1.0:1767384615.490073:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=26 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384615.490078:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x151d [1] + 224 00000100:00000001:1.0:1767384615.490080:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767384615.490081:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f423ef1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050226176:0@lo:13: 00000100:00000001:1.0:1767384615.490084:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384615.490087:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384615.490090:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384615.490091:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384615.490095:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384615.490095:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00080000:1.0:1767384615.490098:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.490101:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384615.490101:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ba41039d x1853237050226688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384615.490107:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.490127:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384615.490130:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384615.490133:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008b3f07dc. 02000000:00000001:0.0:1767384615.490138:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384615.490139:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.490141:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384615.490142:0:17884:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384615.490144:0:16346:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384615.490145:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384615.490149:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:0.0:1767384615.490150:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384615.490154:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767384615.490154:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002057902f. 00000100:00000001:1.0:1767384615.490157:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.490160:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384615.490164:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384615.490165:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:0.0:1767384615.490165:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba41039d. 00000100:00000040:1.0:1767384615.490168:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.490170:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384615.490171:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094334e56 00000100:00000001:0.0:1767384615.490174:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384615.490176:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094334e56. 00000100:00000001:0.0:1767384615.490181:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384615.490182:0:17884:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384615.490183:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384615.490186:0:17884:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384615.490186:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384615.490190:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.490190:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384615.490190:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f423ef1 x1853237050226176/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384615.490198:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000040:1.0:1767384615.490199:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384615.490203:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384615.490206:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.490211:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384615.490223:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c4fbea3 x1853237050226432/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:596/0 lens 224/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.490224:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:1.0:1767384615.490227:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005edc4034 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050226560:0@lo:400: 02000000:00000001:0.0:1767384615.490229:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384615.490234:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006aaf949e. 00000400:00000001:1.0:1767384615.490239:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384615.490243:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007c4fbea3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050226432:12345-0@lo:400: Request processed in 437us (2156us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384615.490243:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384615.490247:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f55e5a27. 02000000:00000001:0.0:1767384615.490249:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384615.490253:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767384615.490254:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000200:1.0:1767384615.490255:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b5e227 00000020:00000040:0.0:1767384615.490256:0:16346:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:1.0:1767384615.490258:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b5e227. 00000100:00000040:3.0:1767384615.490260:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000020:00000001:0.0:1767384615.490264:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384615.490265:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384615.490266:0:16344:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384615.490269:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ddc032d. 00000100:00000001:3.0:1767384615.490270:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384615.490273:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384615.490275:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000041877936. 02000000:00000001:0.0:1767384615.490277:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767384615.490282:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073d55976. 02000000:00000001:0.0:1767384615.490282:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1767384615.490287:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384615.490287:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f423ef1. 00000020:00000010:3.0:1767384615.490289:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071e0d6d7. 00000100:00000001:1.0:1767384615.490325:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384615.490327:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.490328:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384615.490330:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384615.490333:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384615.490336:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:1.0:1767384615.490336:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.490336:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384615.490340:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384615.490341:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.490342:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.490346:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384615.490348:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=21 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384615.490353:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384615.490358:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384615.490359:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384615.490364:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384615.490364:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.490367:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.490368:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.490369:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384615.490375:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384615.490380:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.490382:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384615.490384:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384615.490386:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384615.490387:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.490390:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.490394:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.490397:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384615.490398:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384615.490402:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384615.490407:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6eaf0f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050226432:0@lo:400: 00000100:00000001:1.0:1767384615.490411:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.490413:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384615.490416:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005edc4034 x1853237050226560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.490420:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384615.490421:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384615.490423:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d4a5ba7. 02000000:00000001:1.0:1767384615.490426:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384615.490427:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384615.490428:0:16344:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384615.490430:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384615.490431:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c68876f1. 02000000:00000001:1.0:1767384615.490434:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384615.490439:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384615.490440:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005edc4034. 00000100:00000001:1.0:1767384615.490442:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384615.490443:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.490445:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384615.490446:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6eaf0f9 x1853237050226432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.490451:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384615.490451:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384615.490453:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003440cb6f. 02000000:00000001:1.0:1767384615.490455:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384615.490456:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384615.490457:0:16344:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384615.490458:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384615.490458:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1caaeb9. 02000000:00000001:1.0:1767384615.490460:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384615.490461:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384615.490461:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6eaf0f9. 00000100:00000001:1.0:1767384615.490463:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384615.490464:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.490465:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.490468:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384615.490469:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.490471:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.490473:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384615.493352:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294903813, at 4294903814 00000100:00000040:0.0:1767384615.493355:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294903813, at 4294903814 00000100:00000010:2.0:1767384615.493359:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d9bdee9b. 00000100:00000010:0.0:1767384615.493362:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4eb08c2. 00000100:00000040:1.0:1767384615.493371:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294903813, at 4294903814 00000100:00000010:1.0:1767384615.493378:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000836dbcf6. 00000100:00000040:3.0:1767384615.494322:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294903813, at 4294903815 00000100:00000010:3.0:1767384615.494328:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074bd89cb. 00010000:00000001:1.0:1767384615.679386:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384615.679393:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.679399:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384615.679400:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.679422:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384615.679425:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384615.679427:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384615.788686:0:23731:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384615.788692:0:23731:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:3.0:1767384615.793434:0:23731:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384615.802543:0:23732:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fcf52c35. 00000400:00000010:3.0:1767384615.802560:0:23732:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b0aef3be. 00000400:00000010:3.0:1767384615.802571:0:23732:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b5122aff. 00000400:00000010:3.0:1767384615.802576:0:23732:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003440cb6f. 00000400:00000010:3.0:1767384615.802580:0:23732:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000030a42709. 00000400:00000010:3.0:1767384615.802585:0:23732:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006068b654. 00000400:00000010:3.0:1767384615.802588:0:23732:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f83c46a0. 00000400:00000010:3.0:1767384615.802590:0:23732:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002e5340cf. 00000400:00000010:3.0:1767384615.802594:0:23732:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008a35a97d. 00000800:00000010:3.0:1767384615.802607:0:23732:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000da7d6087. 00000800:00000200:3.0:1767384615.802619:0:23732:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384615.802630:0:23732:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384615.802672:0:23732:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:3.0:1767384615.802700:0:23732:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp23 [8/256/0/180] 00000400:00000010:3.0:1767384615.804665:0:23732:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000071e0d6d7. 00000400:00000010:3.0:1767384615.804671:0:23732:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077cf56a4. 00000400:00000010:3.0:1767384615.804676:0:23732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094334e56. 00000400:00000001:3.0:1767384615.804691:0:23732:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384615.804692:0:23732:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384615.804694:0:23732:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035c642b6. 00000400:00000200:3.0:1767384615.804696:0:23732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064d2213d 00000400:00000010:3.0:1767384615.804697:0:23732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064d2213d. 00000400:00000010:3.0:1767384615.804701:0:23732:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 000000000620013d. 00000400:00000200:3.0:1767384615.804705:0:23732:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (14) 00000400:00000200:3.0:1767384615.804716:0:23732:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384615.804724:0:23732:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:3.0:1767384615.804731:0:23732:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000097ddb09d. 00000020:01000000:3.0:1767384615.804734:0:23732:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384615.804736:0:23732:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp23 00000400:00000010:3.0:1767384615.804748:0:23732:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b0aef3be. 00000400:00000010:3.0:1767384615.804751:0:23732:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fcf52c35. 00000400:00000200:0.0:1767384615.804782:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384615.804790:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:0.0:1767384615.804797:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0cb5def. 00000400:00000200:0.0:1767384615.804800:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (15) 00000400:00000010:0.0:1767384615.804804:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000538b7c45. 00000400:00000200:0.0:1767384615.804808:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000020:00000001:1.0:1767384615.804809:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384615.804814:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384615.804817:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384615.804821:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 10000000:01000000:1.0:1767384615.804827:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384615.804827:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384615.804832:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384615.804837:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384615.804837:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767384615.804842:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384615.804845:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384615.804846:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767384615.804848:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384615.804851:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384615.804854:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767384615.804855:0:480:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384615.804858:0:480:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384615.804860:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384615.804861:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767384615.804863:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384615.804879:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000010:1.0:1767384615.804881:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f423ef1. 00000400:00000200:0.0:1767384615.804884:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:00000040:1.0:1767384615.804886:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384615.804892:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384615.804896:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384615.804899:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:1.0:1767384615.804902:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.804903:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384615.804909:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 02000000:00000010:1.0:1767384615.804913:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003cfa6b61. 00000400:00000200:0.0:1767384615.804913:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:0.0:1767384615.804920:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000001:1.0:1767384615.804921:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.804926:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384615.804929:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000001:1.0:1767384615.804931:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384615.804933:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.804934:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp22 00000400:00000200:0.0:1767384615.804939:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp22 lpni_is_preferred = 0 00000100:00000040:1.0:1767384615.804943:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f423ef1] to pc [ptlrpcd_00_03+3] req@000000008f423ef1 x1853237050226816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384615.804943:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp22 00000400:00000200:0.0:1767384615.804950:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp22 NI seq info: [31:31:256:4294967295] 192.168.202.122@tcp22 LPNI seq info [31:31:8:4294967295] 00000400:00000200:0.0:1767384615.804961:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp22 00000400:00000200:0.0:1767384615.804969:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp22(192.168.202.122@tcp22:) -> 192.168.202.122@tcp22(192.168.202.122@tcp:192.168.202.122@tcp22) : PUT try# 0 00000800:00000200:0.0:1767384615.804973:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp22 00000800:00000010:0.0:1767384615.804977:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028037604. 10000000:00000001:1.0:1767384615.804981:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384615.804984:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007f878606. 10000000:00000001:1.0:1767384615.804985:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.804990:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384615.804991:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000046f6f2fc. 00000020:01000000:1.0:1767384615.804994:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384615.804995:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384615.805000:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f878606] -> 12345-192.168.202.122@tcp22 (2) 00000100:00000001:3.0:1767384615.805001:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384615.805004:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384615.805004:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384615.805008:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:0.1:1767384615.805008:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f878606] -> 12345-192.168.202.122@tcp22 (2) 10000000:00000001:1.0:1767384615.805011:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384615.805013:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f423ef1 x1853237050226816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384615.805014:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384615.805018:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384615.805022:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384615.805025:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384615.805028:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384615.805028:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000020:01000004:1.0:1767384615.805029:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384615.805032:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384615.805033:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384615.805036:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 02000000:00000001:3.0:1767384615.805038:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384615.805038:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384615.805042:0:480:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384615.805043:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384615.805046:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384615.805050:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:3.0:1767384615.805051:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f423ef1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050226816:0@lo:253: 00000020:01000004:1.0:1767384615.805052:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384615.805058:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384615.805058:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9abf668. 00000020:00000040:1.0:1767384615.805063:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 02000000:00000001:3.0:1767384615.805065:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384615.805065:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384615.805069:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384615.805069:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384615.805071:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.805072:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384615.805078:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ee24ca06. 02000000:00000010:3.0:1767384615.805080:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001af3be3e. 00000100:00000001:1.0:1767384615.805082:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.805084:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805087:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384615.805089:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.805090:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000010:3.0:1767384615.805098:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057b6dfac. 00000100:00000040:1.0:1767384615.805098:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9abf668] to pc [ptlrpcd_00_00+0] req@00000000d9abf668 x1853237050226944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384615.805105:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0aef3be. 00000100:00000200:3.0:1767384615.805110:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050226816, portal 25 00000100:00000001:3.0:1767384615.805113:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384615.805114:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299792640 : -108600409758976 : ffff9d3a7f276300) 10000000:00000001:1.0:1767384615.805119:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.805120:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f423ef1 x1853237050226816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384615.805122:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.805127:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384615.805129:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384615.805134:0:480:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000097ddb09d. 00000100:00000001:3.0:1767384615.805136:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384615.805140:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384615.805142:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe5fe127. 00000100:00000200:3.0:1767384615.805145:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050226816, offset 0 00000100:00000001:1.0:1767384615.805146:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.805149:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384615.805150:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384615.805154:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384615.805155:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000001:1.0:1767384615.805158:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384615.805162:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384615.805162:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384615.805168:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d9abf668 x1853237050226944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384615.805175:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103880 00000100:00000001:1.0:1767384615.805175:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384615.805177:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384615.805181:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384615.805184:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384615.805186:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384615.805190:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000400:00000200:0.0:1767384615.805191:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00100000:1.0:1767384615.805192:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050226944:0@lo:253: 00000100:00000001:1.0:1767384615.805200:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384615.805202:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058a4e7e8. 02000000:00000001:1.0:1767384615.805203:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384615.805206:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384615.805208:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384615.805210:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004cf43e43 00000400:00000200:0.0:1767384615.805216:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 02000000:00000010:1.0:1767384615.805220:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000097ddb09d. 00000400:00000200:3.0:1767384615.805221:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384615.805224:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384615.805229:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055972de7. 00000400:00000200:3.0:1767384615.805233:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384615.805236:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097ca07b8. 00000400:00000200:3.0:1767384615.805240:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf43e43 00000400:00000200:0.0:1767384615.805243:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000010:3.0:1767384615.805245:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cf43e43. 00000100:00000001:3.0:1767384615.805253:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384615.805253:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050226944, portal 25 00000100:00000001:1.0:1767384615.805258:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1767384615.805259:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384615.805260:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299798912 : -108600409752704 : ffff9d3a7f277b80) 00000100:00000040:3.0:1767384615.805264:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000f67a8eb0 x1853237050226816 msgsize 4848 00000400:00000200:0.0:1767384615.805267:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000040:1.0:1767384615.805268:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d9abf668 x1853237050226944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384615.805272:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384615.805277:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384615.805283:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384615.805287:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384615.805329:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e66a2a88. 00000100:00000200:1.0:1767384615.805333:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050226944, offset 0 00000100:00000001:3.0:1767384615.805337:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384615.805338:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384615.805346:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe5fe127 00000400:00000200:0.0:1767384615.805348:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000010:3.0:1767384615.805350:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe5fe127. 00000400:00000200:1.0:1767384615.805351:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384615.805356:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384615.805363:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f423ef1 x1853237050226816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384615.805364:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103900 00000400:00000200:1.0:1767384615.805375:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 00000100:00000001:3.0:1767384615.805377:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384615.805378:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000838b7c82. 00000100:00000040:3.0:1767384615.805384:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f423ef1 x1853237050226816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384615.805384:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005032d4a8 00000400:00000200:0.0:1767384615.805384:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384615.805391:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384615.805401:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384615.805403:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384615.805405:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005032d4a8 00000100:00000001:3.0:1767384615.805407:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1767384615.805408:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005032d4a8. 00000400:00000200:0.0:1767384615.805409:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000001:3.0:1767384615.805414:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805415:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384615.805418:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384615.805419:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294904131 00000100:00000040:1.0:1767384615.805421:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000000b5ff2b5 x1853237050226944 msgsize 4848 00000100:00000010:3.0:1767384615.805425:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f73c0294. 00000100:00100000:1.0:1767384615.805426:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384615.805430:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384615.805433:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384615.805437:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:1.0:1767384615.805439:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384615.805441:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294904131 00000400:00000200:1.0:1767384615.805446:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e66a2a88 00000100:00000010:3.0:1767384615.805447:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004868ebf2. 00000400:00000010:1.0:1767384615.805452:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e66a2a88. 00000100:00000001:3.0:1767384615.805454:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384615.805459:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384615.805460:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294904131 00000400:00000200:0.0:1767384615.805461:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000010:3.0:1767384615.805466:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f3bf422. 00000100:00000200:1.0:1767384615.805466:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d9abf668 x1853237050226944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.805472:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384615.805477:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294904131 00000100:00000010:3.0:1767384615.805481:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052156fc4. 00000100:00000001:3.0:1767384615.805484:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384615.805489:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384615.805489:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:3.0:1767384615.805496:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.805503:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805505:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384615.805506:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384615.805512:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d9abf668 x1853237050226944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384615.805514:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:3.0:1767384615.805515:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384615.805518:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384615.805525:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384615.805527:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384615.805529:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.805530:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805535:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384615.805536:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.805538:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:1.0:1767384615.805546:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805551:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294904131 00000100:00000001:1.0:1767384615.805555:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294904131 00000100:00000001:1.0:1767384615.805557:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294904131 00000100:00000001:1.0:1767384615.805560:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294904131 00000100:00000001:1.0:1767384615.805563:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294904131 00000100:00000001:1.0:1767384615.805565:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294904131 00000100:00000001:1.0:1767384615.805567:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294904131 00000100:00000001:1.0:1767384615.805570:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294904131 00000100:00000001:1.0:1767384615.805572:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384615.805573:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:1.0:1767384615.805577:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805581:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805583:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.805588:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384615.805590:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384615.805594:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.805595:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384615.805598:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805600:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.805608:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:1.0:1767384615.805611:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.805614:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805632:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384615.805634:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050226816 02000000:00000001:1.0:1767384615.805636:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384615.805638:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384615.805640:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384615.805643:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384615.805652:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050226816 00000020:00000001:1.0:1767384615.805654:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384615.805655:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000020:00000040:1.0:1767384615.805656:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384615.805661:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384615.805664:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:1.0:1767384615.805667:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384615.805669:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384615.805673:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384615.805676:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020548066. 00000100:00000001:1.0:1767384615.805679:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384615.805681:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020548066. 00000020:00000010:1.0:1767384615.805687:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f38300f9. 00000020:00000010:1.0:1767384615.805692:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000002d4bea6. 00000020:00000010:1.0:1767384615.805696:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b9f78e88. 00000400:00000200:0.0:1767384615.805700:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000100:00000040:1.0:1767384615.805703:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384615.805708:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384615.805709:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384615.805711:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805718:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805732:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384615.805741:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000001:1.0:1767384615.805743:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384615.805757:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050226944 02000000:00000001:1.0:1767384615.805759:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384615.805761:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384615.805763:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384615.805765:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384615.805767:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050226944 00000100:00000001:3.0:1767384615.805768:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384615.805769:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384615.805772:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384615.805772:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384615.805774:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384615.805777:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000020:00000001:1.0:1767384615.805779:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:0.0:1767384615.805780:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00100000:3.0:1767384615.805781:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000020:00000001:1.0:1767384615.805786:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000040:3.0:1767384615.805789:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384615.805790:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384615.805793:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472286095440 : -108601423456176 : ffff9d3a42bb9850) 00000020:00000010:1.0:1767384615.805799:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020548066. 00000100:00000040:3.0:1767384615.805800:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f67a8eb0 x1853237050226816/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 4848/0 e 0 to 0 dl 1767384626 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.805803:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384615.805805:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020548066. 00000020:00000010:1.0:1767384615.805810:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f47f055f. 00000020:00000010:1.0:1767384615.805826:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009bcb3932. 00000100:00000001:3.0:1767384615.805829:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384615.805830:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc0a26d1. 00000020:00000010:3.0:1767384615.805835:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000970d95a1. 00000100:00000001:1.0:1767384615.805835:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384615.805839:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384615.805840:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.805841:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384615.805845:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000970d95a1. 00000400:00000200:0.0:1767384615.805845:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00000001:1.0:1767384615.805848:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805853:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384615.805856:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f67a8eb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16347:x1853237050226816:12345-0@lo:253: 00000100:00000200:3.0:1767384615.805860:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050226816 00000020:00000001:3.0:1767384615.805863:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384615.805867:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384615.805867:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384615.805869:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.805870:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384615.805874:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384615.805887:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000020:00000001:3.0:1767384615.805888:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:3.0:1767384615.805894:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384615.805894:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000020:00000001:3.0:1767384615.805896:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384615.805898:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000100:00000001:1.0:1767384615.805899:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472286103632 : -108601423447984 : ffff9d3a42bbb850) 00000020:00000001:3.0:1767384615.805900:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384615.805904:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384615.805907:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.805910:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b5ff2b5 x1853237050226944/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 4848/0 e 0 to 0 dl 1767384626 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.805912:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384615.805916:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384615.805923:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a42390e1. 00000100:00000001:1.0:1767384615.805924:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384615.805929:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384615.805931:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020548066. 00000100:00000001:3.0:1767384615.805932:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384615.805938:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384615.805938:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384615.805943:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020548066. 00000400:00000200:0.0:1767384615.805946:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 20000000:00000010:3.0:1767384615.805949:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b77939c5. 00000100:00100000:1.0:1767384615.805951:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b5ff2b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16344:x1853237050226944:12345-0@lo:253: 20000000:01000000:3.0:1767384615.805954:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:1.0:1767384615.805957:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050226944 20000000:00000001:3.0:1767384615.805960:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384615.805961:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767384615.805964:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384615.805966:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384615.805968:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.805969:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384615.805972:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.805973:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384615.805977:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384615.805977:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:1.0:1767384615.805981:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384615.805983:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384615.805985:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:3.0:1767384615.805986:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000d4a5ba7. 00000400:00000200:0.0:1767384615.805989:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 20000000:01000000:3.0:1767384615.805990:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 00000020:00000001:1.0:1767384615.805994:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384615.805997:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384615.805999:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:1.0:1767384615.805999:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384615.806003:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767384615.806005:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000010:1.0:1767384615.806010:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000202d571f. 02000000:00000001:1.0:1767384615.806015:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384615.806017:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:1.0:1767384615.806017:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.806018:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 20000000:00000001:1.0:1767384615.806023:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384615.806036:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:1.0:1767384615.806039:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b3ed4e4d. 00000400:00000200:0.0:1767384615.806043:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 20000000:01000000:1.0:1767384615.806044:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384615.806048:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384615.806051:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384615.806052:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384615.806053:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384615.806059:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384615.806060:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:1.0:1767384615.806063:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384615.806064:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384615.806067:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384615.806069:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384615.806071:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:3.0:1767384615.806075:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:3.0:1767384615.806077:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384615.806079:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384615.806082:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384615.806083:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384615.806086:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384615.806090:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:3.0:1767384615.806093:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384615.806097:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000006f35b21. 00080000:00000001:3.0:1767384615.806099:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468038012928 : -108605671538688 : ffff9d3945870000) 00080000:00000001:3.0:1767384615.806102:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384615.806105:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384615.806109:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000970d95a1. 00080000:00000001:3.0:1767384615.806111:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384615.806113:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384615.806125:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384615.806140:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384615.806279:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000617aa8ca. 00000800:00000010:0.0:1767384615.806284:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d847111. 00000800:00000010:0.0:1767384615.806328:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000059d84a5e. 00000800:00000010:0.0:1767384615.806363:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000059d84a5e. 00000400:00000200:3.0:1767384615.806554:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384615.806569:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp22 from 229.3.0.2 00000800:00000010:3.0:1767384615.806571:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000597e0774. 00000800:00000010:1.0:1767384615.806613:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000035337d0b. 00000800:00000010:1.0:1767384615.806620:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e66a2a88. 00000800:00000010:1.0:1767384615.806645:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000baa54927. 00000800:00000200:1.1:1767384615.806653:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f878606] -> 12345-192.168.202.122@tcp22 (2) 00000800:00000200:1.1:1767384615.806659:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp22 00000000baa54927 deleted 00000800:00000010:1.1:1767384615.806662:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000baa54927. 00000800:00000200:1.1:1767384615.806668:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384615.806674:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp22 ip 192.168.202.122:997 00000800:00000200:1.1:1767384615.806678:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000028037604 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384615.806683:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp22 p 3.x 192.168.202.122 -> 192.168.202.122:997 incarnation:1767384614071579661 sched[0] 00000800:00000010:1.0:1767384615.806689:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020548066. 00000800:00000010:1.0:1767384615.806746:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020548066. 00000800:00000010:1.0:1767384615.806750:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e66a2a88. 00000800:00000010:1.0:1767384615.806790:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000597e0774. 00000800:00000001:3.0:1767384615.806794:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384615.806801:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384615.806806:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384615.806814:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp22 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384614071579661 sched[0] 00000800:00000010:0.0:1767384615.806817:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d847111. 00000800:00000001:3.0:1767384615.806846:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384615.806853:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384615.806853:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384615.806858:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384615.806858:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028037604. 00000400:00000200:1.0:1767384615.806863:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384615.806865:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384615.806866:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384615.806869:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp22->192.168.202.122@tcp22: PUT: OK 00000400:00000200:1.0:1767384615.806878:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384615.806886:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000400:00000200:3.0:1767384615.806891:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp22(192.168.202.122@tcp22) <- 192.168.202.122@tcp22 : PUT - for me 00000400:00000200:3.0:1767384615.806902:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384615.806912:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x14d1 [1] + 0 00000400:00000200:0.0:1767384615.806913:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000010:3.0:1767384615.806916:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e667166a. 00000400:00000200:3.0:1767384615.806922:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005796ae9a 00000800:00000001:3.0:1767384615.806925:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384615.806934:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384615.806936:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384615.806940:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp22->192.168.202.122@tcp22: PUT: OK 00000400:00000200:0.0:1767384615.806942:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384615.806943:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005796ae9a 00000400:00000010:3.0:1767384615.806947:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005796ae9a. 00000400:00000200:3.0:1767384615.806950:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384615.806954:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (16) 00000400:00000200:3.0:1767384615.806957:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:3.0:1767384615.806961:0:16339:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000035f8a0f6. 00000400:00000200:3.0:1767384615.806963:0:16339:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 15 00000400:00000200:3.0:1767384615.806968:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384615.806968:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384615.806985:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (17) 00000400:00000200:3.0:1767384615.806990:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384615.806996:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp22 to MR: 192.168.202.122@tcp22 local destination 00000400:00000200:0.0:1767384615.807000:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384615.807002:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp22 NI seq info: [32:32:256:4294967295] 192.168.202.122@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:3.0:1767384615.807015:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp22(192.168.202.122@tcp22:192.168.202.122@tcp22) -> 192.168.202.122@tcp22(192.168.202.122@tcp22:192.168.202.122@tcp22) 192.168.202.122@tcp22 : ACK try# 0 00000800:00000200:3.0:1767384615.807021:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp22 00000400:00000200:1.0:1767384615.807022:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384615.807025:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f1caaeb9. 00000400:00000010:1.0:1767384615.807027:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c4c1c3. 00000800:00000200:3.0:1767384615.807032:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f878606] -> 12345-192.168.202.122@tcp22 (4) 00000400:00000010:1.0:1767384615.807034:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00000800:00000200:3.0:1767384615.807039:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp22 ip 192.168.202.122:988 00000400:00000200:1.0:1767384615.807040:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002fbdab75 00000400:00000200:0.0:1767384615.807040:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000800:00000200:3.0:1767384615.807042:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f1caaeb9 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384615.807047:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1004d1 00000400:00000010:1.0:1767384615.807056:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 000000000498d5c9. 00000400:00000010:1.0:1767384615.807065:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000caf2fcc1. 00000400:00000010:1.0:1767384615.807068:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 00000000a58d737b. 00000400:00000200:0.0:1767384615.807080:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000010:1.0:1767384615.807090:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000076f9c03a. 00000800:00000200:3.0:1767384615.807096:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384615.807096:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000076f9c03a nid 192.168.202.122@tcp23 00000800:00000010:3.0:1767384615.807101:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f1caaeb9. 00000400:00000010:1.0:1767384615.807102:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000836dbcf6. 00000400:00000200:3.0:1767384615.807107:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384615.807107:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000836dbcf6 net tcp23 00000400:00000200:1.0:1767384615.807112:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (16) 00000400:00000200:3.0:1767384615.807117:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp22->192.168.202.122@tcp22: ACK: OK 00000400:00000200:1.0:1767384615.807122:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp23 flags 0x11 00000400:00000010:1.0:1767384615.807125:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 000000000498d5c9. 00000400:00000200:0.0:1767384615.807126:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000010:1.0:1767384615.807128:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000caf2fcc1. 00000800:00000001:3.0:1767384615.807132:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384615.807134:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 00000000a58d737b. 00000400:00000010:1.0:1767384615.807137:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000035f8a0f6. 00000400:00000200:1.0:1767384615.807142:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000800:00000001:3.0:1767384615.807144:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384615.807145:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100551 00000800:00000001:3.0:1767384615.807150:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384615.807153:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 1 00000400:00000200:1.0:1767384615.807158:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 00000800:00000001:3.0:1767384615.807159:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384615.807161:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000800:00000001:3.0:1767384615.807162:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384615.807164:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000800:00000001:3.0:1767384615.807168:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384615.807169:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100511 rc 0 00000400:00000200:1.0:1767384615.807177:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:3.0:1767384615.807182:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp22(192.168.202.122@tcp22) <- 192.168.202.122@tcp22 : ACK - for me 00000400:00000200:1.0:1767384615.807182:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (17) 00000400:00000200:0.0:1767384615.807193:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384615.807200:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp22: ACK from 12345-192.168.202.122@tcp22 into md 0x1551 00000400:00000200:3.0:1767384615.807207:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384615.807213:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp22->192.168.202.122@tcp22: ACK: OK 00000400:00000200:3.0:1767384615.807217:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0cb5def 00000400:00000200:0.0:1767384615.807219:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000010:3.0:1767384615.807220:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0cb5def. 00000400:00000200:3.0:1767384615.807226:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384615.807231:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:3.0:1767384615.807235:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (16) 00000800:00000001:3.0:1767384615.807242:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384615.807243:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000800:00000001:3.0:1767384615.807247:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384615.807263:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807332:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807362:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807378:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807394:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807412:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807426:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807442:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807461:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807475:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807489:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807503:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807517:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807535:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384615.807559:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000800:00000010:0.0:1767384615.807680:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000077d55833. 00000400:00000200:3.0:1767384615.807683:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384615.807684:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d847111. 00000800:00000010:0.0:1767384615.807690:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000059d84a5e. 00000800:00000010:0.0:1767384615.807707:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000059d84a5e. 00000400:00000200:3.0:1767384615.807750:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp22 from 228.3.0.2 00000800:00000010:3.0:1767384615.807755:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003c925025. 00000800:00000010:0.0:1767384615.807777:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000000087c85. 00000800:00000010:0.0:1767384615.807781:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001c662250. 00000800:00000010:0.0:1767384615.807799:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b416cf25. 00000800:00000200:0.1:1767384615.807803:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f878606] -> 12345-192.168.202.122@tcp22 (4) 00000800:00000200:0.1:1767384615.807808:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp22 00000000b416cf25 deleted 00000800:00000010:0.1:1767384615.807810:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b416cf25. 00000800:00000200:0.1:1767384615.807814:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384615.807819:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp22 p 3.x 192.168.202.122 -> 192.168.202.122:996 incarnation:1767384614071579661 sched[0] 00000800:00000010:0.0:1767384615.807823:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000059d84a5e. 00000800:00000010:0.0:1767384615.807874:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000059d84a5e. 00000800:00000010:0.0:1767384615.807878:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001c662250. 00000800:00000200:1.1:1767384615.807907:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:0.0:1767384615.807911:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003c925025. 00000800:00000001:0.0:1767384615.807924:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384615.807937:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp22 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384614071579661 sched[0] 00000800:00000001:0.0:1767384615.807937:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384615.807943:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d847111. 00000800:00000001:0.0:1767384615.807999:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384615.808004:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384615.808259:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000006f35b21. 00080000:00000010:3.0:1767384615.808327:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000970d95a1. 00040000:00000001:3.0:1767384615.808332:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384615.808334:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384615.808336:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384615.808339:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384615.808341:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384615.808342:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384615.808350:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384615.808360:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384615.808363:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384615.808365:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a58d737b. 00080000:00000001:3.0:1767384615.808368:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384615.808369:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:1.0:1767384615.808373:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384615.808376:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384615.808378:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:0.0:1767384615.808382:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384615.808384:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384615.808387:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384615.808390:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384615.808392:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.808393:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384615.808397:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384615.808398:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384615.808400:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384615.808402:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000040:0.0:1767384615.808405:0:17092:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000050702925 count: 2 00010000:00000001:0.0:1767384615.808408:0:17092:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384615.808411:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.808413:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:1.0:1767384615.808415:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00010000:00000010:0.0:1767384615.808417:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d20025a7. 00000020:00000001:1.0:1767384615.808419:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00000020:00000001:0.0:1767384615.808423:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000002:1.0:1767384615.808424:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000040:0.0:1767384615.808427:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d20025a7 with handle 0x9f279d7a9a0b4f3c to hash 00080000:00000001:1.0:1767384615.808428:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384615.808432:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384615.808433:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.808435:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00080000:00000001:1.0:1767384615.808436:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.808438:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00000020:00000001:1.0:1767384615.808440:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384615.808441:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384615.808444:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:0.0:1767384615.808445:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384615.808449:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384615.808451:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384615.808457:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000caf2fcc1. 00010000:00000001:0.0:1767384615.808459:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384615.808463:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468040064000 : -108605669487616 : ffff9d3945a64c00) 00010000:00000001:0.0:1767384615.808464:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384615.808467:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767384615.808469:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384615.808469:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384615.808473:0:17092:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000001:00000001:1.0:1767384615.808474:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:0.0:1767384615.808478:0:17092:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4f2e expref: 16 pid: 17070 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384615.808479:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000020548066. 00080000:00000001:1.0:1767384615.808485:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.808487:0:17092:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:1.0:1767384615.808489:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384615.808497:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.808499:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384615.808500:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384615.808501:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.808503:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.808507:0:17092:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384615.808509:0:17092:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384615.808512:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:1.0:1767384615.808515:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:0.0:1767384615.808515:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000050702925) refcount = 2 00000100:00000001:3.0:1767384615.808516:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384615.808520:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b77939c5. 00010000:00000040:0.0:1767384615.808521:0:17092:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 20000000:00000001:3.0:1767384615.808526:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384615.808526:0:17092:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x9f279d7a9a0b4f2e expref: 16 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384615.808533:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050226816 00010000:00000040:0.0:1767384615.808534:0:17092:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:3.0:1767384615.808537:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:0.0:1767384615.808537:0:17092:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384615.808543:0:17092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059d84a5e. 00000100:00000001:0.0:1767384615.808557:0:17092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384615.808561:0:17092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c662250. 00010000:00000200:3.0:1767384615.808562:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f67a8eb0 x1853237050226816/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.808563:0:17092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635467963813632 : -108605745737984 : ffff9d39411acf00) 00000100:00000001:0.0:1767384615.808568:0:17092:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635467963813632 : -108605745737984 : ffff9d39411acf00) 00000100:00000001:0.0:1767384615.808573:0:17092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384615.808576:0:17092:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384615.808578:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384615.808578:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384615.808582:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.808583:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.808585:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384615.808586:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=32 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384615.808587:0:17092:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384615.808591:0:17092:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:3.0:1767384615.808592:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384615.808594:0:17092:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000040:3.0:1767384615.808597:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:0.0:1767384615.808598:0:17092:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:3.0:1767384615.808601:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000010:0.0:1767384615.808602:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049fccd94. 02000000:00000001:3.0:1767384615.808605:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384615.808606:0:17092:0:(genops.c:1229:class_import_get()) import 0000000093c50239 refcount=2 obd=MGS 02000000:00000001:3.0:1767384615.808608:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.808610:0:17092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384615.808612:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384615.808613:0:17092:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384615.808617:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384615.808617:0:17092:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384615.808623:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe5fe127. 02000000:00000010:0.0:1767384615.808624:0:17092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006d8cd38. 00000100:00000200:3.0:1767384615.808627:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050226816, offset 224 00000400:00000200:3.0:1767384615.808633:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384615.808635:0:17092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384615.808641:0:17092:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9f279d7a9a0b4f2e expref: 16 pid: 17070 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384615.808644:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384615.808654:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103880 00010000:00010000:0.0:1767384615.808659:0:17092:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f35 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4f2e expref: 16 pid: 17070 timeout: 386 lvb_type: 0 00000400:00000200:3.0:1767384615.808660:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1555 [2] + 224 00000400:00000200:3.0:1767384615.808670:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384615.808673:0:17092:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000200:3.0:1767384615.808675:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384615.808677:0:17092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384615.808679:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384615.808682:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049fccd94 x1853237050227072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384615.808686:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f423ef1 x1853237050226816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.808710:0:17092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384615.808713:0:17092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.808716:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008f423ef1 x1853237050226816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384615.808719:0:17092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049fccd94 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050227072:0@lo:104: 00000100:00000001:0.0:1767384615.808726:0:17092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384615.808729:0:17092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384615.808732:0:17092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.808733:0:17092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384615.808736:0:17092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057bc0103. 02000000:00000001:0.0:1767384615.808738:0:17092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.808741:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384615.808742:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e819e68c. 00000400:00000200:3.0:1767384615.808747:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe5fe127 00000400:00000010:0.0:1767384615.808748:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b47d99b3. 00000400:00000010:3.0:1767384615.808751:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe5fe127. 00000100:00000001:3.0:1767384615.808755:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384615.808757:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384615.808758:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384615.808760:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.808761:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384615.808761:0:17092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050227072, portal 16 00000100:00000001:0.0:1767384615.808775:0:17092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384615.808777:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000001:1.0:1767384615.808778:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384615.808778:0:17092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963238144 : -108605746313472 : ffff9d3941120700) 00000400:00000001:1.0:1767384615.808781:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384615.808782:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384615.808785:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057b6dfac. 00000100:00000040:0.0:1767384615.808786:0:17092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000049fccd94 x1853237050227072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384615.808787:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384615.808790:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0aef3be 00000400:00000010:1.0:1767384615.808794:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b0aef3be. 00000020:00000001:3.0:1767384615.808798:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384615.808800:0:17092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384615.808801:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384615.808805:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f67a8eb0 x1853237050226816/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384615.808809:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f423ef1 x1853237050226816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384615.808809:0:17092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384615.808815:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0282a5e. 00000100:00000200:0.0:1767384615.808820:0:17092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237050227072, offset 0 00000400:00000200:0.0:1767384615.808833:0:17092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384615.808849:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f423ef1 x1853237050226816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384615.808854:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f67a8eb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16347:x1853237050226816:12345-0@lo:253: Request processed in 3018us (3583us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384615.808857:0:17092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384615.808872:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384615.808876:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000400:00000200:0.0:1767384615.808876:0:17092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260103980 00000100:00000001:1.0:1767384615.808877:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.808882:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384615.808883:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 02000000:00000001:1.0:1767384615.808884:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384615.808888:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384615.808891:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384615.808893:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384615.808896:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000002d4bea6. 00000400:00000200:0.0:1767384615.808896:0:17092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000100:00000001:1.0:1767384615.808897:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384615.808911:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b9f78e88. 02000000:00000001:1.0:1767384615.808912:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.808917:0:17092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384615.808919:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f38300f9. 00000100:00001000:1.0:1767384615.808919:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=32 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384615.808926:0:17092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384615.808927:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00001000:1.0:1767384615.808927:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384615.808934:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384615.808934:0:17092:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384615.808935:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384615.808935:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384615.808939:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a42390e1. 00000100:00000200:0.0:1767384615.808939:0:17092:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000001:1.0:1767384615.808940:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384615.808943:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.808946:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384615.808947:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384615.808947:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7edd48c. 00000100:00000001:3.0:1767384615.808950:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384615.808954:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f423ef1 x1853237050226816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384615.808954:0:17092:0:(events.c:337:request_in_callback()) incoming req@00000000d7edd48c x1853237050227072 msgsize 328 00000100:00000200:3.0:1767384615.808956:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384615.808963:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f93e0ead. 00000100:00000001:1.0:1767384615.808969:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384615.808971:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe5fe127. 00000100:00100000:0.0:1767384615.808971:0:17092:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384615.808974:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384615.808977:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384615.808980:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384615.808982:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:0.0:1767384615.808983:0:17092:0:(events.c:373:request_in_callback()) Process leaving 00000020:01000004:1.0:1767384615.808984:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384615.808987:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384615.808989:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384615.808991:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384615.808992:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384615.808994:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384615.808994:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0282a5e 00000020:01000004:1.0:1767384615.808997:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:0.0:1767384615.808998:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0282a5e. 00000020:01000004:1.0:1767384615.808999:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384615.809004:0:17092:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384615.809005:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f423ef1 x1853237050226816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384615.809011:0:17092:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049fccd94 x1853237050227072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384615.809016:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f423ef1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050226816:0@lo:253: 00000100:00000001:1.0:1767384615.809025:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.809028:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384615.809028:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384615.809033:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f423ef1 x1853237050226816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384615.809035:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049fccd94 x1853237050227072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384615.809046:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384615.809049:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384615.809051:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384615.809052:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001af3be3e. 00000100:00000001:0.0:1767384615.809054:0:17092:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384615.809059:0:17092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384615.809063:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384615.809065:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294904134 00000020:00000001:1.0:1767384615.809066:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384615.809069:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384615.809072:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384615.809074:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003cfa6b61. 00000100:00000001:0.0:1767384615.809075:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294904131 02000000:00000001:1.0:1767384615.809077:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384615.809081:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384615.809083:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f423ef1. 00000100:00000001:0.0:1767384615.809084:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294904134 00000100:00000001:1.0:1767384615.809086:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384615.809089:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.809091:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.809092:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294904131 00000100:00000001:1.0:1767384615.809096:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384615.809098:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294904134 00000100:00000001:1.0:1767384615.809099:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.809105:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.809108:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.809108:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294904131 00000100:00000001:0.0:1767384615.809116:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294904134 00000100:00000001:0.0:1767384615.809121:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294904131 00000100:00000001:0.0:1767384615.809124:0:17092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384615.809126:0:17092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.809128:0:17092:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.809129:0:17092:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.809137:0:17092:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.809139:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.809140:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384615.809142:0:17092:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.809144:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384615.809145:0:17092:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384615.809147:0:17092:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.809149:0:17092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384615.809150:0:17092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384615.809151:0:17092:0:(client.c:2690:ptlrpc_set_wait()) set 000000001c662250 going to sleep for 11 seconds 00000100:00000001:0.0:1767384615.809153:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384615.809155:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.809170:0:21714:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384615.809171:0:21714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050227072 02000000:00000001:0.0:1767384615.809172:0:21714:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384615.809173:0:21714:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384615.809175:0:21714:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.809177:0:21714:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384615.809179:0:21714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050227072 00000020:00000001:0.0:1767384615.809180:0:21714:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384615.809181:0:21714:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d05 00000020:00000001:0.0:1767384615.809183:0:21714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384615.809184:0:21714:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004a7a501b refcount=3 00000020:00000001:0.0:1767384615.809186:0:21714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000020:00000001:0.0:1767384615.809188:0:21714:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000001:0.0:1767384615.809190:0:21714:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384615.809192:0:21714:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b7f803. 00000100:00000001:0.0:1767384615.809193:0:21714:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384615.809195:0:21714:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b7f803. 00000020:00000010:0.0:1767384615.809198:0:21714:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6b68280. 00000020:00000010:0.0:1767384615.809201:0:21714:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a88b3158. 00000020:00000010:0.0:1767384615.809204:0:21714:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000016dbbfdf. 00000100:00000040:0.0:1767384615.809208:0:21714:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384615.809209:0:21714:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384615.809210:0:21714:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384615.809216:0:21714:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.809220:0:21714:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.809231:0:21714:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.809240:0:21714:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384615.809242:0:21714:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384615.809246:0:21714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384615.809248:0:21714:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004a7a501b : new rpc_count 1 00000100:00000001:0.0:1767384615.809250:0:21714:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963239040 : -108605746312576 : ffff9d3941120a80) 00000100:00000040:0.0:1767384615.809253:0:21714:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7edd48c x1853237050227072/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 328/0 e 0 to 0 dl 1767384626 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384615.809259:0:21714:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384615.809262:0:21714:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8b7f803. 00000100:00000001:0.0:1767384615.809263:0:21714:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384615.809265:0:21714:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8b7f803. 00000100:00100000:0.0:1767384615.809268:0:21714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7edd48c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050227072:12345-0@lo:104: 00000100:00000200:0.0:1767384615.809271:0:21714:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050227072 00010000:00000001:0.0:1767384615.809273:0:21714:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384615.809277:0:21714:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384615.809278:0:21714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384615.809280:0:21714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ac320ab refcount=2 00000020:00000001:0.0:1767384615.809282:0:21714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:0.0:1767384615.809284:0:21714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:0.0:1767384615.809286:0:21714:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384615.809287:0:21714:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384615.809322:0:21714:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4f35 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384615.809329:0:21714:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384615.809330:0:21714:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384615.809334:0:21714:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e434c4aa. 02000000:00000001:0.0:1767384615.809336:0:21714:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.809337:0:21714:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.809344:0:21714:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384615.809346:0:21714:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384615.809348:0:21714:0:(import.c:2128:obd_at_measure()) add 1 to 00000000289605bd time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384615.809350:0:21714:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384615.809352:0:21714:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384615.809353:0:21714:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384615.809355:0:21714:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384615.809356:0:21714:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.809358:0:21714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384615.809359:0:21714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384615.809362:0:21714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0282a5e. 00000100:00000200:0.0:1767384615.809364:0:21714:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050227072, offset 224 00000400:00000200:0.0:1767384615.809367:0:21714:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384615.809372:0:21714:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384615.809376:0:21714:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260103980 00000400:00000200:0.0:1767384615.809379:0:21714:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x156d [1] + 224 00000400:00000200:0.0:1767384615.809382:0:21714:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384615.809384:0:21714:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384615.809386:0:21714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384615.809388:0:21714:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049fccd94 x1853237050227072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384615.809394:0:21714:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000049fccd94 x1853237050227072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384615.809408:0:21714:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384615.809412:0:21714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0282a5e 00000400:00000010:0.0:1767384615.809414:0:21714:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0282a5e. 00000100:00000001:0.0:1767384615.809417:0:21714:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384615.809418:0:21714:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384615.809422:0:21714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384615.809424:0:21714:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384615.809427:0:21714:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384615.809428:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:0.0:1767384615.809430:0:21714:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b416cf25. 00010000:00000001:0.0:1767384615.809433:0:21714:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384615.809434:0:17092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384615.809437:0:17092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384615.809439:0:17092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e819e68c. 00010000:00010000:0.0:1767384615.809443:0:21714:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:3.0:1767384615.809444:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47d99b3 00000400:00000010:3.0:1767384615.809446:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b47d99b3. 00000100:00000001:3.0:1767384615.809448:0:17092:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384615.809453:0:21714:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384615.809456:0:17092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049fccd94 x1853237050227072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384615.809456:0:21714:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.809461:0:21714:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.809463:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384615.809468:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384615.809470:0:21714:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7edd48c x1853237050227072/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 328/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384615.809473:0:17092:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049fccd94 x1853237050227072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767384615.809474:0:17065:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384615.809481:0:17065:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767384615.809485:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384615.809490:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4f35 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384615.809505:0:21714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7edd48c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050227072:12345-0@lo:104: Request processed in 240us (545us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384615.809506:0:17092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384615.809511:0:17092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384615.809512:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001ac320ab already unused, calling callback (00000000e12a98bb) 00000100:00000001:3.0:1767384615.809515:0:17092:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384615.809517:0:21714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 10000000:00000001:1.0:1767384615.809518:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1767384615.809520:0:21714:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7a501b : new rpc_count 0 10000000:00010000:1.0:1767384615.809521:0:17065:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f279d7a9a0b4f35 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384615.809524:0:17092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384615.809525:0:21714:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384615.809528:0:17092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384615.809529:0:21714:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384615.809531:0:17092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.809534:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:0.0:1767384615.809534:0:21714:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a88b3158. 02000000:00000001:3.0:1767384615.809535:0:17092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.809537:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384615.809540:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1767384615.809541:0:17092:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f9289ee time=31 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384615.809542:0:21714:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000016dbbfdf. 00000020:00000040:1.0:1767384615.809543:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ac320ab refcount=3 00000100:00001000:3.0:1767384615.809546:0:17092:0:(import.c:2128:obd_at_measure()) add 1 to 00000000230de1e5 time=31 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384615.809548:0:21714:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6b68280. 00000020:00000001:1.0:1767384615.809549:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00000100:00000001:3.0:1767384615.809551:0:17092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384615.809555:0:17092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384615.809555:0:21714:0:(genops.c:898:class_export_put()) PUTting export 000000004a7a501b : new refcount 2 00010000:00000001:1.0:1767384615.809556:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00000100:00000001:0.0:1767384615.809560:0:21714:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384615.809561:0:17092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384615.809563:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1767384615.809564:0:17092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384615.809565:0:17065:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f279d7a9a0b4f35 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384615.809567:0:17092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.809571:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049fccd94 x1853237050227072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384615.809590:0:17092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384615.809592:0:17092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384615.809592:0:17092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384615.809595:0:17092:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384615.809596:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384615.809598:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384615.809598:0:17092:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.809601:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049fccd94 x1853237050227072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384615.809604:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:3.0:1767384615.809607:0:17092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049fccd94 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050227072:0@lo:104: 10000000:00010000:1.0:1767384615.809608:0:17065:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f279d7a9a0b4f35 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384615.809616:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1767384615.809617:0:17065:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384615.809621:0:17092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384615.809622:0:17065:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:3.0:1767384615.809624:0:17092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000040:1.0:1767384615.809625:0:17065:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:3.0:1767384615.809627:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000040:1.0:1767384615.809628:0:17065:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000040:3.0:1767384615.809632:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049fccd94 x1853237050227072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384615.809632:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384615.809635:0:17065:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.809642:0:17092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384615.809643:0:17092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384615.809645:0:17092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057bc0103. 10000000:00000001:1.0:1767384615.809648:0:17065:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:3.0:1767384615.809649:0:17092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:1.0:1767384615.809652:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384615.809653:0:17092:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000040:1.0:1767384615.809655:0:17065:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 2 00000020:00000040:3.0:1767384615.809656:0:17092:0:(genops.c:1242:class_import_put()) import 0000000093c50239 refcount=1 obd=MGS 10000000:00000001:1.0:1767384615.809659:0:17065:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384615.809660:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.809662:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384615.809665:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:3.0:1767384615.809666:0:17092:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384615.809668:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:3.0:1767384615.809669:0:17092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000006d8cd38. 00010000:00000001:1.0:1767384615.809671:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767384615.809674:0:17092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384615.809674:0:17065:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.809677:0:17092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1767384615.809678:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ac320ab with handle 0x9f279d7a9a0b4f2e from hash 00000100:00000010:3.0:1767384615.809681:0:17092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049fccd94. 00010000:00000001:1.0:1767384615.809682:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384615.809685:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384615.809687:0:17092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384615.809687:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384615.809691:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384615.809691:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:3.0:1767384615.809695:0:17092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001c662250. 00010000:00000001:1.0:1767384615.809695:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384615.809697:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:3.0:1767384615.809699:0:17092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384615.809701:0:17065:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384615.809702:0:17092:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384615.809705:0:17065:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000010:3.0:1767384615.809706:0:17092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059d84a5e. 00010000:00000001:3.0:1767384615.809710:0:17092:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384615.809710:0:17065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f423ef1. 00010000:00000001:3.0:1767384615.809712:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384615.809714:0:17065:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00010000:00000001:3.0:1767384615.809716:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384615.809718:0:17065:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 20000000:00000001:3.0:1767384615.809720:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:1.0:1767384615.809721:0:17065:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384615.809724:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:1.0:1767384615.809724:0:17065:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384615.809729:0:17092:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384615.809730:0:17065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000498d5c9. 00000100:00000001:1.0:1767384615.809749:0:17065:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.809751:0:17065:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384615.809754:0:17065:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4f35 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384615.809758:0:17065:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384615.809760:0:17065:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.809762:0:17065:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384615.809763:0:17065:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.809767:0:17065:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f423ef1] to pc [ptlrpcd_00_01+1] req@000000008f423ef1 x1853237050227200/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384615.809784:0:17065:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384615.809787:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384615.809787:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384615.809790:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384615.809791:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384615.809792:0:17065:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.809795:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384615.809795:0:17065:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384615.809799:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.809805:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384615.809813:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f423ef1 x1853237050227200/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.809814:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384615.809815:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4f35 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384615.809818:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.809824:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.809832:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384615.809836:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1767384615.809836:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 000000001ac320ab/0x9f279d7a9a0b4f2e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4f35 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384615.809839:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.809844:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:1.0:1767384615.809847:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001cc0cd46 count: 0 02000000:00000001:3.0:1767384615.809848:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384615.809851:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384615.809854:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f423ef1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050227200:0@lo:103: 00010000:00000001:1.0:1767384615.809857:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384615.809858:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767384615.809859:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384615.809861:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000010:1.0:1767384615.809862:0:17065:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b416cf25. 02000000:00000001:3.0:1767384615.809864:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.809867:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384615.809876:0:17065:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384615.809878:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006f35b21. 00000020:00000001:1.0:1767384615.809879:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384615.809883:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.809884:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384615.809886:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384615.809887:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384615.809888:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384615.809889:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384615.809893:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d30f36f. 00000020:00000001:1.0:1767384615.809898:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384615.809900:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4385506. 00000020:00000001:1.0:1767384615.809901:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384615.809904:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767384615.809907:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050227200, portal 18 00000100:00000001:3.0:1767384615.809910:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384615.809911:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299792640 : -108600409758976 : ffff9d3a7f276300) 00000100:00000040:3.0:1767384615.809914:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f423ef1 x1853237050227200/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.809919:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384615.809922:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384615.809925:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000cd4f71. 00000100:00000200:3.0:1767384615.809926:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050227200, offset 0 00000400:00000200:3.0:1767384615.809929:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384615.809934:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384615.809940:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260103a00 00000400:00000200:3.0:1767384615.809944:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:3.0:1767384615.809947:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384615.809950:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384615.809953:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384615.809954:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384615.809957:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca86bd06. 00000100:00000040:3.0:1767384615.809959:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000ca86bd06 x1853237050227200 msgsize 328 00000100:00100000:3.0:1767384615.809961:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384615.809971:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384615.809976:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000cd4f71 00000400:00000010:3.0:1767384615.809979:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000cd4f71. 00000100:00000001:3.0:1767384615.809981:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384615.809983:0:17063:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384615.809986:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f423ef1 x1853237050227200/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384615.809987:0:17063:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050227200 02000000:00000001:1.0:1767384615.809991:0:17063:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384615.809993:0:17063:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384615.809995:0:17063:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.809999:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384615.809999:0:17063:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384615.810003:0:17063:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050227200 00000100:00000040:3.0:1767384615.810006:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f423ef1 x1853237050227200/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384615.810006:0:17063:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384615.810009:0:17063:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384615.810011:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384615.810014:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000020:00000001:1.0:1767384615.810018:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384615.810022:0:17063:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384615.810026:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384615.810028:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384615.810030:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2899981. 00000100:00000001:3.0:1767384615.810033:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384615.810034:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384615.810036:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2899981. 00000020:00000010:1.0:1767384615.810041:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f38300f9. 00000020:00000010:1.0:1767384615.810046:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9e6c784. 00000100:00000001:3.0:1767384615.810048:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384615.810049:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056efdce7. 00000100:00000001:3.0:1767384615.810056:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294904135 00000100:00000040:1.0:1767384615.810057:0:17063:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384615.810062:0:17063:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384615.810063:0:17063:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384615.810065:0:17063:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384615.810066:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294904134 00010000:00000001:1.0:1767384615.810067:0:17063:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.810072:0:17063:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384615.810075:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384615.810076:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294904135 00000020:00000001:1.0:1767384615.810076:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384615.810079:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=4 00000020:00000001:1.0:1767384615.810082:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00000100:00000001:3.0:1767384615.810084:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294904134 00010000:00000001:1.0:1767384615.810084:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00010000:1.0:1767384615.810090:0:17063:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f35 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4f2e expref: 16 pid: 17070 timeout: 386 lvb_type: 0 00000100:00000001:3.0:1767384615.810092:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294904135 00000100:00000001:3.0:1767384615.810097:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294904134 00010000:00000001:1.0:1767384615.810105:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384615.810106:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294904135 00010000:00000001:1.0:1767384615.810107:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384615.810109:0:17063:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.810112:0:17063:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.810114:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294904134 00000100:00000001:1.0:1767384615.810116:0:17063:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384615.810120:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384615.810121:0:17063:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ca86bd06 x1853237050227200/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 328/0 e 0 to 0 dl 1767384626 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.810127:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.810134:0:17063:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384615.810135:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.810136:0:17063:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.810142:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.810148:0:17063:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.810150:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384615.810154:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384615.810157:0:17063:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384615.810158:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384615.810160:0:17063:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384615.810162:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384615.810166:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384615.810167:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.810168:0:17063:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:1.0:1767384615.810173:0:17063:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964281984 : -108605745269632 : ffff9d394121f480) 00000100:00000001:3.0:1767384615.810174:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.810175:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca86bd06 x1853237050227200/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 328/0 e 0 to 0 dl 1767384626 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.810182:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384615.810184:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2899981. 00000100:00000001:1.0:1767384615.810186:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384615.810187:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2899981. 00000100:00100000:1.0:1767384615.810190:0:17063:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca86bd06 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050227200:12345-0@lo:103: 00000100:00000200:1.0:1767384615.810193:0:17063:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050227200 00010000:00000001:1.0:1767384615.810195:0:17063:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384615.810196:0:17063:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384615.810198:0:17063:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384615.810200:0:17063:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384615.810202:0:17063:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384615.810204:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c7da3d0f. 02000000:00000001:1.0:1767384615.810205:0:17063:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.810207:0:17063:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.810214:0:17063:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384615.810216:0:17063:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384615.810218:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384615.810219:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384615.810220:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=4 00000020:00000001:1.0:1767384615.810222:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:1.0:1767384615.810224:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000040:1.0:1767384615.810226:0:17063:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000050702925 count: 3 00010000:00010000:1.0:1767384615.810228:0:17063:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f35 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4f2e expref: 16 pid: 17070 timeout: 386 lvb_type: 0 00000100:00001000:1.0:1767384615.810233:0:17063:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d25eb6a3 time=1767384615 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384615.810235:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384615.810239:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384615.810241:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384615.810243:0:17063:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4f2e expref: 16 pid: 17070 timeout: 386 lvb_type: 0 00000020:00000001:1.0:1767384615.810247:0:17063:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384615.810248:0:17063:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384615.810249:0:17063:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384615.810250:0:17063:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.810252:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384615.810253:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384615.810256:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384615.810257:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384615.810258:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384615.810259:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384615.810261:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee4d2c54 with handle 0x9f279d7a9a0b4f35 from hash 00010000:00000001:1.0:1767384615.810262:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384615.810263:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384615.810264:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384615.810265:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384615.810266:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384615.810267:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384615.810269:0:17063:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b4f35 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9f279d7a9a0b4f2e expref: 16 pid: 17070 timeout: 386 lvb_type: 0 00010000:00000040:1.0:1767384615.810278:0:17063:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 9 00000020:00000040:1.0:1767384615.810280:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00010000:00000001:1.0:1767384615.810285:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384615.810287:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000010:0.0:1767384615.810287:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000caf2fcc1. 00010000:00000001:1.0:1767384615.810326:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384615.810328:0:17063:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000d20025a7 00010000:00000001:1.0:1767384615.810330:0:17063:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384615.810332:0:17063:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384615.810333:0:17063:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384615.810335:0:17063:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384615.810336:0:17063:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384615.810338:0:17063:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384615.810339:0:17063:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384615.810340:0:17063:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384615.810344:0:17063:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384615.810346:0:17063:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384615.810347:0:17063:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384615.810348:0:17063:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384615.810349:0:17063:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000050702925) refcount = 2 00010000:00010000:1.0:1767384615.810351:0:17063:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384615.810355:0:17063:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384615.810357:0:17063:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384615.810358:0:17063:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384615.810360:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384615.810363:0:17063:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a2899981. 00080000:00000010:3.0:1767384615.810364:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000020548066. 00000100:00000001:1.0:1767384615.810365:0:17063:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384615.810368:0:17063:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e66a2a88. 00000100:00000001:1.0:1767384615.810371:0:17063:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472361865792 : -108601347685824 : ffff9d3a473fc240) 00040000:00000001:3.0:1767384615.810372:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:1.0:1767384615.810373:0:17063:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635472361865792 : -108601347685824 : ffff9d3a473fc240) 00040000:00000001:3.0:1767384615.810377:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:1.0:1767384615.810377:0:17063:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:3.0:1767384615.810380:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384615.810383:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 00000100:00000001:1.0:1767384615.810384:0:17063:0:(client.c:1932:ptlrpc_set_producer()) Process entered 20000000:00000001:3.0:1767384615.810387:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.810388:0:17063:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384615.810391:0:17063:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000001:3.0:1767384615.810392:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384615.810395:0:17063:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 20000000:01000000:3.0:1767384615.810396:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:1.0:1767384615.810399:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:3.0:1767384615.810400:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384615.810401:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384615.810404:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d20025a7 refcount=5 20000000:01000000:3.0:1767384615.810405:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000020:00000001:1.0:1767384615.810408:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:1.0:1767384615.810410:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00080000:00000001:3.0:1767384615.810411:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384615.810412:0:17063:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384615.810415:0:17063:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384615.810419:0:17063:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384615.810421:0:17063:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384615.810424:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384615.810425:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384615.810426:0:17063:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384615.810429:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384615.810431:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.810432:0:17063:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384615.810433:0:17063:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384615.810436:0:17063:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d20025a7 already unused, calling callback (0000000043915e75) 00010000:00000001:1.0:1767384615.810438:0:17063:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384615.810440:0:17063:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384615.810441:0:17063:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384615.810445:0:17063:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384615.810453:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384615.810454:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384615.810456:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d20025a7 refcount=6 00000020:00000001:1.0:1767384615.810458:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:1.0:1767384615.810460:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:1.0:1767384615.810463:0:17063:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384615.810465:0:17063:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384615.810471:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384615.810473:0:17063:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384615.810475:0:17063:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.810485:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384615.810487:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384615.810488:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384615.810490:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384615.810492:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d20025a7 with handle 0x9f279d7a9a0b4f3c from hash 00010000:00000001:1.0:1767384615.810496:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384615.810497:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384615.810499:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384615.810501:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384615.810503:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384615.810504:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384615.810506:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384615.810508:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384615.810510:0:17063:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.810511:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384615.810512:0:17063:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384615.810514:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384615.810515:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384615.810517:0:17063:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.810518:0:17063:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.810519:0:17063:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384615.810521:0:17063:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384615.810525:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384615.810528:0:17092:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384615.810532:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384615.810533:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384615.810536:0:17063:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384615.810537:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384615.810539:0:17063:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 20000000:00000010:0.0:1767384615.810541:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b3ed4e4d. 00010000:00000001:1.0:1767384615.810542:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384615.810546:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384615.810547:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.810548:0:17092:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384615.810548:0:17063:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000040:0.0:1767384615.810551:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050226944 00010000:00000001:1.0:1767384615.810552:0:17063:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.810556:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:1.0:1767384615.810557:0:17063:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.810563:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:0.0:1767384615.810563:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000b5ff2b5 x1853237050226944/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384615.810564:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384615.810566:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384615.810569:0:17063:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384615.810573:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384615.810575:0:17063:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384615.810578:0:17063:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1767384615.810583:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384615.810584:0:17063:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.810587:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.810589:0:17063:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384615.810592:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384615.810594:0:17063:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1767384615.810596:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:0.0:1767384615.810598:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:1.0:1767384615.810599:0:17063:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e66a2a88. 00010000:00000001:3.0:1767384615.810600:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384615.810602:0:17063:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00010000:3.0:1767384615.810604:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b4f3c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384615.810604:0:17063:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384615.810608:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000010:1.0:1767384615.810610:0:17063:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a2899981. 00000100:00000001:0.0:1767384615.810614:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:1.0:1767384615.810616:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1767384615.810619:0:17063:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:0.0:1767384615.810620:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384615.810622:0:17063:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384615.810624:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384615.810626:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000050702925 count: 0 00010000:00000001:1.0:1767384615.810626:0:17063:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384615.810628:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384615.810630:0:17063:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384615.810634:0:17063:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=31 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384615.810634:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384615.810637:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039df61af. 00000100:00000001:1.0:1767384615.810639:0:17063:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384615.810640:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384615.810643:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050226944, offset 224 20000000:00000001:3.0:1767384615.810644:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384615.810645:0:17063:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 20000000:01000000:3.0:1767384615.810650:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000100:00000001:1.0:1767384615.810650:0:17063:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000400:00000200:0.0:1767384615.810651:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000001:3.0:1767384615.810658:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 02000000:00000001:1.0:1767384615.810658:0:17063:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384615.810661:0:17063:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384615.810663:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:0.0:1767384615.810664:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384615.810666:0:17063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384615.810671:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00000040:1.0:1767384615.810671:0:17063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384615.810676:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103900 00010000:00000001:3.0:1767384615.810677:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000010:1.0:1767384615.810677:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5a7bda. 00000400:00000200:0.0:1767384615.810682:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x155d [2] + 224 00010000:00000010:3.0:1767384615.810685:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fb2a0919. 00000400:00000200:0.0:1767384615.810687:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384615.810689:0:17063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050227200, offset 224 00010000:00000001:3.0:1767384615.810691:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:0.0:1767384615.810694:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:3.0:1767384615.810698:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b948771c. 00000100:00000001:0.0:1767384615.810699:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384615.810703:0:17063:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384615.810704:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d9abf668 x1853237050226944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384615.810705:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384615.810709:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b948771c with handle 0x9f279d7a9a0b4f43 to hash 00000400:00000200:1.0:1767384615.810713:0:17063:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384615.810717:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:0.0:1767384615.810721:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d9abf668 x1853237050226944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384615.810722:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384615.810729:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000400:00000200:1.0:1767384615.810730:0:17063:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260103a00 00010000:00000001:3.0:1767384615.810738:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384615.810741:0:17063:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x157d [1] + 224 00010000:00000001:3.0:1767384615.810743:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.810745:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384615.810746:0:17063:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384615.810748:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f43 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384615.810751:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039df61af 00000400:00000200:1.0:1767384615.810752:0:17063:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384615.810756:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039df61af. 00000100:00000001:0.0:1767384615.810761:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384615.810762:0:17063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384615.810763:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384615.810773:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384615.810775:0:17063:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f423ef1 x1853237050227200/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384615.810776:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:0.0:1767384615.810778:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384615.810780:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384615.810784:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384615.810786:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:0.0:1767384615.810787:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.810791:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:0.0:1767384615.810793:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384615.810795:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384615.810796:0:17063:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008f423ef1 x1853237050227200/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384615.810799:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b5ff2b5 x1853237050226944/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384615.810809:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384615.810813:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384615.810820:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00100000:0.0:1767384615.810824:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b5ff2b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050226944:12345-0@lo:253: Request processed in 4898us (5399us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384615.810825:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:1.0:1767384615.810825:0:17063:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384615.810830:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:1.0:1767384615.810832:0:17063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5a7bda 00010000:00000001:3.0:1767384615.810833:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000010:1.0:1767384615.810835:0:17063:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5a7bda. 00010000:00000040:3.0:1767384615.810839:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fb2a0919) refcount = 1 00000100:00000001:1.0:1767384615.810843:0:17063:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1767384615.810848:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f43 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384615.810848:0:17063:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767384615.810848:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00000040:0.0:1767384615.810852:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384615.810855:0:17063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.810857:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384615.810861:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384615.810862:0:17063:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384615.810875:0:17063:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384615.810875:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009bcb3932. 00010000:00000001:3.0:1767384615.810878:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384615.810881:0:17063:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384615.810881:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc0a26d1. 00010000:00000001:3.0:1767384615.810882:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000010:0.0:1767384615.810887:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f47f055f. 00010000:00000001:3.0:1767384615.810888:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384615.810892:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca86bd06 x1853237050227200/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:596/0 lens 328/224 e 0 to 0 dl 1767384626 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384615.810893:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00010000:00000001:3.0:1767384615.810894:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.810898:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384615.810900:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384615.810901:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000202d571f. 20000000:00000001:3.0:1767384615.810908:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:0.0:1767384615.810909:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384615.810914:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767384615.810915:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00000100:00100000:1.0:1767384615.810918:0:17063:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca86bd06 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050227200:12345-0@lo:103: Request processed in 730us (953us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384615.810920:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384615.810921:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1767384615.810926:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090d2f621. 00000020:00000001:3.0:1767384615.810927:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384615.810932:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039df61af. 00000020:00000040:3.0:1767384615.810933:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b948771c refcount=4 00000100:00100000:1.0:1767384615.810933:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384615.810939:0:17063:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000020:00000001:3.0:1767384615.810940:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000100:00000001:1.0:1767384615.810942:0:17063:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384615.810946:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384615.810947:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000100:00000001:1.0:1767384615.810947:0:17063:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384615.810949:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384615.810952:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9e6c784. 00010000:00000001:3.0:1767384615.810954:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000001:0.0:1767384615.810955:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384615.810957:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056efdce7. 00010000:00010000:3.0:1767384615.810959:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f43 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000001:0.0:1767384615.810959:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384615.810961:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f38300f9. 00000400:00000010:0.0:1767384615.810963:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055972de7. 00000020:00000040:1.0:1767384615.810967:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000400:00000200:0.0:1767384615.810968:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097ca07b8 00000100:00000001:1.0:1767384615.810972:0:17063:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384615.810973:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097ca07b8. 00000100:00000001:0.0:1767384615.810978:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384615.810980:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:0.0:1767384615.810983:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d9abf668 x1853237050226944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384615.810985:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f43 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384615.810992:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384615.811000:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d9abf668 x1853237050226944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.811001:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384615.811006:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384615.811007:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:1.0:1767384615.811009:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384615.811012:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384615.811013:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d30f36f. 00000100:00000001:0.0:1767384615.811015:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384615.811017:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f43 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384615.811018:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384615.811019:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4385506 00000400:00000010:1.0:1767384615.811023:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4385506. 00000100:00000001:0.0:1767384615.811024:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384615.811028:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384615.811029:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384615.811031:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384615.811034:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.811035:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767384615.811035:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f423ef1 x1853237050227200/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384615.811037:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384615.811043:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f423ef1 x1853237050227200/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384615.811048:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384615.811049:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=32 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384615.811053:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384615.811056:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:0.0:1767384615.811056:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=32 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384615.811057:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384615.811062:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f43 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384615.811063:0:16345:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384615.811064:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384615.811066:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384615.811069:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384615.811069:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.811072:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.811076:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384615.811077:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384615.811078:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b948771c already unused, calling callback (0000000043915e75) 00010000:00000001:0.0:1767384615.811081:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384615.811082:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=31 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384615.811084:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384615.811087:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384615.811089:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=32 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384615.811090:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384615.811096:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f43 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384615.811096:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767384615.811097:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d9abf668 x1853237050226944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384615.811098:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384615.811103:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384615.811106:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384615.811110:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.811117:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f423ef1 x1853237050227200/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384615.811121:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384615.811125:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384615.811128:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384615.811130:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384615.811133:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b948771c refcount=5 00000100:00000001:0.0:1767384615.811136:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384615.811137:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384615.811140:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000100:00000001:0.0:1767384615.811140:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.811141:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384615.811143:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384615.811146:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:3.0:1767384615.811148:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000020:01000004:0.0:1767384615.811149:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:1.0:1767384615.811150:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f423ef1 x1853237050227200/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384615.811153:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:3.0:1767384615.811156:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:01000004:0.0:1767384615.811157:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00010000:3.0:1767384615.811162:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f43 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384615.811162:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:1.0:1767384615.811166:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f423ef1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050227200:0@lo:103: 00000020:01000004:0.0:1767384615.811166:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384615.811169:0:16344:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384615.811172:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384615.811174:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384615.811176:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384615.811180:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9abf668 x1853237050226944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384615.811181:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384615.811186:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384615.811187:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384615.811191:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384615.811194:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f423ef1 x1853237050227200/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384615.811195:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050226944:0@lo:253: 00010000:00000001:3.0:1767384615.811200:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384615.811205:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384615.811205:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.811206:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384615.811211:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384615.811211:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384615.811212:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384615.811216:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384615.811217:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006f35b21. 00000100:00000040:0.0:1767384615.811218:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d9abf668 x1853237050226944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384615.811222:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1767384615.811224:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b948771c with handle 0x9f279d7a9a0b4f43 from hash 00000020:00000001:1.0:1767384615.811225:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384615.811228:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00010000:00000001:3.0:1767384615.811233:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:1.0:1767384615.811233:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384615.811235:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1767384615.811238:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000498d5c9. 00010000:00000001:3.0:1767384615.811239:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384615.811239:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384615.811241:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384615.811244:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384615.811244:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1767384615.811244:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000097ddb09d. 00010000:00000001:3.0:1767384615.811249:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:1.0:1767384615.811249:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f423ef1. 02000000:00000001:0.0:1767384615.811251:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384615.811254:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384615.811255:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384615.811255:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384615.811259:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384615.811259:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00010000:00000001:3.0:1767384615.811260:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:0.0:1767384615.811264:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384615.811265:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.811268:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384615.811270:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.811273:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384615.811275:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384615.811275:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ee24ca06. 00010000:00000001:3.0:1767384615.811277:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384615.811278:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.811280:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384615.811284:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384615.811285:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384615.811286:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9abf668. 00000100:00000001:0.0:1767384615.811326:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384615.811328:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.811330:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.811334:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384615.811336:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.811338:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384615.811340:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.811502:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384615.811504:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384615.811507:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384615.811508:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384615.811510:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.811511:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.811513:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384615.811516:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f43 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384615.811522:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384615.811523:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384615.811524:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384615.811525:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384615.811527:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384615.811528:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384615.811529:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384615.811531:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384615.811533:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384615.811535:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f43 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384615.811540:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384615.811542:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384615.811543:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b4f43 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384615.811549:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fb2a0919 count: 0 00010000:00000001:3.0:1767384615.811554:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384615.811556:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384615.815366:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294904135, at 4294904136 00000100:00000010:1.0:1767384615.815374:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004868ebf2. 00010000:00000010:1.1:1767384615.816325:0:23736:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001cc0cd46. 00010000:00000010:3.1:1767384615.816331:0:23733:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000050702925. 00010000:00000010:1.1:1767384615.816333:0:23736:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ac320ab. 00010000:00000010:3.1:1767384615.816342:0:23733:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d20025a7. 00010000:00000010:1.1:1767384615.816347:0:23736:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee4d2c54. 00010000:00000010:3.1:1767384615.816352:0:23733:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fb2a0919. 00000100:00000040:2.0:1767384615.816358:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294904135, at 4294904137 00010000:00000010:3.1:1767384615.816361:0:23733:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b948771c. 00000100:00000010:2.0:1767384615.816366:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f3bf422. 00000100:00000040:0.0:1767384615.816384:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294904135, at 4294904137 00000100:00000010:0.0:1767384615.816391:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f73c0294. 00000100:00000040:3.0:1767384615.816405:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294904135, at 4294904137 00000100:00000010:3.0:1767384615.816415:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052156fc4. 00000400:00000010:3.0:1767384615.821515:0:23737:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c83c7579. 00000400:00000040:3.0:1767384615.822150:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384615.822156:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384615.822159:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384615.822160:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384615.822161:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384615.822162:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384615.822164:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384615.822165:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384615.822166:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384615.822167:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384615.822168:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384615.822169:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384615.822170:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384615.822171:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384615.822172:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384615.822173:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384615.822174:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384615.822175:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384615.822176:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384615.822178:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384615.822180:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384615.822181:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384615.822183:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384615.822184:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384615.822185:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384615.822187:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384615.822189:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384615.822190:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384615.822191:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384615.822193:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384615.822194:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384615.822196:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384615.822198:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384615.822199:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384615.822201:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384615.822203:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384615.822204:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384615.822207:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384615.822209:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384615.822210:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384615.822218:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384615.822219:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384615.822221:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384615.822223:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384615.822224:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384615.822226:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384615.822227:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384615.822229:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384615.822231:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384615.822233:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384615.822234:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384615.822236:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384615.822237:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384615.822239:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384615.822241:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384615.822242:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384615.822244:0:23737:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384615.822331:0:23737:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c83c7579. 00010000:00000001:1.0:1767384616.705383:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384616.705388:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384616.705393:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384616.705395:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384616.705417:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384616.705419:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384616.705421:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384616.709055:0:24004:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000023f64ff0. 00080000:00000010:3.0:1767384616.709063:0:24004:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000023f64ff0. 00000020:00000001:3.0:1767384616.709067:0:24004:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384616.709073:0:24004:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000023f64ff0. 00080000:00000010:3.0:1767384616.709076:0:24004:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000023f64ff0. 00000020:00000001:3.0:1767384616.709079:0:24004:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384617.430155:0:24168:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384617.430160:0:24168:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:2.0:1767384617.433181:0:24168:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384617.439804:0:24169:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b83e923b. 00000400:00000010:2.0:1767384617.439817:0:24169:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000100812fa. 00000400:00000010:2.0:1767384617.439825:0:24169:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006efd4128. 00000400:00000010:2.0:1767384617.439828:0:24169:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008e296eb8. 00000400:00000010:2.0:1767384617.439832:0:24169:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000088da61f7. 00000400:00000010:2.0:1767384617.439835:0:24169:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f1e68d30. 00000400:00000010:2.0:1767384617.439837:0:24169:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000006a6ac4c. 00000400:00000010:2.0:1767384617.439838:0:24169:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000eaca53db. 00000400:00000010:2.0:1767384617.439840:0:24169:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007488a375. 00000800:00000010:2.0:1767384617.439850:0:24169:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000043cd06e0. 00000800:00000200:2.0:1767384617.439860:0:24169:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384617.439866:0:24169:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384617.439898:0:24169:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384617.439916:0:24169:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp24 [8/256/0/180] 00000400:00000010:2.0:1767384617.441230:0:24169:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000046e6da6b. 00000400:00000010:2.0:1767384617.441236:0:24169:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9e362cb. 00000400:00000010:2.0:1767384617.441245:0:24169:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b99e8a0. 00000400:00000001:2.0:1767384617.441259:0:24169:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384617.441261:0:24169:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384617.441262:0:24169:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077cf56a4. 00000400:00000200:2.0:1767384617.441265:0:24169:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094334e56 00000400:00000010:2.0:1767384617.441266:0:24169:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094334e56. 00000400:00000010:2.0:1767384617.441269:0:24169:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000071e0d6d7. 00000400:00000200:2.0:1767384617.441273:0:24169:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (15) 00000400:00000200:2.0:1767384617.441322:0:24169:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384617.441331:0:24169:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:2.0:1767384617.441338:0:24169:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ec1d0f41. 00000020:01000000:2.0:1767384617.441343:0:24169:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384617.441346:0:24169:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp24 00000400:00000200:0.0:1767384617.441346:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384617.441357:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:2.0:1767384617.441366:0:24169:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000100812fa. 00000400:00000010:0.0:1767384617.441366:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0282a5e. 00000400:00000010:2.0:1767384617.441372:0:24169:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b83e923b. 00000400:00000200:0.0:1767384617.441372:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (16) 00000400:00000010:0.0:1767384617.441383:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e3f88c5. 00000020:00000001:1.0:1767384617.441387:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384617.441393:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384617.441393:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 10000000:00000001:1.0:1767384617.441397:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384617.441399:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384617.441402:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384617.441404:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384617.441405:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384617.441411:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:01000004:1.0:1767384617.441415:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384617.441418:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384617.441420:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384617.441421:0:480:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384617.441423:0:480:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384617.441423:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:1.0:1767384617.441427:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384617.441429:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384617.441434:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f423ef1. 00000400:00000200:0.0:1767384617.441437:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000040:1.0:1767384617.441440:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384617.441448:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384617.441449:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000001:1.0:1767384617.441454:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384617.441458:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:1.0:1767384617.441460:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.441467:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000010:1.0:1767384617.441472:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000015023942. 00000400:00000200:0.0:1767384617.441473:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384617.441482:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000001:1.0:1767384617.441483:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.441491:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384617.441497:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000100:00000001:1.0:1767384617.441498:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384617.441502:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.441511:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f423ef1] to pc [ptlrpcd_00_02+2] req@000000008f423ef1 x1853237050227328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384617.441514:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:0.0:1767384617.441532:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:0.0:1767384617.441538:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:0.0:1767384617.441543:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:0.0:1767384617.441548:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384617.441553:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 10000000:00000001:1.0:1767384617.441559:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.441559:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp23 10000000:00000001:1.0:1767384617.441564:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.441567:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.441570:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384617.441570:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp23 lpni_is_preferred = 0 00000020:01000000:1.0:1767384617.441571:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384617.441575:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384617.441580:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384617.441580:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp23 00000020:00000001:1.0:1767384617.441581:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384617.441585:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384617.441587:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384617.441588:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f423ef1 x1853237050227328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384617.441591:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384617.441592:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp23 NI seq info: [33:33:256:4294967295] 192.168.202.122@tcp23 LPNI seq info [33:33:8:4294967295] 00000020:01000004:1.0:1767384617.441595:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384617.441599:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384617.441603:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384617.441606:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384617.441610:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp23 00000020:01000004:1.0:1767384617.441611:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384617.441612:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384617.441616:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384617.441616:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384617.441618:0:480:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384617.441621:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384617.441622:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384617.441624:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384617.441627:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384617.441630:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae3f2ed. 02000000:00000001:2.0:1767384617.441631:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.441634:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp23(192.168.202.122@tcp23:) -> 192.168.202.122@tcp23(192.168.202.122@tcp:192.168.202.122@tcp23) : PUT try# 0 00000020:00000040:1.0:1767384617.441635:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00100000:2.0:1767384617.441637:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008f423ef1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050227328:0@lo:253: 00000100:00000001:2.0:1767384617.441646:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767384617.441647:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.122@tcp23 00000100:00000001:1.0:1767384617.441648:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384617.441651:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384617.441652:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384617.441654:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384617.441655:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384617.441656:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6847d8d. 02000000:00000001:2.0:1767384617.441661:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384617.441662:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000084c6d85c. 00000100:00000001:1.0:1767384617.441666:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384617.441668:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000054866e43. 00000800:00000010:0.0:1767384617.441669:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001a8b0542. 00000100:00000001:1.0:1767384617.441670:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384617.441673:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384617.441675:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384617.441678:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cbcf1f0c. 00000100:00000040:1.0:1767384617.441680:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dae3f2ed] to pc [ptlrpcd_00_03+3] req@00000000dae3f2ed x1853237050227456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384617.441683:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b8d261. 00000800:00000200:0.0:1767384617.441691:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a8b0542] -> 12345-192.168.202.122@tcp23 (2) 00000400:00000010:2.0:1767384617.441693:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000100812fa. 10000000:00000001:1.0:1767384617.441699:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384617.441702:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050227328, portal 25 00000800:00000200:0.1:1767384617.441704:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a8b0542] -> 12345-192.168.202.122@tcp23 (2) 10000000:00000001:1.0:1767384617.441705:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.441708:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384617.441711:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384617.441715:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1767384617.441715:0:480:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ec1d0f41. 00000100:00000001:2.0:1767384617.441720:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299792640 : -108600409758976 : ffff9d3a7f276300) 00000400:00000200:0.0:1767384617.441727:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000100:00000040:2.0:1767384617.441730:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008f423ef1 x1853237050227328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.441730:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384617.441734:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384617.441734:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000100:00000001:1.0:1767384617.441738:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384617.441745:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dae3f2ed x1853237050227456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384617.441748:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384617.441755:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384617.441756:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384617.441758:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384617.441760:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000edbef9c9. 02000000:00000001:1.0:1767384617.441760:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384617.441763:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384617.441766:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050227328, offset 0 02000000:00000001:1.0:1767384617.441766:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384617.441772:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050227456:0@lo:253: 00000400:00000200:2.0:1767384617.441777:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384617.441778:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384617.441782:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384617.441783:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384617.441785:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384617.441789:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384617.441791:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b3ed4e4d. 02000000:00000001:1.0:1767384617.441795:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384617.441799:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055972de7. 00000400:00000200:2.0:1767384617.441802:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103a80 00000400:00000200:0.0:1767384617.441804:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000010:1.0:1767384617.441805:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c8de462. 00000400:00000200:2.0:1767384617.441811:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa25 [2] + 0 00000400:00000010:2.0:1767384617.441815:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a38a2440. 00000400:00000200:2.0:1767384617.441818:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000bc2fe8f 00000100:00000200:1.0:1767384617.441822:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050227456, portal 25 00000400:00000200:2.0:1767384617.441824:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384617.441830:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384617.441831:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384617.441834:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299790848 : -108600409760768 : ffff9d3a7f275c00) 00000400:00000200:2.0:1767384617.441835:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bc2fe8f 00000400:00000010:2.0:1767384617.441839:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bc2fe8f. 00000100:00000040:1.0:1767384617.441840:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dae3f2ed x1853237050227456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384617.441844:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384617.441847:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384617.441849:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384617.441852:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000fa118ecd x1853237050227328 msgsize 4848 00000100:00000040:1.0:1767384617.441856:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384617.441860:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384617.441860:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7377770. 00000100:00000040:2.0:1767384617.441866:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1767384617.441866:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050227456, offset 0 00000400:00000200:1.0:1767384617.441876:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384617.441878:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384617.441878:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384617.441885:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384617.441887:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edbef9c9 00000400:00000010:2.0:1767384617.441890:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000edbef9c9. 00000100:00000001:2.0:1767384617.441894:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384617.441897:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103b00 00000100:00000200:2.0:1767384617.441901:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008f423ef1 x1853237050227328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384617.441906:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000400:00000010:1.0:1767384617.441914:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000322ad190. 00000400:00000200:0.0:1767384617.441921:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:2.0:1767384617.441922:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384617.441922:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b5bff1f 00000100:00000040:2.0:1767384617.441928:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008f423ef1 x1853237050227328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384617.441929:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384617.441938:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384617.441939:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.441942:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384617.441943:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5bff1f 00000400:00000010:1.0:1767384617.441946:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b5bff1f. 00000100:00000001:1.0:1767384617.441948:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384617.441952:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384617.441955:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000008d0d9e3a x1853237050227456 msgsize 4848 00000100:00000001:2.0:1767384617.441958:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384617.441962:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384617.441965:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294905767 00000100:00000040:1.0:1767384617.441965:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384617.441971:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000010:2.0:1767384617.441972:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000740ba8a4. 00000100:00000001:1.0:1767384617.441974:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384617.441981:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7377770 00000100:00000001:2.0:1767384617.441983:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384617.441984:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7377770. 00000100:00000001:1.0:1767384617.441991:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384617.441995:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294905767 00000100:00000200:1.0:1767384617.441995:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae3f2ed x1853237050227456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384617.442005:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc218921. 00000100:00000001:1.0:1767384617.442006:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384617.442010:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dae3f2ed x1853237050227456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384617.442012:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384617.442013:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:2.0:1767384617.442020:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294905767 00000100:00000001:1.0:1767384617.442024:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384617.442028:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b95e1945. 00000100:00000001:1.0:1767384617.442028:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384617.442034:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384617.442038:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294905767 00000100:00000010:2.0:1767384617.442043:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045740103. 00000100:00000001:1.0:1767384617.442043:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.442048:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384617.442049:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294905767 00000100:00000001:1.0:1767384617.442054:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294905767 00000100:00000001:2.0:1767384617.442055:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384617.442057:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:1.0:1767384617.442060:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294905767 00000100:00000001:2.0:1767384617.442061:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.442066:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294905767 00000100:00000001:2.0:1767384617.442068:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.442070:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294905767 00000100:00000001:2.0:1767384617.442072:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.442074:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294905767 00000100:00000001:1.0:1767384617.442077:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294905767 00000100:00000001:1.0:1767384617.442078:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294905767 00000100:00000001:2.0:1767384617.442080:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384617.442080:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384617.442082:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.442084:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384617.442085:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.442088:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384617.442089:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.442092:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384617.442095:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:2.0:1767384617.442096:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.442096:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384617.442100:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384617.442102:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.442104:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384617.442107:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384617.442109:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.442112:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.442136:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384617.442139:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050227328 02000000:00000001:1.0:1767384617.442142:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384617.442145:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384617.442145:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:1.0:1767384617.442147:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384617.442152:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384617.442159:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050227328 00000020:00000001:1.0:1767384617.442164:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384617.442167:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384617.442170:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384617.442174:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:1.0:1767384617.442177:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384617.442181:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384617.442183:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384617.442187:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050227456 00000100:00000001:1.0:1767384617.442187:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384617.442190:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384617.442191:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384617.442193:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384617.442196:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384617.442200:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050227456 00000020:00000001:2.0:1767384617.442202:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384617.442203:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2899981. 00000400:00000200:0.0:1767384617.442203:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000020:00000040:2.0:1767384617.442205:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384617.442210:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384617.442212:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384617.442213:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000010:1.0:1767384617.442216:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2899981. 00000020:00000001:2.0:1767384617.442223:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:1.0:1767384617.442223:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007491b87e. 00000020:00000001:2.0:1767384617.442227:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:1.0:1767384617.442231:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c91af8b. 00000100:00000001:2.0:1767384617.442232:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384617.442236:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aaae97dc. 00000020:00000010:1.0:1767384617.442238:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056efdce7. 00000100:00000001:2.0:1767384617.442240:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384617.442243:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aaae97dc. 00000020:00000010:2.0:1767384617.442248:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057ca9fa9. 00000100:00000040:1.0:1767384617.442249:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384617.442251:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbaa78a4. 00000400:00000200:0.0:1767384617.442251:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:1.0:1767384617.442253:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384617.442258:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384617.442260:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d78ba8b9. 00000100:00000001:1.0:1767384617.442261:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.442268:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384617.442271:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384617.442272:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.442273:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.442282:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.442324:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.442332:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384617.442336:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384617.442340:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384617.442343:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000001:2.0:1767384617.442348:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384617.442348:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000001:2.0:1767384617.442352:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384617.442354:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384617.442357:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472286100560 : -108601423451056 : ffff9d3a42bbac50) 00000100:00100000:2.0:1767384617.442361:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00000040:2.0:1767384617.442366:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000040:1.0:1767384617.442366:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa118ecd x1853237050227328/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:598/0 lens 4848/0 e 0 to 0 dl 1767384628 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384617.442371:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302385744 : -108600407165872 : ffff9d3a7f4ef450) 00000100:00000040:2.0:1767384617.442379:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d0d9e3a x1853237050227456/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:598/0 lens 4848/0 e 0 to 0 dl 1767384628 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.442380:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384617.442385:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2899981. 00000100:00000001:1.0:1767384617.442389:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384617.442390:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384617.442391:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2899981. 00000020:00000010:2.0:1767384617.442395:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aaae97dc. 00000100:00100000:1.0:1767384617.442399:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa118ecd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050227328:12345-0@lo:253: 00000400:00000200:0.0:1767384617.442400:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:2.0:1767384617.442401:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384617.442407:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aaae97dc. 00000100:00000200:1.0:1767384617.442409:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050227328 00000020:00000001:1.0:1767384617.442412:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384617.442416:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d0d9e3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050227456:12345-0@lo:253: 00000020:00000001:1.0:1767384617.442417:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384617.442420:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384617.442423:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050227456 00000020:00000001:1.0:1767384617.442425:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384617.442427:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384617.442428:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:2.0:1767384617.442431:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384617.442432:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384617.442434:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.442435:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384617.442437:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384617.442444:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384617.442447:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:1.0:1767384617.442449:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384617.442451:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384617.442451:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000020:00000001:1.0:1767384617.442454:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384617.442455:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384617.442461:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384617.442463:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384617.442463:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384617.442465:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.442468:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384617.442468:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767384617.442473:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384617.442477:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ec1d0f41. 02000000:00000010:1.0:1767384617.442477:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ee24ca06. 02000000:00000001:2.0:1767384617.442479:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.442483:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384617.442483:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384617.442488:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767384617.442490:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384617.442495:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384617.442498:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ae663450. 00000400:00000200:0.0:1767384617.442499:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 20000000:00000010:1.0:1767384617.442504:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003cfa6b61. 20000000:01000000:2.0:1767384617.442505:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384617.442511:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:1.0:1767384617.442512:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384617.442514:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384617.442516:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384617.442518:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384617.442521:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384617.442523:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384617.442524:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384617.442528:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384617.442530:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384617.442531:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384617.442534:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e369d484. 20000000:01000000:2.0:1767384617.442538:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:2.0:1767384617.442543:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384617.442548:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384617.442552:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384617.442554:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00080000:00000001:2.0:1767384617.442568:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384617.442583:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384617.442585:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384617.442587:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384617.442588:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384617.442590:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384617.442592:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:2.0:1767384617.442596:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:2.0:1767384617.442597:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384617.442600:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384617.442600:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00080000:00000001:2.0:1767384617.442606:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384617.442609:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384617.442616:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384617.442621:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384617.442624:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384617.442629:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f0fcfc49. 00080000:00000001:2.0:1767384617.442631:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468047632384 : -108605661919232 : ffff9d394619c800) 00080000:00000001:2.0:1767384617.442633:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384617.442637:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384617.442640:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000aaae97dc. 00080000:00000001:2.0:1767384617.442642:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384617.442644:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384617.442652:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00080000:00000001:2.0:1767384617.442656:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384617.442675:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384617.442706:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384617.442760:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384617.442793:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384617.442823:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384617.442849:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384617.442875:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384617.442905:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384617.442955:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384617.443003:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384617.443054:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384617.443088:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384617.443422:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384617.443594:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cc9ecc27. 00000800:00000010:0.0:1767384617.443600:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e3b7e11a. 00000400:00000200:1.0:1767384617.443602:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp23 from 227.3.0.2 00000800:00000010:1.0:1767384617.443608:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e98ca71f. 00000800:00000010:0.0:1767384617.443609:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002fb6f091. 00000800:00000010:2.0:1767384617.443638:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000202d571f. 00000800:00000010:2.0:1767384617.443646:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000edbef9c9. 00000800:00000010:0.0:1767384617.443656:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002fb6f091. 00000800:00000010:2.0:1767384617.443728:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e205091c. 00000800:00000200:2.1:1767384617.443738:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a8b0542] -> 12345-192.168.202.122@tcp23 (2) 00000800:00000200:2.1:1767384617.443744:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp23 00000000e205091c deleted 00000800:00000010:2.1:1767384617.443747:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e205091c. 00000800:00000200:2.1:1767384617.443753:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384617.443792:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp23 ip 192.168.202.122:995 00000800:00000200:2.1:1767384617.443797:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a6847d8d type 1, nob 384 niov 1 nkiov 1 00000800:00000200:2.0:1767384617.443802:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp23 p 3.x 192.168.202.122 -> 192.168.202.122:995 incarnation:1767384615802610140 sched[0] 00000800:00000010:2.0:1767384617.443807:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000af109d1. 00080000:00000010:0.0:1767384617.443819:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f0fcfc49. 00000800:00000010:2.0:1767384617.443851:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000af109d1. 00000800:00000010:2.0:1767384617.443855:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000edbef9c9. 00080000:00000010:1.0:1767384617.443863:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000aaae97dc. 00040000:00000001:1.0:1767384617.443869:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384617.443872:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384617.443874:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384617.443877:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384617.443880:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384617.443882:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000200:0.1:1767384617.443886:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384617.443887:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e98ca71f. 20000000:01000000:1.0:1767384617.443891:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000200:0.0:1767384617.443898:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp23 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384615802610140 sched[0] 00000800:00000001:2.0:1767384617.443902:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:1.0:1767384617.443902:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384617.443904:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e3b7e11a. 00000800:00000001:2.0:1767384617.443909:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384617.443910:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384617.443918:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000200:2.0:1767384617.443959:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384617.443963:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6847d8d. 00000400:00000200:2.0:1767384617.443967:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:01000000:1.0:1767384617.443970:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:2.0:1767384617.443976:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp23->192.168.202.122@tcp23: PUT: OK 20000000:00000001:1.0:1767384617.443976:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384617.443980:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:0.0:1767384617.443983:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384617.443984:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:1.0:1767384617.443984:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384617.443988:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:2.0:1767384617.443992:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00010000:00000010:1.0:1767384617.443997:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001cc0cd46. 00010000:00000001:1.0:1767384617.444002:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000800:00000001:2.0:1767384617.444003:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.444011:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384617.444012:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000def5c528. 00000800:00000001:2.0:1767384617.444016:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384617.444017:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384617.444020:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000def5c528 with handle 0x9f279d7a9a0b4f4a to hash 00000800:00000001:2.0:1767384617.444023:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384617.444023:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384617.444026:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00000400:00000200:2.0:1767384617.444035:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp23(192.168.202.122@tcp23) <- 192.168.202.122@tcp23 : PUT - for me 00000400:00000200:0.0:1767384617.444036:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384617.444051:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 288 into portal 0 MB=0x8000000000000000 00010000:00000001:1.0:1767384617.444052:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384617.444056:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384617.444058:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384617.444064:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000def5c528/0x9f279d7a9a0b4f4a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384617.444069:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 272/288 into md 0x1565 [1] + 0 00000400:00000010:2.0:1767384617.444079:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2c4c1c3. 00010000:00000001:1.0:1767384617.444080:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:0.0:1767384617.444080:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384617.444083:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004709cfd7 00010000:00000001:1.0:1767384617.444085:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384617.444089:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000800:00000001:2.0:1767384617.444090:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384617.444091:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384617.444095:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.444097:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384617.444098:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384617.444100:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.444101:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:2.0:1767384617.444105:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384617.444105:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384617.444108:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384617.444112:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000400:00000200:2.0:1767384617.444114:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp23->192.168.202.122@tcp23: PUT: OK 00010000:00000040:1.0:1767384617.444115:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001cc0cd46) refcount = 1 00000400:00000200:2.0:1767384617.444119:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00010000:00010000:1.0:1767384617.444119:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000def5c528/0x9f279d7a9a0b4f4a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384617.444123:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000400:00000200:0.0:1767384617.444125:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00010000:00000001:1.0:1767384617.444129:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:2.0:1767384617.444130:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00010000:00000001:1.0:1767384617.444132:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384617.444136:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384617.444137:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (17) 00010000:00000001:1.0:1767384617.444144:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.444147:0:16338:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00010000:00000001:1.0:1767384617.444149:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384617.444153:0:16338:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (288 bytes) 20000000:00000001:1.0:1767384617.444156:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:2.0:1767384617.444160:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 20000000:01000000:1.0:1767384617.444161:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:1.0:1767384617.444167:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384617.444169:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (18) 00000020:00000001:1.0:1767384617.444170:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384617.444175:0:16338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384617.444181:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp23 to MR: 192.168.202.122@tcp23 local destination 00000020:00000040:1.0:1767384617.444182:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=4 00000020:00000001:1.0:1767384617.444187:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00000400:00000200:2.0:1767384617.444189:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp23 NI seq info: [34:34:256:4294967295] 192.168.202.122@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:0.0:1767384617.444189:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00010000:00000001:1.0:1767384617.444193:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384617.444201:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384617.444206:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000def5c528/0x9f279d7a9a0b4f4a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384617.444215:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp23(192.168.202.122@tcp23:192.168.202.122@tcp23) -> 192.168.202.122@tcp23(192.168.202.122@tcp23:192.168.202.122@tcp23) 192.168.202.122@tcp23 : ACK try# 0 00010000:00000001:1.0:1767384617.444223:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000800:00000200:2.0:1767384617.444226:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp23 00010000:00010000:1.0:1767384617.444227:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000def5c528/0x9f279d7a9a0b4f4a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384617.444232:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a1af6c5. 00010000:00000001:1.0:1767384617.444234:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.444237:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384617.444237:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000800:00000200:2.0:1767384617.444241:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a8b0542] -> 12345-192.168.202.122@tcp23 (4) 00010000:00010000:1.0:1767384617.444241:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000def5c528/0x9f279d7a9a0b4f4a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.444251:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1767384617.444252:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp23 ip 192.168.202.122:988 00010000:00000001:1.0:1767384617.444255:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384617.444256:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002a1af6c5 type 0, nob 96 niov 1 nkiov 0 00010000:00000001:1.0:1767384617.444259:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000001:2.0:1767384617.444261:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767384617.444262:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000def5c528/0x9f279d7a9a0b4f4a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384617.444269:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000def5c528 already unused, calling callback (0000000043915e75) 00000800:00000001:2.0:1767384617.444271:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.444271:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384617.444275:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384617.444279:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000def5c528/0x9f279d7a9a0b4f4a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384617.444279:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00010000:00000001:1.0:1767384617.444315:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384617.444316:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384617.444318:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384617.444319:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=5 00000020:00000001:1.0:1767384617.444321:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384617.444323:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384617.444325:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384617.444333:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000def5c528/0x9f279d7a9a0b4f4a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.444341:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384617.444343:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384617.444345:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384617.444348:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767384617.444349:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384617.444352:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000010:2.0:1767384617.444353:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a1af6c5. 00010000:00000001:1.0:1767384617.444356:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384617.444358:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384617.444359:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384617.444363:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000def5c528 with handle 0x9f279d7a9a0b4f4a from hash 00010000:00000001:1.0:1767384617.444366:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384617.444368:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp23->192.168.202.122@tcp23: ACK: OK 00010000:00000001:1.0:1767384617.444368:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.444371:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384617.444372:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384617.444373:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384617.444374:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384617.444377:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384617.444379:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.444382:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384617.444383:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384617.444384:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1767384617.444386:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00010000:00000001:1.0:1767384617.444388:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000001:2.0:1767384617.444390:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.444393:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:2.0:1767384617.444394:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384617.444395:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384617.444397:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.444399:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384617.444400:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.444401:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384617.444404:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767384617.444405:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000def5c528/0x9f279d7a9a0b4f4a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1767384617.444410:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.444411:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384617.444414:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384617.444416:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384617.444419:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1767384617.444421:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp23(192.168.202.122@tcp23) <- 192.168.202.122@tcp23 : ACK - for me 00010000:00000001:1.0:1767384617.444422:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384617.444425:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00010000:00000001:1.0:1767384617.444426:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384617.444429:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384617.444433:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.444435:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp23: ACK from 12345-192.168.202.122@tcp23 into md 0x1595 00000400:00000200:2.0:1767384617.444439:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:1.0:1767384617.444441:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384617.444446:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp23->192.168.202.122@tcp23: ACK: OK 00010000:00010000:1.0:1767384617.444446:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000def5c528/0x9f279d7a9a0b4f4a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384617.444452:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0282a5e 00000400:00000010:2.0:1767384617.444456:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0282a5e. 00010000:00000001:1.0:1767384617.444459:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:2.0:1767384617.444461:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00010000:00000001:1.0:1767384617.444463:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384617.444463:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384617.444466:0:16338:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00010000:00010000:1.0:1767384617.444468:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000def5c528/0x9f279d7a9a0b4f4a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384617.444474:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384617.444480:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (17) 00010000:00000040:1.0:1767384617.444484:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001cc0cd46 count: 0 00000800:00000001:2.0:1767384617.444486:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.444492:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384617.444499:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384617.444502:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767384617.444506:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 20000000:00000010:1.0:1767384617.444525:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b89a961. 20000000:01000000:1.0:1767384617.444529:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:1.0:1767384617.444532:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384617.444535:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384617.444537:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00080000:00000001:1.0:1767384617.444538:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384617.444548:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384617.444555:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384617.444557:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384617.444558:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384617.444559:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384617.444560:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384617.444562:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:1.0:1767384617.444565:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00000400:00000200:0.0:1767384617.444565:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00080000:00000002:1.0:1767384617.444566:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384617.444573:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384617.444576:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384617.444577:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384617.444579:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384617.444582:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:1.0:1767384617.444584:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384617.444588:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f2f3644c. 00080000:00000001:1.0:1767384617.444590:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635472658890240 : -108601050661376 : ffff9d3a58f3fe00) 00080000:00000001:1.0:1767384617.444592:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384617.444600:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384617.444603:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a2899981. 00080000:00000001:1.0:1767384617.444605:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.444606:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00080000:00000001:1.0:1767384617.444607:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384617.444617:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384617.444624:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:1.0:1767384617.444635:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384617.444637:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384617.444639:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ae663450. 00000400:00000200:0.0:1767384617.444642:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 20000000:00000001:1.0:1767384617.444643:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384617.444649:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050227456 00010000:00000001:1.0:1767384617.444651:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384617.444656:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d0d9e3a x1853237050227456/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:598/0 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384617.444662:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384617.444664:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384617.444666:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384617.444670:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384617.444672:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000400:00000200:0.0:1767384617.444674:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:1.0:1767384617.444675:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384617.444680:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384617.444683:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.444685:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384617.444688:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384617.444691:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7377770. 00000100:00000200:1.0:1767384617.444694:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050227456, offset 224 00000400:00000200:1.0:1767384617.444699:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384617.444705:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384617.444710:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384617.444712:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103b00 00000400:00000200:1.0:1767384617.444720:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15a1 [2] + 224 00000400:00000200:1.0:1767384617.444724:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384617.444728:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384617.444732:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384617.444735:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae3f2ed x1853237050227456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384617.444747:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000100:00000040:1.0:1767384617.444753:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dae3f2ed x1853237050227456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384617.444770:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384617.444776:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7377770 00000400:00000010:1.0:1767384617.444778:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7377770. 00000400:00000200:0.0:1767384617.444780:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000001:1.0:1767384617.444781:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384617.444783:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384617.444789:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.444792:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:2.0:1767384617.444793:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384617.444797:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384617.444797:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384617.444801:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384617.444803:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384617.444804:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384617.444806:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384617.444808:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d0d9e3a x1853237050227456/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:598/0 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384617.444809:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055972de7. 00000400:00000200:0.0:1767384617.444813:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384617.444816:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c8de462 00000400:00000010:2.0:1767384617.444821:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c8de462. 00000100:00000001:2.0:1767384617.444827:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384617.444828:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d0d9e3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050227456:12345-0@lo:253: Request processed in 2436us (2869us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384617.444834:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae3f2ed x1853237050227456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384617.444838:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000040:1.0:1767384617.444844:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384617.444848:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384617.444851:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384617.444852:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae3f2ed x1853237050227456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384617.444854:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000020:00000010:1.0:1767384617.444856:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbaa78a4. 00000020:00000010:1.0:1767384617.444864:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d78ba8b9. 00000100:00000001:2.0:1767384617.444866:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384617.444868:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057ca9fa9. 00000100:00000001:2.0:1767384617.444869:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.444873:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384617.444875:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767384617.444875:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:2.0:1767384617.444878:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384617.444880:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384617.444882:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ec1d0f41. 00000100:00000001:2.0:1767384617.444887:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384617.444887:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384617.444892:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.444892:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384617.444897:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384617.444898:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=34 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384617.444901:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000100:00001000:2.0:1767384617.444903:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=34 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384617.444903:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a22a07c. 00000100:00000001:2.0:1767384617.444910:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384617.444910:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7377770. 00000100:00000001:2.0:1767384617.444914:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384617.444917:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384617.444919:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384617.444921:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384617.444925:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dae3f2ed x1853237050227456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384617.444930:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384617.444932:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384617.444934:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384617.444937:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384617.444938:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384617.444940:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384617.444941:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384617.444943:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384617.444944:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384617.444945:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384617.444947:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384617.444948:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384617.444952:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dae3f2ed x1853237050227456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384617.444955:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384617.444955:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000100:00100000:2.0:1767384617.444960:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050227456:0@lo:253: 00000100:00000001:2.0:1767384617.444967:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384617.444968:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000021d1253d. 00000100:00000001:2.0:1767384617.444969:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384617.444974:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dae3f2ed x1853237050227456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384617.444975:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfdb2673. 00000100:00000001:2.0:1767384617.444983:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767384617.444983:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5a7bda. 02000000:00000001:2.0:1767384617.444987:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767384617.444988:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000021d1253d 02000000:00000010:2.0:1767384617.444990:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b3ed4e4d. 00000400:00000010:1.0:1767384617.444992:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002fbdab75. 02000000:00000001:2.0:1767384617.444995:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384617.444997:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000020:00000001:2.0:1767384617.444999:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384617.445000:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384617.445003:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102051 00000400:00000200:1.0:1767384617.445008:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (16) 00000020:00000040:2.0:1767384617.445009:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000010:1.0:1767384617.445012:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000002fbdab75. 00000020:00000001:2.0:1767384617.445013:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384617.445017:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000084c6d85c. 00000400:00000010:1.0:1767384617.445018:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 02000000:00000001:2.0:1767384617.445023:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384617.445026:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1767384617.445026:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000082c4d446. 00000100:00000010:2.0:1767384617.445028:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae3f2ed. 00000100:00000001:2.0:1767384617.445033:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384617.445033:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000100:00000001:2.0:1767384617.445035:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.445038:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384617.445042:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384617.445043:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000100:00000001:2.0:1767384617.445044:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384617.445047:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000100:00000001:2.0:1767384617.445048:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384617.445050:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000100:00000001:2.0:1767384617.445052:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384617.445059:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384617.445064:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384617.445067:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384617.445069:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:1.0:1767384617.445073:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:1.0:1767384617.445076:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:1.0:1767384617.445078:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:1.0:1767384617.445082:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:0.0:1767384617.445084:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384617.445085:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:1.0:1767384617.445093:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:1.0:1767384617.445097:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:1.0:1767384617.445106:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:1.0:1767384617.445109:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:1.0:1767384617.445112:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767384617.445115:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp 00000400:00000200:1.0:1767384617.445118:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767384617.445118:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384617.445123:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1767384617.445129:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp NI seq info: [35:35:256:4294967295] 192.168.202.122@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:1.0:1767384617.445136:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp 00000400:00000200:1.0:1767384617.445144:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp:) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) : GET try# 0 00000800:00000200:1.0:1767384617.445150:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp 00000400:00000200:0.0:1767384617.445154:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000800:00000010:1.0:1767384617.445155:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a65621da. 00000800:00000200:1.0:1767384617.445165:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (6) 00000800:00000200:1.0:1767384617.445172:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1767384617.445176:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a65621da type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384617.445186:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384617.445193:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:1.0:1767384617.445198:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100251 rc 0 00000800:00000200:2.0:1767384617.445257:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384617.445258:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767384617.445259:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a65621da. 00000400:00000200:2.0:1767384617.445264:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384617.445266:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384617.445272:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: GET: OK 00000800:00000001:1.0:1767384617.445272:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384617.445278:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384617.445280:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000800:00000001:1.0:1767384617.445280:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384617.445324:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp) <- 192.168.202.122@tcp : GET - for me 00000400:00000200:1.0:1767384617.445333:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384617.445339:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 288/288 into md 0x1591 [1] + 0 00000400:00000200:1.0:1767384617.445347:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp to MR: 192.168.202.122@tcp local destination 00000400:00000200:1.0:1767384617.445352:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp NI seq info: [36:36:255:4294967295] 192.168.202.122@tcp LPNI seq info [36:36:7:4294967295] 00000400:00000200:1.0:1767384617.445364:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) 192.168.202.122@tcp : REPLY try# 0 00000800:00000200:1.0:1767384617.445370:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1767384617.445378:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af566ebd. 00000800:00000200:1.0:1767384617.445383:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (6) 00000800:00000200:1.0:1767384617.445389:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:1023 00000800:00000200:1.0:1767384617.445392:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af566ebd type 3, nob 384 niov 1 nkiov 1 00000800:00000010:0.0:1767384617.445442:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000097ddb09d. 00000800:00000010:0.0:1767384617.445448:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000023ebd81a. 00000800:00000010:0.0:1767384617.445454:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002fb6f091. 00000800:00000200:1.0:1767384617.445484:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384617.445488:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af566ebd. 00000400:00000200:1.0:1767384617.445493:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384617.445500:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: REPLY: OK 00000800:00000010:0.0:1767384617.445508:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002fb6f091. 00000800:00000001:1.0:1767384617.445513:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384617.445521:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384617.445525:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384617.445531:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384617.445532:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384617.445536:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384617.445542:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp) <- 192.168.202.122@tcp : REPLY - for me 00000400:00000200:1.0:1767384617.445555:0:16339:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp: Reply from 12345-192.168.202.122@tcp of length 288/288 into md 0x15b5 00000800:00000001:1.0:1767384617.445559:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384617.445567:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384617.445569:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384617.445573:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: REPLY: OK 00000400:00000200:1.0:1767384617.445683:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5b2f64 00000400:00000010:1.0:1767384617.445686:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5b2f64. 00000400:00000200:1.0:1767384617.445690:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384617.445694:0:16339:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:1.0:1767384617.445697:0:16339:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:1.0:1767384617.445701:0:16339:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 16. state = 0x100251 00000400:00000200:1.0:1767384617.445707:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:1.0:1767384617.445713:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (17) 00000800:00000001:1.0:1767384617.445719:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384617.445723:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384617.445735:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384617.445737:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384617.445741:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1000d1 00000400:00000010:1.0:1767384617.445749:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 0000000071e0d6d7. 00000400:00000200:0.0:1767384617.445758:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp23 from 226.3.0.2 00000400:00000010:1.0:1767384617.445759:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 0000000091b2e8f1. 00000400:00000010:1.0:1767384617.445765:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 000000004a44b46f. 00000800:00000010:0.0:1767384617.445765:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b582f6cc. 00000400:00000010:1.0:1767384617.445783:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004fade4d8. 00000400:00000200:1.0:1767384617.445790:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004fade4d8 nid 192.168.202.122@tcp24 00000400:00000010:1.0:1767384617.445794:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000796194e3. 00000400:00000200:1.0:1767384617.445796:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000796194e3 net tcp24 00000800:00000010:2.0:1767384617.445799:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000084c6d85c. 00000400:00000200:1.0:1767384617.445799:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (16) 00000800:00000010:2.0:1767384617.445807:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000edbef9c9. 00000400:00000200:1.0:1767384617.445810:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp24 flags 0x11 00000400:00000010:1.0:1767384617.445814:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 0000000071e0d6d7. 00000400:00000010:1.0:1767384617.445819:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 0000000091b2e8f1. 00000400:00000010:1.0:1767384617.445822:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 000000004a44b46f. 00000400:00000010:1.0:1767384617.445826:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000002fbdab75. 00000800:00000010:2.0:1767384617.445829:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e205091c. 00000400:00000200:1.0:1767384617.445830:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384617.445836:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100151 00000800:00000200:2.1:1767384617.445841:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a8b0542] -> 12345-192.168.202.122@tcp23 (4) 00000400:00000200:1.0:1767384617.445844:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 rc 1 00000800:00000200:2.1:1767384617.445849:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp23 00000000e205091c deleted 00000400:00000200:1.0:1767384617.445851:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000800:00000010:2.1:1767384617.445853:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e205091c. 00000400:00000200:1.0:1767384617.445857:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000800:00000200:2.1:1767384617.445860:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:1.0:1767384617.445861:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100111 rc 0 00000400:00000200:1.0:1767384617.445871:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000800:00000200:2.0:1767384617.445873:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp23 p 3.x 192.168.202.122 -> 192.168.202.122:994 incarnation:1767384615802610140 sched[0] 00000400:00000200:1.0:1767384617.445875:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (17) 00000800:00000010:2.0:1767384617.445881:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000af109d1. 00000800:00000010:2.0:1767384617.445930:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000af109d1. 00000800:00000010:2.0:1767384617.445934:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000edbef9c9. 00000800:00000200:1.1:1767384617.445947:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384617.445954:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp23 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384615802610140 sched[0] 00000800:00000010:1.0:1767384617.445957:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000023ebd81a. 00000800:00000010:2.0:1767384617.445964:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b582f6cc. 00000800:00000001:1.0:1767384617.445967:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384617.445972:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384617.446010:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384617.446015:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384617.446775:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f2f3644c. 00080000:00000010:1.0:1767384617.446847:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a2899981. 00040000:00000001:1.0:1767384617.446851:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384617.446853:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384617.446854:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384617.446857:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384617.446859:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384617.446860:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384617.446862:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384617.446875:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384617.446884:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384617.446887:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384617.446894:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384617.446897:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384617.446899:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384617.446902:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384617.446903:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384617.446909:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000078f525fd. 00010000:00000001:2.0:1767384617.446918:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384617.446921:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018bdeef6. 00000020:00000001:2.0:1767384617.446923:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384617.446926:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018bdeef6 with handle 0x9f279d7a9a0b4f51 to hash 00000020:00000001:2.0:1767384617.446928:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384617.446929:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384617.446932:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384617.446934:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384617.446936:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384617.446938:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f51 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384617.446946:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384617.446948:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384617.446950:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384617.446952:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384617.446953:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384617.446955:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384617.446957:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384617.446959:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384617.446961:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384617.446963:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384617.446965:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384617.446966:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000078f525fd) refcount = 1 00010000:00010000:2.0:1767384617.446970:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f51 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384617.446976:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384617.446978:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384617.446979:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384617.446981:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384617.446984:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384617.446986:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384617.446989:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384617.446992:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384617.446999:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384617.447001:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=4 00000020:00000001:2.0:1767384617.447004:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384617.447007:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384617.447009:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384617.447011:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f51 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384617.447016:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384617.447018:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f51 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384617.447020:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384617.447024:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384617.447025:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384617.447026:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000010:1.0:1767384617.447028:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003cfa6b61. 00010000:00010000:2.0:1767384617.447029:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f51 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384617.447033:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384617.447035:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000040:1.0:1767384617.447037:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050227328 00010000:00000001:2.0:1767384617.447038:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.447043:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384617.447044:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384617.447047:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f51 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000200:1.0:1767384617.447051:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa118ecd x1853237050227328/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:598/0 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384617.447055:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018bdeef6 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384617.447059:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384617.447062:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:1.0:1767384617.447063:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384617.447065:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f51 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384617.447066:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384617.447071:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=34 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384617.447075:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384617.447077:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384617.447078:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384617.447081:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384617.447081:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384617.447084:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000040:2.0:1767384617.447085:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=5 00000020:00000001:2.0:1767384617.447089:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 02000000:00000001:1.0:1767384617.447089:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384617.447092:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384617.447093:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000100:00000001:1.0:1767384617.447096:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384617.447099:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384617.447104:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:1.0:1767384617.447105:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004456baf4. 00010000:00010000:2.0:1767384617.447106:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f51 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384617.447111:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050227328, offset 224 00010000:00000001:2.0:1767384617.447117:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384617.447120:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384617.447124:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384617.447124:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384617.447130:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384617.447131:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384617.447135:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384617.447136:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384617.447137:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384617.447140:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018bdeef6 with handle 0x9f279d7a9a0b4f51 from hash 00010000:00000001:2.0:1767384617.447142:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384617.447143:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384617.447146:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384617.447146:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103a80 00010000:00000001:2.0:1767384617.447149:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384617.447152:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384617.447153:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384617.447155:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1599 [2] + 224 00010000:00000001:2.0:1767384617.447156:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384617.447159:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384617.447161:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384617.447162:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384617.447163:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384617.447166:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384617.447169:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384617.447170:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384617.447173:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384617.447175:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384617.447175:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384617.447177:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384617.447179:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384617.447180:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008f423ef1 x1853237050227328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384617.447183:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f51 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384617.447199:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384617.447201:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008f423ef1 x1853237050227328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384617.447202:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384617.447205:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384617.447207:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384617.447210:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384617.447212:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384617.447218:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384617.447220:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384617.447221:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384617.447222:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f51 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384617.447223:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384617.447226:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384617.447228:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384617.447229:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f51 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384617.447235:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000078f525fd count: 0 00000400:00000200:1.0:1767384617.447237:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004456baf4 00000400:00000010:1.0:1767384617.447240:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004456baf4. 00010000:00000001:2.0:1767384617.447241:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384617.447243:0:17069:0:(events.c:386:reply_out_callback()) Process entered 20000000:00000001:2.0:1767384617.447244:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384617.447247:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384617.447252:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384617.447255:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:0.0:1767384617.447255:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384617.447257:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384617.447260:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.447261:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384617.447262:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384617.447267:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa118ecd x1853237050227328/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:598/0 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384617.447269:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384617.447274:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384617.447277:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b8d261. 00000100:00100000:1.0:1767384617.447279:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa118ecd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050227328:12345-0@lo:253: Request processed in 4898us (5425us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384617.447318:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000100812fa 00000400:00000010:0.0:1767384617.447322:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000100812fa. 00000100:00000001:0.0:1767384617.447326:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384617.447333:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008f423ef1 x1853237050227328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384617.447334:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000040:1.0:1767384617.447339:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384617.447343:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384617.447345:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384617.447349:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c91af8b. 00000100:00000200:0.0:1767384617.447355:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008f423ef1 x1853237050227328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384617.447356:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056efdce7. 00000020:00000010:1.0:1767384617.447361:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007491b87e. 00000020:00000040:1.0:1767384617.447366:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:1.0:1767384617.447371:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384617.447374:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ee24ca06. 00000100:00000001:0.0:1767384617.447374:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384617.447380:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384617.447381:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384617.447384:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.447385:0:16346:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384617.447388:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384617.447389:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384617.447393:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000174512e2. 00000100:00000001:0.0:1767384617.447393:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384617.447396:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384617.447398:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004456baf4. 02000000:00000001:0.0:1767384617.447400:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384617.447406:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=34 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384617.447410:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=34 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384617.447413:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294905767, at 4294905768 00000100:00000001:0.0:1767384617.447414:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384617.447419:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384617.447421:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc218921. 00010000:00000001:0.0:1767384617.447422:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384617.447426:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.447429:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384617.447434:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f423ef1 x1853237050227328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.447441:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384617.447444:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384617.447446:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384617.447450:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384617.447452:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384617.447453:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384617.447455:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384617.447462:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384617.447464:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384617.447465:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384617.447466:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384617.447468:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384617.447470:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384617.447474:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f423ef1 x1853237050227328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384617.447482:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008f423ef1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050227328:0@lo:253: 00000100:00000001:0.0:1767384617.447486:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.447488:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384617.447490:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008f423ef1 x1853237050227328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384617.447497:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384617.447499:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384617.447501:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000054866e43. 02000000:00000001:0.0:1767384617.447506:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384617.447507:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384617.447509:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384617.447511:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384617.447513:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000015023942. 02000000:00000001:0.0:1767384617.447516:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384617.447518:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384617.447519:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f423ef1. 00000100:00000001:0.0:1767384617.447522:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384617.447524:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.447526:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384617.447530:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384617.447532:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384617.447534:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384617.447536:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384617.448339:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294905767, at 4294905769 00000100:00000010:3.0:1767384617.448347:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045740103. 00000100:00000040:2.0:1767384617.448354:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294905767, at 4294905769 00000100:00000040:0.0:1767384617.448359:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294905767, at 4294905769 00000100:00000010:2.0:1767384617.448362:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b95e1945. 00000100:00000010:0.0:1767384617.448367:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000740ba8a4. 00010000:00000010:1.1:1767384617.450500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001cc0cd46. 00010000:00000010:1.1:1767384617.450512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000def5c528. 00010000:00000010:2.1:1767384617.456319:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000078f525fd. 00010000:00000010:2.1:1767384617.456326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018bdeef6. 00000400:00000010:2.0:1767384617.460809:0:24174:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006f3c5218. 00000400:00000040:2.0:1767384617.460826:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384617.460828:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384617.460831:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384617.460832:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384617.460834:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384617.460835:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384617.460837:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384617.460838:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384617.460839:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384617.460840:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384617.460842:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384617.460843:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384617.460845:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384617.460846:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384617.460846:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384617.460848:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384617.460849:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384617.460850:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384617.460851:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384617.460853:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384617.460859:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384617.460860:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384617.460861:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384617.460863:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384617.460864:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384617.460865:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384617.460866:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384617.460867:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384617.460868:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384617.460869:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384617.460870:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384617.460872:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384617.460873:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384617.460875:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384617.460876:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384617.460877:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384617.460878:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384617.460880:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384617.460881:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384617.460883:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384617.460884:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384617.460885:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384617.460887:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384617.460888:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384617.460889:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384617.460890:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384617.460891:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384617.460892:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384617.460894:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384617.460895:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384617.460897:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384617.460898:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384617.460899:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384617.460900:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384617.460901:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384617.460903:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384617.460904:0:24174:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384617.460947:0:24174:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006f3c5218. 00010000:00000001:1.0:1767384617.728507:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384617.728516:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384617.728527:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384617.728529:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384617.728577:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384617.728581:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384617.728585:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384618.483711:0:24451:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002562c1ec. 00080000:00000010:1.0:1767384618.483723:0:24451:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002562c1ec. 00000020:00000001:1.0:1767384618.483728:0:24451:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384618.483736:0:24451:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002562c1ec. 00080000:00000010:1.0:1767384618.483740:0:24451:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002562c1ec. 00000020:00000001:1.0:1767384618.483744:0:24451:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.751351:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384618.751356:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.751361:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384618.751362:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384618.751377:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384618.751380:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384618.751382:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384619.197174:0:24615:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384619.197179:0:24615:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:3.0:1767384619.202557:0:24615:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384619.209727:0:24616:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b48f7a73. 00000400:00000010:1.0:1767384619.209741:0:24616:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009de8ab6b. 00000400:00000010:1.0:1767384619.209751:0:24616:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008e00c460. 00000400:00000010:1.0:1767384619.209754:0:24616:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dc8f4d11. 00000400:00000010:1.0:1767384619.209757:0:24616:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000041dac9e3. 00000400:00000010:1.0:1767384619.209761:0:24616:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000020548066. 00000400:00000010:1.0:1767384619.209762:0:24616:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a2b9506c. 00000400:00000010:1.0:1767384619.209763:0:24616:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000081ef133a. 00000400:00000010:1.0:1767384619.209766:0:24616:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009bfe24ae. 00000800:00000010:1.0:1767384619.209776:0:24616:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000059946ead. 00000800:00000200:1.0:1767384619.209785:0:24616:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384619.209793:0:24616:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384619.209836:0:24616:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384619.209857:0:24616:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp25 [8/256/0/180] 00000400:00000010:1.0:1767384619.211212:0:24616:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000001bc28f6c. 00000400:00000010:1.0:1767384619.211218:0:24616:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761f4fce. 00000400:00000010:1.0:1767384619.211222:0:24616:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 00000400:00000001:1.0:1767384619.211234:0:24616:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384619.211236:0:24616:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384619.211238:0:24616:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9e362cb. 00000400:00000200:1.0:1767384619.211240:0:24616:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b99e8a0 00000400:00000010:1.0:1767384619.211242:0:24616:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b99e8a0. 00000400:00000010:1.0:1767384619.211250:0:24616:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000046e6da6b. 00000400:00000200:1.0:1767384619.211255:0:24616:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (16) 00000400:00000200:1.0:1767384619.211265:0:24616:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384619.211287:0:24616:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:1.0:1767384619.211314:0:24616:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ee24ca06. 00000020:01000000:1.0:1767384619.211320:0:24616:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384619.211322:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384619.211323:0:24616:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp25 00000400:00000200:2.0:1767384619.211335:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:1.0:1767384619.211341:0:24616:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009de8ab6b. 00000400:00000010:2.0:1767384619.211342:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a44b781e. 00000400:00000200:2.0:1767384619.211347:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (17) 00000400:00000010:1.0:1767384619.211347:0:24616:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b48f7a73. 00000400:00000010:2.0:1767384619.211354:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000025d1aff3. 00000400:00000200:2.0:1767384619.211360:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000020:00000001:0.0:1767384619.211370:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384619.211373:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp to MR: 192.168.202.122@tcp local destination 10000000:00000001:0.0:1767384619.211377:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384619.211381:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp NI seq info: [37:37:256:4294967295] 192.168.202.122@tcp LPNI seq info [37:37:8:4294967295] 10000000:00000001:0.0:1767384619.211382:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384619.211387:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp 10000000:01000000:0.0:1767384619.211393:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384619.211395:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) : PUT try# 0 00000020:01000004:0.0:1767384619.211400:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:2.0:1767384619.211403:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.122@tcp 00000020:01000004:0.0:1767384619.211406:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000010:2.0:1767384619.211408:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a1af6c5. 00000020:01000004:0.0:1767384619.211410:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384619.211415:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:2.0:1767384619.211418:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (6) 00000020:01000004:0.0:1767384619.211419:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384619.211424:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384619.211426:0:480:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384619.211428:0:480:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:2.0:1767384619.211430:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000020:01000004:0.0:1767384619.211432:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:2.0:1767384619.211436:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002a1af6c5 type 1, nob 400 niov 1 nkiov 1 00000020:01000004:0.0:1767384619.211437:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384619.211445:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b69c60db. 00000400:00000200:2.0:1767384619.211450:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000020:00000040:0.0:1767384619.211451:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:2.0:1767384619.211454:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000100:00000001:0.0:1767384619.211460:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384619.211466:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384619.211471:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384619.211483:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004f6d0f5b. 00000100:00000001:0.0:1767384619.211490:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.211499:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384619.211502:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.211511:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b69c60db] to pc [ptlrpcd_00_00+0] req@00000000b69c60db x1853237050227584/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384619.211548:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:0.0:1767384619.211551:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384619.211552:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a1af6c5. 00000100:00000001:3.0:1767384619.211555:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384619.211559:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.211560:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384619.211561:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384619.211565:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.211566:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384619.211569:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: PUT: OK 00000020:01000000:0.0:1767384619.211570:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384619.211574:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:3.0:1767384619.211578:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b69c60db x1853237050227584/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384619.211579:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000020:00000001:0.0:1767384619.211581:0:480:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384619.211585:0:480:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384619.211588:0:480:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000001:2.0:1767384619.211590:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:01000000:0.0:1767384619.211593:0:480:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384619.211594:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384619.211597:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384619.211598:0:480:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000001:2.0:1767384619.211599:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384619.211603:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:2.0:1767384619.211604:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:0.0:1767384619.211604:0:480:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:3.0:1767384619.211608:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384619.211609:0:480:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000001:2.0:1767384619.211610:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384619.211614:0:480:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384619.211615:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384619.211617:0:480:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384619.211621:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp) <- 192.168.202.122@tcp : PUT - for me 00000100:00100000:3.0:1767384619.211622:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b69c60db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050227584:0@lo:253: 00000020:01000004:0.0:1767384619.211622:0:480:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384619.211625:0:480:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767384619.211629:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384619.211634:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384619.211635:0:480:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384619.211636:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 304 into portal 0 MB=0x8000000000000000 02000000:00000001:3.0:1767384619.211637:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384619.211640:0:480:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384619.211643:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1767384619.211646:0:480:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8ebe320. 00000400:00000200:2.0:1767384619.211647:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 288/304 into md 0x15b1 [1] + 0 02000000:00000010:3.0:1767384619.211651:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a42390e1. 00000400:00000010:2.0:1767384619.211652:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfdb2673. 00000020:00000040:0.0:1767384619.211652:0:480:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 02000000:00000001:3.0:1767384619.211656:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.211659:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001f5a7bda 00000100:00000001:0.0:1767384619.211660:0:480:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384619.211662:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5e74dbf. 02000000:00000001:0.0:1767384619.211663:0:480:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384619.211668:0:480:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384619.211671:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8ed2a00. 00000800:00000001:2.0:1767384619.211671:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384619.211676:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050227584, portal 25 00000800:00000001:2.0:1767384619.211678:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.211679:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384619.211682:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384619.211683:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248000 : -108605746303616 : ffff9d3941122d80) 02000000:00000010:0.0:1767384619.211685:0:480:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009141cd34. 00000400:00000200:2.0:1767384619.211690:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000040:3.0:1767384619.211691:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b69c60db x1853237050227584/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.211693:0:480:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.211695:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5a7bda 00000400:00000010:2.0:1767384619.211699:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5a7bda. 00000100:00000001:0.0:1767384619.211702:0:480:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384619.211704:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384619.211705:0:480:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.211707:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:3.0:1767384619.211710:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384619.211713:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (18) 00000400:00000010:3.0:1767384619.211714:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003223db20. 00000100:00000040:0.0:1767384619.211717:0:480:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ebe320] to pc [ptlrpcd_00_01+1] req@00000000f8ebe320 x1853237050227712/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384619.211719:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050227584, offset 0 00000400:00000200:2.0:1767384619.211721:0:16338:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:2.0:1767384619.211728:0:16338:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (304 bytes) 00000400:00000200:3.0:1767384619.211732:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384619.211737:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 10000000:00000001:0.0:1767384619.211746:0:480:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.211747:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (19) 10000000:00000001:0.0:1767384619.211751:0:480:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.211755:0:480:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.211757:0:16338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384619.211760:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000000:0.0:1767384619.211761:0:480:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384619.211767:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp to MR: 192.168.202.122@tcp local destination 00000020:00000010:0.0:1767384619.211768:0:480:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ee24ca06. 00000400:00000200:2.0:1767384619.211774:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp NI seq info: [38:38:256:4294967295] 192.168.202.122@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000200:2.0:1767384619.211781:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) 192.168.202.122@tcp : ACK try# 0 00000100:00000001:0.0:1767384619.211784:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384619.211785:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp 00000100:00000001:0.0:1767384619.211789:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384619.211790:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103b80 00000800:00000010:2.0:1767384619.211790:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a1af6c5. 00000100:00000001:0.0:1767384619.211793:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384619.211798:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (6) 00000100:00000040:0.0:1767384619.211802:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8ebe320 x1853237050227712/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384619.211803:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000800:00000200:2.0:1767384619.211810:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:1023 00000400:00000010:3.0:1767384619.211811:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058dc0940. 00000800:00000200:2.0:1767384619.211815:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002a1af6c5 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384619.211818:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009853d90f 00000100:00000001:0.0:1767384619.211826:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384619.211827:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384619.211828:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384619.211829:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.211834:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384619.211835:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767384619.211835:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384619.211838:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384619.211844:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.211846:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009853d90f 00000400:00000010:3.0:1767384619.211850:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009853d90f. 00000100:00100000:0.0:1767384619.211850:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8ebe320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050227712:0@lo:253: 00000100:00000001:3.0:1767384619.211855:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384619.211857:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767384619.211858:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384619.211861:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384619.211863:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000f1662a2b x1853237050227584 msgsize 4848 02000000:00000001:0.0:1767384619.211865:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.211870:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384619.211874:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384619.211877:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:2.0:1767384619.211878:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1767384619.211878:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004d1cb340. 00000800:00000010:2.0:1767384619.211882:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a1af6c5. 02000000:00000001:0.0:1767384619.211884:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.211885:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384619.211886:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.211891:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003223db20 00000400:00000200:2.0:1767384619.211892:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: ACK: OK 00000400:00000010:3.0:1767384619.211896:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003223db20. 00000400:00000010:0.0:1767384619.211898:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076fd5347. 00000100:00000001:3.0:1767384619.211901:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767384619.211901:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384619.211905:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000186f12b9. 00000800:00000001:2.0:1767384619.211907:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384619.211908:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b69c60db x1853237050227584/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384619.211912:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050227712, portal 25 00000800:00000001:2.0:1767384619.211913:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384619.211918:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.211919:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:2.0:1767384619.211923:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384619.211924:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963250688 : -108605746300928 : ffff9d3941123800) 00000100:00000001:3.0:1767384619.211927:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384619.211933:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8ebe320 x1853237050227712/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.211934:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b69c60db x1853237050227584/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384619.211936:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.211947:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp) <- 192.168.202.122@tcp : ACK - for me 00000400:00000200:2.0:1767384619.211966:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp: ACK from 12345-192.168.202.122@tcp into md 0x15c5 00000100:00000001:0.0:1767384619.211968:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384619.211969:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.211970:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384619.211972:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384619.211976:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384619.211979:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: ACK: OK 00000100:00000001:3.0:1767384619.211980:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384619.211982:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006405b50c. 00000400:00000200:2.0:1767384619.211986:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44b781e 00000100:00000001:3.0:1767384619.211987:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294907537 00000400:00000010:2.0:1767384619.211989:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a44b781e. 00000100:00000010:3.0:1767384619.211994:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052156fc4. 00000400:00000200:2.0:1767384619.211994:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384619.211997:0:16338:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000100:00000200:0.0:1767384619.211998:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050227712, offset 0 00000100:00000001:3.0:1767384619.212002:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384619.212003:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384619.212009:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (18) 00000400:00000200:0.0:1767384619.212009:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384619.212011:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294907537 00000100:00000010:3.0:1767384619.212016:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000889cf977. 00000100:00000001:3.0:1767384619.212020:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000800:00000001:2.0:1767384619.212020:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384619.212025:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384619.212026:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384619.212027:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294907537 00000100:00000010:3.0:1767384619.212033:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9a00eb. 00000100:00000001:3.0:1767384619.212038:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384619.212041:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103c00 00000100:00000001:3.0:1767384619.212043:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294907537 00000100:00000010:3.0:1767384619.212048:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003af72e0b. 00000400:00000200:2.0:1767384619.212048:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384619.212052:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa55 [2] + 0 00000100:00000001:3.0:1767384619.212054:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767384619.212055:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000001ce54ec4. 00000400:00000010:0.0:1767384619.212061:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055cee38f. 00000100:00000001:3.0:1767384619.212062:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384619.212063:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006264bd75. 00000400:00000200:0.0:1767384619.212068:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c67e3ea7 00000100:00000001:3.0:1767384619.212070:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.212075:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384619.212076:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384619.212077:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384619.212077:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a44b781e. 00000400:00000200:2.0:1767384619.212084:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000001ce54ec4 00000400:00000010:2.0:1767384619.212089:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000021d1253d. 00000400:00000200:0.0:1767384619.212089:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384619.212090:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384619.212094:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384619.212095:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000100:00000001:3.0:1767384619.212098:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384619.212098:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c67e3ea7 00000100:00000001:3.0:1767384619.212102:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384619.212102:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102051 00000400:00000010:0.0:1767384619.212103:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c67e3ea7. 00000100:00000001:3.0:1767384619.212106:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.212107:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (17) 00000100:00000001:0.0:1767384619.212111:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384619.212113:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384619.212114:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000684eb53e. 00000100:00000200:0.0:1767384619.212115:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384619.212119:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f07b3369. 00000100:00000040:0.0:1767384619.212121:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000deed2572 x1853237050227712 msgsize 4848 00000400:00000010:2.0:1767384619.212125:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001ae42292. 00000400:00000200:2.0:1767384619.212134:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000100:00100000:0.0:1767384619.212134:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384619.212137:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384619.212141:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384619.212146:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:2.0:1767384619.212152:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00100000:3.0:1767384619.212154:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050227584 00000100:00000001:0.0:1767384619.212154:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384619.212159:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 02000000:00000001:3.0:1767384619.212160:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384619.212163:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384619.212167:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.212167:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 02000000:00000001:3.0:1767384619.212174:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.212177:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00100000:3.0:1767384619.212178:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050227584 00000020:00000001:3.0:1767384619.212181:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384619.212185:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384619.212188:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.212191:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000400:00000200:2.0:1767384619.212192:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000001:3.0:1767384619.212195:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384619.212201:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:2.0:1767384619.212201:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000001:3.0:1767384619.212208:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384619.212209:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000010:3.0:1767384619.212212:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0292edf. 00000400:00000200:2.0:1767384619.212213:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:3.0:1767384619.212217:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384619.212221:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000020:00000010:3.0:1767384619.212222:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0292edf. 00000400:00000200:2.0:1767384619.212228:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000010:3.0:1767384619.212230:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a12f2db1. 00000400:00000200:2.0:1767384619.212232:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000020:00000010:3.0:1767384619.212236:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003c702d52. 00000400:00000200:2.0:1767384619.212241:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000010:3.0:1767384619.212243:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073d55976. 00000400:00000200:2.0:1767384619.212251:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000100:00000040:3.0:1767384619.212252:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384619.212257:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384619.212259:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384619.212263:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.212263:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000100:00000001:3.0:1767384619.212287:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.212288:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:2.0:1767384619.212314:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:2.0:1767384619.212319:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp24 00000100:00000001:3.0:1767384619.212322:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.212323:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp24 lpni_is_preferred = 0 00000400:00000200:2.0:1767384619.212328:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp24 00000400:00000200:2.0:1767384619.212331:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp24 NI seq info: [39:39:256:4294967295] 192.168.202.122@tcp24 LPNI seq info [39:39:8:4294967295] 00000100:00000001:3.0:1767384619.212334:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384619.212336:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp24 00000100:00100000:3.0:1767384619.212343:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050227712 02000000:00000001:3.0:1767384619.212347:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384619.212348:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp24(192.168.202.122@tcp24:) -> 192.168.202.122@tcp24(192.168.202.122@tcp:192.168.202.122@tcp24) : GET try# 0 00000100:00000001:3.0:1767384619.212349:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384619.212354:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.212357:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384619.212357:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp24 00000100:00100000:3.0:1767384619.212359:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050227712 00000400:00000200:0.0:1767384619.212359:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006405b50c 00000800:00000010:2.0:1767384619.212362:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002a1af6c5. 00000400:00000010:0.0:1767384619.212365:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006405b50c. 00000020:00000001:3.0:1767384619.212366:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384619.212368:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000800:00000010:2.0:1767384619.212370:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000086385330. 00000020:00000001:3.0:1767384619.212371:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384619.212374:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384619.212375:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000800:00000010:2.0:1767384619.212376:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b32083ab. 00000020:00000001:3.0:1767384619.212379:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000200:0.0:1767384619.212380:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8ebe320 x1853237050227712/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384619.212381:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384619.212389:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.0:1767384619.212393:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086385330] -> 12345-192.168.202.122@tcp24 (2) 00000020:00000010:3.0:1767384619.212394:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0292edf. 00000100:00000001:3.0:1767384619.212399:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.212402:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384619.212403:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0292edf. 00000800:00000200:2.1:1767384619.212404:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086385330] -> 12345-192.168.202.122@tcp24 (2) 00000100:00000040:0.0:1767384619.212410:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8ebe320 x1853237050227712/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384619.212411:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a395ee9d. 00000020:00000010:3.0:1767384619.212417:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009fede6f2. 00000400:00000200:2.0:1767384619.212419:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000020:00000010:3.0:1767384619.212425:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000030ae45b. 00000400:00000200:2.0:1767384619.212425:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100251 rc 0 00000100:00000001:3.0:1767384619.212435:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384619.212436:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.212440:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384619.212441:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384619.212444:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.212450:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.212452:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.212455:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294907538 00000100:00000001:3.0:1767384619.212457:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.212463:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294907537 00000100:00000001:3.0:1767384619.212469:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384619.212470:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294907538 00000100:00000001:3.0:1767384619.212472:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384619.212474:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000001:0.0:1767384619.212477:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294907537 00000100:00100000:3.0:1767384619.212481:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00000001:0.0:1767384619.212485:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294907538 00000100:00000040:3.0:1767384619.212487:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384619.212493:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302377552 : -108600407174064 : ffff9d3a7f4ed450) 00000100:00000001:0.0:1767384619.212494:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294907537 00000100:00000001:0.0:1767384619.212501:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294907538 00000100:00000040:3.0:1767384619.212502:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1662a2b x1853237050227584/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:600/0 lens 4848/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.212506:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294907537 00000100:00000001:0.0:1767384619.212511:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.212516:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.212522:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.212523:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384619.212525:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.212527:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000020:00000010:3.0:1767384619.212530:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0292edf. 00000100:00000001:0.0:1767384619.212532:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384619.212535:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384619.212539:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.212541:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.212542:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384619.212545:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384619.212547:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0292edf. 00000100:00000001:0.0:1767384619.212549:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384619.212559:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1662a2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050227584:12345-0@lo:253: 00000100:00000200:3.0:1767384619.212564:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050227584 00000020:00000001:3.0:1767384619.212568:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384619.212573:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384619.212574:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384619.212575:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000020:00000001:3.0:1767384619.212576:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.212578:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384619.212584:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384619.212588:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000100:00100000:0.0:1767384619.212588:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000040:0.0:1767384619.212593:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000020:00000001:3.0:1767384619.212596:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384619.212596:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302383696 : -108600407167920 : ffff9d3a7f4eec50) 00000020:00000001:3.0:1767384619.212602:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384619.212603:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000deed2572 x1853237050227712/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:600/0 lens 4848/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384619.212609:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384619.212613:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384619.212614:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384619.212618:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ca433a51. 00000020:00000001:3.0:1767384619.212619:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.212622:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000001:3.0:1767384619.212625:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384619.212628:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384619.212630:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384619.212631:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ca433a51. 02000000:00000010:3.0:1767384619.212638:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b77939c5. 00000100:00100000:0.0:1767384619.212639:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000deed2572 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050227712:12345-0@lo:253: 02000000:00000001:3.0:1767384619.212644:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384619.212645:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050227712 00000020:00000001:0.0:1767384619.212649:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384619.212650:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:3.0:1767384619.212651:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.212652:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384619.212657:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.212658:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384619.212660:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384619.212663:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384619.212665:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384619.212667:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384619.212669:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384619.212671:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384619.212672:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.212674:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384619.212676:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384619.212678:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 20000000:00000010:3.0:1767384619.212680:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006a55c2f9. 02000000:00000010:0.0:1767384619.212681:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f9985071. 02000000:00000001:0.0:1767384619.212686:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384619.212689:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384619.212689:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384619.212693:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384619.212696:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384619.212700:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:0.0:1767384619.212701:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000de0a5587. 20000000:00000001:3.0:1767384619.212703:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.212705:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 20000000:01000000:0.0:1767384619.212706:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384619.212709:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384619.212711:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384619.212714:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384619.212715:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384619.212718:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384619.212720:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384619.212722:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384619.212727:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000782f6ae5. 00000400:00000200:2.0:1767384619.212730:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 20000000:01000000:3.0:1767384619.212731:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:3.0:1767384619.212740:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384619.212747:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384619.212751:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384619.212753:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00080000:00000001:3.0:1767384619.212769:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384619.212770:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00080000:00000001:3.0:1767384619.212787:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.212790:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00080000:00000001:3.0:1767384619.212792:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384619.212796:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384619.212806:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384619.212807:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00080000:00000001:3.0:1767384619.212810:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384619.212815:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:3.0:1767384619.212820:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:3.0:1767384619.212823:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:2.0:1767384619.212824:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00080000:00000001:3.0:1767384619.212829:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384619.212835:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384619.212838:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384619.212842:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384619.212843:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000020:00000001:3.0:1767384619.212848:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:3.0:1767384619.212853:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384619.212859:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000006f35b21. 00080000:00000001:3.0:1767384619.212862:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468038012928 : -108605671538688 : ffff9d3945870000) 00000400:00000200:2.0:1767384619.212865:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00080000:00000001:3.0:1767384619.212866:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384619.212873:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384619.212878:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c0292edf. 00080000:00000001:3.0:1767384619.212881:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384619.212884:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384619.212888:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00080000:00000001:3.0:1767384619.212900:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.212908:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00080000:00000001:3.0:1767384619.212919:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384619.212927:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.212947:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.212977:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.212998:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.213016:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.213034:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.213054:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.213069:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.213081:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.213093:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.213105:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.213124:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.213137:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000800:00000010:2.0:1767384619.213287:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b3ed4e4d. 00000800:00000010:2.0:1767384619.213311:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000069a630b6. 00000800:00000010:2.0:1767384619.213316:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cce05053. 00000800:00000010:2.0:1767384619.213349:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cce05053. 00000400:00000200:0.0:1767384619.213366:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384619.213381:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp24 from 225.3.0.2 00000800:00000010:0.0:1767384619.213384:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000baca8f41. 00000800:00000010:2.0:1767384619.213416:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015023942. 00000800:00000010:2.0:1767384619.213421:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cefe559a. 00000800:00000010:2.0:1767384619.213442:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c6e60ab3. 00000800:00000200:2.1:1767384619.213448:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086385330] -> 12345-192.168.202.122@tcp24 (2) 00000800:00000200:2.1:1767384619.213453:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp24 00000000c6e60ab3 deleted 00000800:00000010:2.1:1767384619.213454:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c6e60ab3. 00000800:00000200:2.1:1767384619.213458:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384619.213463:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp24 ip 192.168.202.122:993 00000800:00000200:2.1:1767384619.213466:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002a1af6c5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384619.213477:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp24 p 3.x 192.168.202.122 -> 192.168.202.122:993 incarnation:1767384617439852042 sched[0] 00000800:00000010:2.0:1767384619.213482:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cce05053. 00000800:00000010:2.0:1767384619.213526:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cce05053. 00000800:00000010:2.0:1767384619.213528:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cefe559a. 00000800:00000010:2.0:1767384619.213561:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000baca8f41. 00000800:00000001:2.0:1767384619.213571:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384619.213575:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384619.213618:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384619.213621:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002a1af6c5. 00000400:00000200:2.0:1767384619.213624:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.213628:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp24->192.168.202.122@tcp24: GET: OK 00000400:00000200:2.0:1767384619.213631:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384619.213635:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000800:00000200:3.1:1767384619.213664:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384619.213672:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp24 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384617439852042 sched[0] 00000800:00000010:3.0:1767384619.213675:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000069a630b6. 00000800:00000001:2.0:1767384619.213721:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384619.213727:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384619.213729:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384619.213734:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.213739:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp24(192.168.202.122@tcp24) <- 192.168.202.122@tcp24 : GET - for me 00000400:00000200:2.0:1767384619.213746:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384619.213750:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 304/304 into md 0x15c1 [1] + 0 00000400:00000200:2.0:1767384619.213757:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp24 to MR: 192.168.202.122@tcp24 local destination 00000400:00000200:2.0:1767384619.213762:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp24 NI seq info: [40:40:256:4294967295] 192.168.202.122@tcp24 LPNI seq info [40:40:8:4294967295] 00000400:00000200:3.0:1767384619.213765:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.213780:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp24(192.168.202.122@tcp24:192.168.202.122@tcp24) -> 192.168.202.122@tcp24(192.168.202.122@tcp24:192.168.202.122@tcp24) 192.168.202.122@tcp24 : REPLY try# 0 00000800:00000200:2.0:1767384619.213785:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.122@tcp24 00000800:00000010:2.0:1767384619.213789:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002a1af6c5. 00000800:00000200:2.0:1767384619.213792:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086385330] -> 12345-192.168.202.122@tcp24 (4) 00000800:00000200:2.0:1767384619.213797:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp24 ip 192.168.202.122:988 00000800:00000200:2.0:1767384619.213799:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002a1af6c5 type 3, nob 400 niov 1 nkiov 1 00000400:00000200:3.0:1767384619.213825:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000001:0.0:1767384619.213829:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384619.213857:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384619.213858:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000800:00000200:2.0:1767384619.213859:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384619.213862:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384619.213864:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002a1af6c5. 00000800:00000001:0.0:1767384619.213866:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384619.213870:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384619.213872:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.213876:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp24->192.168.202.122@tcp24: REPLY: OK 00000400:00000200:0.0:1767384619.213887:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp24(192.168.202.122@tcp24) <- 192.168.202.122@tcp24 : REPLY - for me 00000400:00000200:3.0:1767384619.213898:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384619.213899:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp24: Reply from 12345-192.168.202.122@tcp24 of length 304/304 into md 0x15dd 00000800:00000001:0.0:1767384619.213906:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384619.213912:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384619.213914:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384619.213918:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp24->192.168.202.122@tcp24: REPLY: OK 00000400:00000200:0.0:1767384619.213921:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f07b3369 00000400:00000200:3.0:1767384619.213923:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000010:0.0:1767384619.213923:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f07b3369. 00000400:00000200:0.0:1767384619.213926:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384619.213931:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:0.0:1767384619.213934:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:0.0:1767384619.213938:0:16338:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 17. state = 0x100251 00000400:00000200:0.0:1767384619.213942:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384619.213947:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384619.213953:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (18) 00000800:00000001:0.0:1767384619.213961:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384619.213964:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.213973:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384619.213974:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000800:00000001:0.0:1767384619.213975:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.213980:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1000d1 00000400:00000010:2.0:1767384619.213988:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 00000000f0fcfc49. 00000400:00000010:2.0:1767384619.213991:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 0000000057ca9fa9. 00000400:00000010:2.0:1767384619.213995:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 0000000046e6da6b. 00000400:00000200:3.0:1767384619.214002:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000010:2.0:1767384619.214017:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000504c830a. 00000400:00000200:2.0:1767384619.214023:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000504c830a nid 192.168.202.122@tcp25 00000400:00000010:2.0:1767384619.214026:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004e40c94a. 00000400:00000200:3.0:1767384619.214027:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.214029:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 000000004e40c94a net tcp25 00000400:00000200:2.0:1767384619.214034:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (17) 00000400:00000200:2.0:1767384619.214040:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp25 flags 0x11 00000400:00000010:2.0:1767384619.214043:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 00000000f0fcfc49. 00000400:00000010:2.0:1767384619.214045:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 0000000057ca9fa9. 00000400:00000010:2.0:1767384619.214047:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 0000000046e6da6b. 00000400:00000010:2.0:1767384619.214049:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000684eb53e. 00000400:00000200:2.0:1767384619.214052:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384619.214054:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100151 00000400:00000200:3.0:1767384619.214058:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384619.214058:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 rc 1 00000400:00000200:2.0:1767384619.214064:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000200:2.0:1767384619.214069:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384619.214070:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100111 rc 0 00000400:00000200:2.0:1767384619.214078:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:2.0:1767384619.214080:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (18) 00000400:00000200:3.0:1767384619.214100:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214137:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214157:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214171:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214184:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214196:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214208:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214220:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214232:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214244:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214256:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214282:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214336:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214368:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214387:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214400:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214420:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214439:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214460:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214483:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384619.214517:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000800:00000010:3.0:1767384619.214642:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001d441931. 00000800:00000010:3.0:1767384619.214646:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003223db20. 00000800:00000010:3.0:1767384619.214649:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000970d95a1. 00000800:00000010:3.0:1767384619.214678:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000970d95a1. 00000400:00000200:0.0:1767384619.214772:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384619.214786:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp24 from 224.3.0.2 00000800:00000010:0.0:1767384619.214790:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007d352c53. 00000800:00000010:2.0:1767384619.214857:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e167852c. 00000800:00000010:2.0:1767384619.214863:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cefe559a. 00000800:00000010:2.0:1767384619.214880:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c6e60ab3. 00000800:00000200:2.1:1767384619.214885:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086385330] -> 12345-192.168.202.122@tcp24 (4) 00000800:00000200:2.1:1767384619.214889:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp24 00000000c6e60ab3 deleted 00000800:00000010:2.1:1767384619.214891:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c6e60ab3. 00000800:00000200:2.1:1767384619.214895:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384619.214898:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp24 p 3.x 192.168.202.122 -> 192.168.202.122:992 incarnation:1767384617439852042 sched[0] 00000800:00000010:2.0:1767384619.214903:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cce05053. 00000800:00000010:2.0:1767384619.214950:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cce05053. 00000800:00000010:2.0:1767384619.214954:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cefe559a. 00080000:00000010:1.0:1767384619.214959:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000006f35b21. 00000800:00000010:2.0:1767384619.214979:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007d352c53. 00080000:00000010:1.0:1767384619.214987:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c0292edf. 00000800:00000001:2.0:1767384619.214993:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00040000:00000001:1.0:1767384619.214993:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384619.214998:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000001:2.0:1767384619.214999:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384619.215000:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384619.215005:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384619.215008:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384619.215010:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384619.215020:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000200:2.1:1767384619.215022:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 20000000:00000001:1.0:1767384619.215027:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384619.215029:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp24 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384617439852042 sched[0] 20000000:01000000:1.0:1767384619.215031:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000800:00000010:2.0:1767384619.215035:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003223db20. 00080000:00000001:1.0:1767384619.215038:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384619.215047:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000149be551. 20000000:01000000:0.0:1767384619.215052:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:0.0:1767384619.215056:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384619.215059:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:2.0:1767384619.215061:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384619.215063:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384619.215064:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384619.215069:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384619.215072:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384619.215074:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384619.215075:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384619.215084:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000587164fc. 00080000:00000001:0.0:1767384619.215086:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.215088:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384619.215090:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:2.0:1767384619.215092:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072052be0. 00080000:00000001:0.0:1767384619.215094:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.215096:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384619.215100:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000040:2.0:1767384619.215101:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000072052be0 with handle 0x9f279d7a9a0b4f58 to hash 00000020:00000001:2.0:1767384619.215105:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384619.215106:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.215107:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384619.215112:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00080000:00000002:0.0:1767384619.215112:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000800:00000001:1.0:1767384619.215117:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384619.215118:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384619.215121:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.215121:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00000800:00000001:1.0:1767384619.215124:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:0.0:1767384619.215126:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:2.0:1767384619.215127:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f58 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.215134:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384619.215139:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384619.215145:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767384619.215145:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.215150:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384619.215150:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.215152:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384619.215156:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384619.215156:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384619.215161:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000020:1.0:1767384619.215161:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:0.0:1767384619.215163:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:2.0:1767384619.215164:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.215165:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384619.215169:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000010:1.0:1767384619.215170:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006a55c2f9. 00080000:00000001:0.0:1767384619.215171:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384619.215172:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 20000000:00000001:1.0:1767384619.215176:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.215177:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000010:0.0:1767384619.215179:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000931c0659. 00010000:00000001:2.0:1767384619.215180:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384619.215182:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050227584 00010000:00000040:2.0:1767384619.215184:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000587164fc) refcount = 1 00010000:00000001:1.0:1767384619.215186:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:0.0:1767384619.215186:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635472906299904 : -108600803251712 : ffff9d3a67b32a00) 00010000:00010000:2.0:1767384619.215188:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f58 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384619.215193:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000200:1.0:1767384619.215195:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1662a2b x1853237050227584/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.215199:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000001:00000001:0.0:1767384619.215199:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384619.215203:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000010:0.0:1767384619.215205:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ca433a51. 00010000:00000001:2.0:1767384619.215206:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384619.215208:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384619.215211:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.215212:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384619.215212:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.215214:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384619.215218:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=36 v=5 (1 0 0 0) 00080000:00000001:0.0:1767384619.215220:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:2.0:1767384619.215221:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:1.0:1767384619.215224:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:01000000:2.0:1767384619.215225:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384619.215227:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384619.215228:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384619.215230:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=4 00080000:00000001:0.0:1767384619.215234:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.215235:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000100:00000040:1.0:1767384619.215236:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384619.215241:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:2.0:1767384619.215242:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 02000000:00000001:1.0:1767384619.215245:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384619.215247:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:0.0:1767384619.215248:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 02000000:00000001:1.0:1767384619.215249:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384619.215252:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f58 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384619.215254:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384619.215261:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384619.215264:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009de8ab6b. 00010000:00000001:2.0:1767384619.215266:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384619.215284:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f58 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384619.215284:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050227584, offset 224 00000400:00000200:1.0:1767384619.215311:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384619.215316:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384619.215323:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103b80 00000400:00000200:1.0:1767384619.215332:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15c9 [2] + 224 00010000:00000001:2.0:1767384619.215333:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.215337:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384619.215341:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384619.215347:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f58 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384619.215347:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384619.215355:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384619.215357:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384619.215360:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384619.215362:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b69c60db x1853237050227584/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.215365:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384619.215369:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f58 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384619.215388:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000072052be0 already unused, calling callback (0000000043915e75) 00000100:00000040:1.0:1767384619.215388:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b69c60db x1853237050227584/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.215393:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384619.215396:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384619.215400:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f58 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.215411:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384619.215413:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384619.215414:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384619.215416:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=5 00000020:00000001:2.0:1767384619.215418:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000100:00000001:1.0:1767384619.215419:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384619.215421:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384619.215426:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384619.215428:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f58 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384619.215429:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009de8ab6b 00000400:00000010:1.0:1767384619.215434:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009de8ab6b. 00000100:00000001:0.0:1767384619.215439:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384619.215441:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384619.215441:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384619.215442:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384619.215446:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384619.215446:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384619.215448:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384619.215450:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384619.215452:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384619.215454:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.215456:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1767384619.215456:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5e74dbf. 00010000:00000001:2.0:1767384619.215461:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1767384619.215461:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000200:0.0:1767384619.215462:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8ed2a00 00010000:00000001:2.0:1767384619.215465:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1767384619.215466:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8ed2a00. 00010000:00000001:1.0:1767384619.215468:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384619.215470:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.215471:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384619.215472:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384619.215475:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000072052be0 with handle 0x9f279d7a9a0b4f58 from hash 00000020:00000001:1.0:1767384619.215477:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384619.215478:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b69c60db x1853237050227584/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.215481:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384619.215485:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384619.215487:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1662a2b x1853237050227584/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384619.215493:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b69c60db x1853237050227584/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.215495:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384619.215499:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384619.215503:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384619.215507:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384619.215512:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384619.215517:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.215521:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384619.215524:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.215525:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384619.215528:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1662a2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050227584:12345-0@lo:253: Request processed in 3000us (3659us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384619.215531:0:16344:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384619.215532:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384619.215536:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:0.0:1767384619.215536:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384619.215538:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384619.215540:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.215543:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384619.215544:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.215548:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1767384619.215551:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=36 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384619.215552:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.215560:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384619.215560:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00001000:0.0:1767384619.215560:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=36 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384619.215566:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.215568:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00010000:00010000:2.0:1767384619.215573:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f58 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384619.215574:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384619.215575:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384619.215578:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.215580:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384619.215583:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384619.215586:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.215587:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384619.215588:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003c702d52. 00000100:00000001:0.0:1767384619.215590:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.215591:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384619.215594:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384619.215597:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:0.0:1767384619.215597:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b69c60db x1853237050227584/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.215599:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:1.0:1767384619.215599:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073d55976. 00010000:00000001:2.0:1767384619.215602:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384619.215607:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000010:1.0:1767384619.215609:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a12f2db1. 00000100:00000001:0.0:1767384619.215610:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384619.215611:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.215616:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:00000001:2.0:1767384619.215617:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384619.215618:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:0.0:1767384619.215620:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384619.215621:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f58 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384619.215625:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:1.0:1767384619.215626:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384619.215629:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:0.0:1767384619.215630:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 02000000:00000010:1.0:1767384619.215631:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b77939c5. 00010000:00000001:2.0:1767384619.215633:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384619.215634:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00010000:2.0:1767384619.215636:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f58 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384619.215637:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384619.215639:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384619.215641:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384619.215645:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384619.215645:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000040:2.0:1767384619.215647:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000587164fc count: 0 00000020:01000004:0.0:1767384619.215648:0:16344:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384619.215652:0:16344:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000200:1.0:1767384619.215655:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384619.215655:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384619.215657:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384619.215659:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384619.215661:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384619.215662:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b69c60db x1853237050227584/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384619.215663:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b6cd56. 00000400:00000010:1.0:1767384619.215672:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009de8ab6b. 00000100:00100000:0.0:1767384619.215672:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b69c60db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050227584:0@lo:253: 00000100:00000001:0.0:1767384619.215680:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.215682:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384619.215685:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b69c60db x1853237050227584/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.215689:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384619.215691:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384619.215693:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a42390e1. 02000000:00000001:0.0:1767384619.215697:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384619.215698:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384619.215700:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384619.215701:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384619.215702:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004f6d0f5b. 02000000:00000001:0.0:1767384619.215711:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384619.215712:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384619.215714:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b69c60db. 00000100:00000001:0.0:1767384619.215718:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384619.215719:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.215720:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.215724:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384619.215725:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.215727:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.215729:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384619.217252:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000931c0659. 00080000:00000010:0.0:1767384619.217313:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ca433a51. 00040000:00000001:0.0:1767384619.217317:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384619.217319:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384619.217321:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384619.217323:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384619.217325:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384619.217327:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384619.217329:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384619.217338:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384619.217341:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384619.217345:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384619.217351:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384619.217355:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384619.217357:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384619.217361:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384619.217364:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384619.217370:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f4781762. 00010000:00000001:1.0:1767384619.217374:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384619.217377:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aba6c93e. 00000020:00000001:1.0:1767384619.217380:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384619.217383:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aba6c93e with handle 0x9f279d7a9a0b4f5f to hash 00000020:00000001:1.0:1767384619.217385:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384619.217386:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384619.217390:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384619.217393:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384619.217395:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384619.217398:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f5f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384619.217418:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384619.217420:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384619.217421:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384619.217423:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384619.217424:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384619.217426:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384619.217427:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384619.217429:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384619.217431:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384619.217433:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384619.217434:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384619.217436:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f4781762) refcount = 1 00010000:00010000:1.0:1767384619.217440:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f5f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384619.217446:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000020:0.0:1767384619.217447:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384619.217449:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1767384619.217451:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384619.217454:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384619.217454:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000de0a5587. 20000000:00000001:0.0:1767384619.217459:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.217460:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384619.217462:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050227712 00010000:00000001:1.0:1767384619.217465:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384619.217466:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:1.0:1767384619.217471:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000200:0.0:1767384619.217471:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000deed2572 x1853237050227712/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:1.0:1767384619.217475:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:1.0:1767384619.217482:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384619.217483:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384619.217486:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384619.217487:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384619.217491:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aba6c93e refcount=4 00000100:00001000:0.0:1767384619.217491:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384619.217498:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384619.217499:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00000100:00000040:0.0:1767384619.217500:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:1.0:1767384619.217504:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00000100:00000001:0.0:1767384619.217505:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384619.217510:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384619.217512:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384619.217514:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f5f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384619.217519:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.217524:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384619.217527:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1767384619.217528:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384619.217530:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f5f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384619.217532:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006405b50c. 00000100:00000200:0.0:1767384619.217537:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050227712, offset 224 00000400:00000200:0.0:1767384619.217545:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384619.217552:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384619.217560:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103c00 00010000:00000001:1.0:1767384619.217561:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384619.217565:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384619.217567:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15d1 [2] + 224 00010000:00010000:1.0:1767384619.217569:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f5f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384619.217574:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384619.217581:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384619.217583:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384619.217584:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384619.217586:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384619.217589:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8ebe320 x1853237050227712/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384619.217591:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384619.217595:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f5f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384619.217602:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f8ebe320 x1853237050227712/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384619.217614:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000aba6c93e already unused, calling callback (0000000043915e75) 00010000:00000001:1.0:1767384619.217619:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384619.217620:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384619.217621:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f5f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384619.217624:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384619.217630:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384619.217630:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006405b50c 00000400:00000010:0.0:1767384619.217634:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006405b50c. 00010000:00000001:1.0:1767384619.217635:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384619.217639:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384619.217639:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767384619.217643:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aba6c93e refcount=5 00000100:00000001:0.0:1767384619.217643:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384619.217647:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.217649:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00000100:00000040:0.0:1767384619.217650:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384619.217654:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384619.217655:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00000020:00000001:0.0:1767384619.217656:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.217661:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384619.217662:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384619.217665:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f5f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384619.217666:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deed2572 x1853237050227712/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.217673:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.217683:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384619.217686:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384619.217687:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000deed2572 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050227712:12345-0@lo:253: Request processed in 5071us (5562us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384619.217689:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384619.217691:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000001:2.0:1767384619.217692:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384619.217696:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384619.217697:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076fd5347. 00000100:00100000:0.0:1767384619.217700:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000400:00000200:2.0:1767384619.217705:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186f12b9 00010000:00000001:1.0:1767384619.217705:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384619.217705:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:0.0:1767384619.217709:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384619.217710:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000186f12b9. 00010000:00000001:1.0:1767384619.217711:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384619.217715:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384619.217716:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384619.217718:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384619.217722:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8ebe320 x1853237050227712/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384619.217722:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009fede6f2. 00010000:00000001:1.0:1767384619.217726:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384619.217729:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000030ae45b. 00000020:00000040:1.0:1767384619.217733:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aba6c93e with handle 0x9f279d7a9a0b4f5f from hash 00000020:00000010:0.0:1767384619.217735:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a395ee9d. 00010000:00000001:1.0:1767384619.217741:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:0.0:1767384619.217741:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000200:2.0:1767384619.217744:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8ebe320 x1853237050227712/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384619.217747:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384619.217747:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384619.217751:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f9985071. 00010000:00000001:1.0:1767384619.217752:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384619.217757:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:0.0:1767384619.217758:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384619.217759:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384619.217763:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.217764:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384619.217764:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:0.0:1767384619.217767:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384619.217769:0:16345:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384619.217769:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:2.0:1767384619.217772:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384619.217772:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c774ac4. 00010000:00000001:1.0:1767384619.217773:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384619.217774:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384619.217778:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.217779:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384619.217779:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006405b50c. 02000000:00000001:2.0:1767384619.217780:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384619.217787:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=36 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384619.217787:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384619.217793:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=36 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384619.217793:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384619.217797:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384619.217798:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384619.217799:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.217802:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.217803:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384619.217806:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.217806:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384619.217810:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.217811:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.217816:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.217817:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8ebe320 x1853237050227712/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384619.217822:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.217829:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384619.217829:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f5f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384619.217832:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384619.217834:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384619.217838:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384619.217841:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384619.217843:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384619.217843:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384619.217848:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384619.217848:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384619.217853:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384619.217853:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:01000004:2.0:1767384619.217856:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384619.217858:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384619.217859:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384619.217860:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384619.217862:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:01000004:2.0:1767384619.217863:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384619.217866:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384619.217866:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384619.217867:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384619.217872:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8ebe320 x1853237050227712/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384619.217872:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384619.217879:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f5f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384619.217882:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8ebe320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050227712:0@lo:253: 00000100:00000001:2.0:1767384619.217889:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.217892:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384619.217895:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:2.0:1767384619.217896:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8ebe320 x1853237050227712/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384619.217899:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384619.217903:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f5f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384619.217904:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384619.217907:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384619.217909:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004d1cb340. 02000000:00000001:2.0:1767384619.217913:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384619.217915:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384619.217915:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384619.217917:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384619.217918:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009141cd34. 02000000:00000001:2.0:1767384619.217920:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384619.217922:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384619.217924:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8ebe320. 00000100:00000001:2.0:1767384619.217928:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384619.217930:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.217934:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384619.217938:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f4781762 count: 0 00000100:00000001:2.0:1767384619.217939:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384619.217942:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.217945:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.217947:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.217951:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384619.217955:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384619.218319:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294907538, at 4294907539 00000100:00000010:3.0:1767384619.218326:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003af72e0b. 00000100:00000040:2.0:1767384619.218380:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294907538, at 4294907539 00000100:00000010:2.0:1767384619.218386:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9a00eb. 00000100:00000040:1.0:1767384619.218403:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294907538, at 4294907539 00000100:00000040:0.0:1767384619.218408:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294907538, at 4294907539 00000100:00000010:1.0:1767384619.218409:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000889cf977. 00000100:00000010:0.0:1767384619.218419:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052156fc4. 00010000:00000010:2.1:1767384619.220310:0:24619:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000587164fc. 00010000:00000010:2.1:1767384619.220318:0:24619:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072052be0. 00010000:00000010:1.1:1767384619.222321:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f4781762. 00010000:00000010:1.1:1767384619.222327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aba6c93e. 00000400:00000010:3.0:1767384619.227214:0:24621:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e9974a73. 00000400:00000040:3.0:1767384619.227237:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384619.227240:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384619.227243:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384619.227244:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384619.227247:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384619.227256:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384619.227260:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384619.227261:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384619.227264:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384619.227266:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384619.227284:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384619.227286:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384619.227289:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384619.227363:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384619.227366:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384619.227369:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384619.227371:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384619.227373:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384619.227375:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384619.227379:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384619.227381:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384619.227384:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384619.227386:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384619.227389:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384619.227391:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384619.227394:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384619.227396:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384619.227399:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384619.227401:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384619.227403:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384619.227405:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384619.227408:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384619.227411:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384619.227413:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384619.227414:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384619.227416:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384619.227418:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384619.227421:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384619.227424:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384619.227425:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384619.227428:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384619.227431:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384619.227433:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384619.227436:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384619.227446:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384619.227449:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384619.227451:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384619.227452:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384619.227455:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384619.227457:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384619.227459:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384619.227461:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384619.227463:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384619.227466:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384619.227468:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384619.227470:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384619.227472:0:24621:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384619.227529:0:24621:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e9974a73. 00010000:00000001:1.0:1767384619.775367:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 10000000:00000001:0.0:1767384619.775368:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384619.775375:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 2 00010000:00000001:1.0:1767384619.775376:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384619.775384:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.775385:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384619.775389:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384619.775391:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384619.775396:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384619.775398:0:17073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384619.775401:0:17073:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384619.775404:0:17073:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384619.775408:0:17073:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d3a4b2d0000 from 33 10000000:00000001:0.0:1767384619.775412:0:17073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384619.775415:0:17073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384619.775425:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b69c60db. 00000020:00000040:0.0:1767384619.775430:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384619.775436:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384619.775437:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1767384619.775444:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.775445:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:1.0:1767384619.775455:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384619.775457:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384619.775464:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d868428. 00000100:00000001:0.0:1767384619.775471:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384619.775475:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384619.775478:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384619.775484:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004412037d. 00010000:00000001:0.0:1767384619.775487:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384619.775495:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000163d5eb8. 00000020:00000001:0.0:1767384619.775500:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384619.775502:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000163d5eb8 with handle 0x9f279d7a9a0b4f66 to hash 00000020:00000001:0.0:1767384619.775505:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384619.775507:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142738944 : -108600566812672 : ffff9d3a75caf000) 00010000:00000001:0.0:1767384619.775509:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142738944 : -108600566812672 : ffff9d3a75caf000) 00010000:00000001:0.0:1767384619.775512:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384619.775514:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384619.775516:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384619.775523:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384619.775531:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384619.775536:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384619.775537:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384619.775542:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079102c69. 00000100:00000001:0.0:1767384619.775544:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472392383104 : -108601317168512 : ffff9d3a49116a80) 00000100:00000001:0.0:1767384619.775547:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384619.775549:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248000 : -108605746303616 : ffff9d3941122d80) 00000100:00000001:0.0:1767384619.775553:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384619.775555:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.775557:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384619.775560:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384619.775569:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b69c60db x1853237050227840/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.775579:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384619.775583:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.775587:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384619.775590:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384619.775594:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384619.775606:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b69c60db pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050227840:0@lo:101: 00000100:00000001:0.0:1767384619.775611:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384619.775618:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384619.775621:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.775623:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384619.775628:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e878ae59. 02000000:00000001:0.0:1767384619.775630:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384619.775637:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4430cef. 00000400:00000010:0.0:1767384619.775646:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adf01893. 00000100:00000200:0.0:1767384619.775654:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050227840, portal 25 00000100:00000001:0.0:1767384619.775657:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384619.775659:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248000 : -108605746303616 : ffff9d3941122d80) 00000100:00000040:0.0:1767384619.775667:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b69c60db x1853237050227840/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.775677:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384619.775680:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384619.775683:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003da15917. 00000100:00000200:0.0:1767384619.775685:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050227840, offset 0 00000400:00000200:0.0:1767384619.775692:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384619.775706:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384619.775717:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260103c80 00000400:00000200:0.0:1767384619.775724:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa71 [2] + 0 00000400:00000010:0.0:1767384619.775728:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a50f23e. 00000400:00000200:0.0:1767384619.775733:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005fa4c099 00000400:00000200:0.0:1767384619.775739:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384619.775745:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384619.775750:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fa4c099 00000400:00000010:0.0:1767384619.775753:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fa4c099. 00000100:00000001:0.0:1767384619.775758:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384619.775760:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384619.775774:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000001d392c1a x1853237050227840 msgsize 328 00000100:00100000:0.0:1767384619.775779:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384619.775781:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384619.775797:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384619.775812:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003da15917 00000400:00000010:0.0:1767384619.775815:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003da15917. 00000100:00000001:0.0:1767384619.775819:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384619.775823:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b69c60db x1853237050227840/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.775825:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384619.775829:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050227840 02000000:00000001:2.0:1767384619.775833:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384619.775836:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384619.775840:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.775841:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384619.775846:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b69c60db x1853237050227840/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384619.775853:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384619.775860:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050227840 00000100:00000001:0.0:1767384619.775860:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.775864:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384619.775865:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384619.775867:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384619.775870:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384619.775872:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:0.0:1767384619.775873:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.775875:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384619.775879:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384619.775882:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294908101 00000100:00000001:2.0:1767384619.775883:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384619.775888:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba072a3a. 00000100:00000010:0.0:1767384619.775890:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051cca6b5. 00000100:00000001:2.0:1767384619.775892:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384619.775896:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba072a3a. 00000100:00000001:0.0:1767384619.775900:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000020:00000010:2.0:1767384619.775903:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063434cd2. 00000100:00000001:0.0:1767384619.775910:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294908101 00000020:00000010:2.0:1767384619.775911:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022028b75. 00000100:00000010:0.0:1767384619.775917:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003084d4fc. 00000020:00000010:2.0:1767384619.775918:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009d03bacd. 00000100:00000001:0.0:1767384619.775924:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384619.775931:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294908101 00000100:00000040:2.0:1767384619.775932:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384619.775936:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384619.775938:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1767384619.775938:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075459238. 00000100:00000001:2.0:1767384619.775942:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.775945:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384619.775950:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.775950:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294908101 00000100:00000010:0.0:1767384619.775955:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f36dca9. 00000100:00000001:0.0:1767384619.775960:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384619.775964:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.775966:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.775967:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.775972:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384619.775975:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384619.775978:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 0000000079102c69 going to sleep for 11 seconds 00000100:00000001:2.0:1767384619.775979:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384619.775982:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384619.775984:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384619.775989:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00000001:0.0:1767384619.775991:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.775992:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384619.775996:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302381648 : -108600407169968 : ffff9d3a7f4ee450) 00000100:00000040:2.0:1767384619.776000:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d392c1a x1853237050227840/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:600/0 lens 328/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.776008:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384619.776010:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba072a3a. 00000100:00000001:2.0:1767384619.776011:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384619.776013:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ba072a3a. 00000100:00100000:2.0:1767384619.776017:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d392c1a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17073:x1853237050227840:12345-0@lo:101: 00000100:00000200:2.0:1767384619.776026:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050227840 00000020:00000001:2.0:1767384619.776028:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384619.776030:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384619.776032:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.776034:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384619.776036:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:2.0:1767384619.776038:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384619.776040:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384619.776042:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384619.776044:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384619.776047:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.776048:0:17070:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384619.776050:0:17070:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384619.776052:0:17070:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384619.776054:0:17070:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384619.776055:0:17070:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.776060:0:17070:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384619.776065:0:17070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000587164fc. 00010000:00000001:2.0:1767384619.776069:0:17070:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384619.776075:0:17070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072052be0. 00000020:00000001:2.0:1767384619.776078:0:17070:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384619.776079:0:17070:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000072052be0 with handle 0x9f279d7a9a0b4f6d to hash 00000020:00000001:2.0:1767384619.776081:0:17070:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384619.776082:0:17070:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384619.776085:0:17070:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00010000:2.0:1767384619.776088:0:17070:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f6d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f279d7a9a0b4f66 expref: -99 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384619.776096:0:17070:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000021677888 : new locks_count 10 00000020:00000040:2.0:1767384619.776098:0:17070:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=15 00000100:00000001:2.0:1767384619.776105:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384619.776108:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384619.776112:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ab42435d. 02000000:00000001:2.0:1767384619.776114:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.776127:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.776130:0:17070:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384619.776134:0:17070:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384619.776136:0:17070:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384619.776138:0:17070:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384619.776140:0:17070:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.776142:0:17070:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384619.776143:0:17070:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.776145:0:17070:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384619.776148:0:17070:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384619.776150:0:17070:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384619.776152:0:17070:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384619.776153:0:17070:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000587164fc) refcount = 1 00010000:00010000:2.0:1767384619.776157:0:17070:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4f66 expref: 15 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.776161:0:17070:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384619.776162:0:17070:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384619.776163:0:17070:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.776166:0:17070:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.776167:0:17070:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384619.776172:0:17070:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384619.776173:0:17070:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4f66 expref: 15 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.776178:0:17070:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384619.776179:0:17070:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384619.776181:0:17070:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.776183:0:17070:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.776185:0:17070:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384619.776186:0:17070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.776187:0:17070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384619.776188:0:17070:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000072052be0, rc 0) 00000020:00000001:2.0:1767384619.776190:0:17070:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384619.776193:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050227840 00010000:00000001:2.0:1767384619.776195:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384619.776199:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d392c1a x1853237050227840/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:600/0 lens 328/344 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.776212:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384619.776214:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384619.776217:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384619.776220:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384619.776223:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384619.776225:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384619.776228:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384619.776230:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.776232:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384619.776235:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384619.776238:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7ef4eac. 00000100:00000200:2.0:1767384619.776240:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050227840, offset 224 00000400:00000200:2.0:1767384619.776243:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384619.776248:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384619.776253:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260103c80 00000400:00000200:2.0:1767384619.776257:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x15f1 [1] + 224 00000400:00000200:2.0:1767384619.776259:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.776276:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384619.776280:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384619.776284:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b69c60db x1853237050227840/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384619.776332:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b69c60db x1853237050227840/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.776353:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384619.776362:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7ef4eac 00000400:00000010:2.0:1767384619.776365:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7ef4eac. 00000100:00000001:1.0:1767384619.776369:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384619.776370:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384619.776376:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384619.776381:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384619.776383:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384619.776385:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384619.776389:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4430cef. 00000100:00000040:2.0:1767384619.776395:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000200:1.0:1767384619.776398:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adf01893 00010000:00000001:2.0:1767384619.776399:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384619.776407:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000adf01893. 00000020:00000001:2.0:1767384619.776408:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.776422:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384619.776425:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384619.776434:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b69c60db x1853237050227840/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384619.776435:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d392c1a x1853237050227840/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:600/0 lens 328/344 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384619.776509:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b69c60db x1853237050227840/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384619.776513:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d392c1a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050227840:12345-0@lo:101: Request processed in 500us (733us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384619.776545:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384619.776552:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384619.776553:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000001:1.0:1767384619.776561:0:17073:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384619.776562:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384619.776565:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384619.776567:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384619.776568:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384619.776571:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384619.776573:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022028b75. 00000100:00000001:1.0:1767384619.776576:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384619.776578:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009d03bacd. 00000020:00000010:2.0:1767384619.776585:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063434cd2. 02000000:00000001:1.0:1767384619.776585:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384619.776600:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00001000:1.0:1767384619.776603:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=36 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384619.776604:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384619.776610:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ab42435d. 02000000:00000001:2.0:1767384619.776622:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384619.776625:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384619.776625:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=36 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384619.776631:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384619.776634:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384619.776639:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384619.776640:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d3b49e7. 00000400:00000010:2.0:1767384619.776647:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9751397. 00010000:00000001:1.0:1767384619.776659:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384619.776661:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.776665:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.776669:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b69c60db x1853237050227840/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.776676:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384619.776679:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384619.776681:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384619.776684:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b69c60db x1853237050227840/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384619.776689:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b69c60db pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050227840:0@lo:101: 00000100:00000001:1.0:1767384619.776692:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.776695:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.776696:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384619.776700:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384619.776701:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b69c60db x1853237050227840/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.776706:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384619.776708:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000079102c69. 00000100:00000001:1.0:1767384619.776713:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384619.776714:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.776716:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384619.776719:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384619.776721:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384619.776723:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000163d5eb8 refcount=4 00000020:00000001:1.0:1767384619.776724:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142738944 : -108600566812672 : ffff9d3a75caf000) 00010000:00000001:1.0:1767384619.776726:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142738944 : -108600566812672 : ffff9d3a75caf000) 00010000:00000040:1.0:1767384619.776731:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000163d5eb8, remote cookie: 0x9f279d7a9a0b4f6d, flags: 0x0 00010000:00000001:1.0:1767384619.776734:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384619.776736:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384619.776738:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384619.776739:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384619.776740:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384619.776747:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004412037d) refcount = 1 00010000:00010000:1.0:1767384619.776750:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4f6d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384619.776756:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384619.776758:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384619.776759:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384619.776762:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384619.776764:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384619.776766:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4f6d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384619.776770:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384619.776771:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384619.776772:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384619.776773:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384619.776774:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384619.776775:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.776777:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384619.776778:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b69c60db x1853237050227840/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.776783:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384619.776785:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384619.776787:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e878ae59. 02000000:00000001:1.0:1767384619.776791:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384619.776792:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384619.776793:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384619.776795:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384619.776797:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001d868428. 02000000:00000001:1.0:1767384619.776801:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384619.776802:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384619.776804:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b69c60db. 00000100:00000001:1.0:1767384619.776808:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384619.776808:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384619.776810:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384619.776813:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384619.776814:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:1.0:1767384619.776820:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.776822:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384619.776823:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384619.776824:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000163d5eb8 refcount=3 00000020:00000001:1.0:1767384619.776826:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142738944 : -108600566812672 : ffff9d3a75caf000) 00010000:00000001:1.0:1767384619.776827:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142738944 : -108600566812672 : ffff9d3a75caf000) 00010000:00000001:1.0:1767384619.776828:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384619.776829:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384619.776830:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384619.776831:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384619.776833:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384619.776835:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000cbbb939f. 00000100:00000010:1.0:1767384619.776852:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de9d4610. 00000020:00000040:1.0:1767384619.776854:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384619.776856:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384619.776859:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384619.776863:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384619.776868:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000324f8f02. 00000100:00000001:1.0:1767384619.776871:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.776874:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384619.776879:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000832f1e10. 00000100:00000010:1.0:1767384619.776882:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000001058c722. 00000020:00000040:1.0:1767384619.776883:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384619.776887:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384619.776888:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384619.776892:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ce7d5e9e. 00000100:00000001:1.0:1767384619.776893:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472409250432 : -108601300301184 : ffff9d3a4a12ca80) 00000100:00000001:1.0:1767384619.776895:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384619.776895:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299791744 : -108600409759872 : ffff9d3a7f275f80) 00000100:00000001:1.0:1767384619.776899:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384619.776900:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.776901:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384619.776902:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384619.776905:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.776919:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384619.776920:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.776922:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384619.776924:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384619.776925:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384619.776927:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000de9d4610 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050227968:0@lo:256: 00000100:00000001:1.0:1767384619.776930:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384619.776935:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384619.776937:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.776939:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384619.776945:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b6a245. 00000400:00000010:1.0:1767384619.776951:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000039368ccb. 00000100:00000200:1.0:1767384619.776957:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260103d00-0x6958260103d00, portal 33 00000100:00000001:1.0:1767384619.776960:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.776962:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384619.776966:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f65b4ca7. 02000000:00000001:1.0:1767384619.776968:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384619.776972:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa6579. 00000400:00000010:1.0:1767384619.776978:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b5cbd9. 00000100:00000200:1.0:1767384619.776982:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050227968, portal 25 00000100:00000001:1.0:1767384619.776984:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384619.776985:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299791744 : -108600409759872 : ffff9d3a7f275f80) 00000100:00000040:1.0:1767384619.776990:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.776998:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384619.777001:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384619.777004:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5a7bda. 00000100:00000200:1.0:1767384619.777006:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050227968, offset 0 00000400:00000200:1.0:1767384619.777016:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384619.777026:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384619.777036:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260103d00 00000400:00000200:1.0:1767384619.777040:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xa89 [2] + 0 00000400:00000010:1.0:1767384619.777049:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8cde5db. 00000400:00000200:1.0:1767384619.777053:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000238f6d74 00000400:00000200:1.0:1767384619.777058:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384619.777061:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384619.777065:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000238f6d74 00000400:00000010:1.0:1767384619.777066:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000238f6d74. 00000100:00000001:1.0:1767384619.777069:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384619.777071:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384619.777074:0:17073:0:(events.c:337:request_in_callback()) incoming req@00000000486c425f x1853237050227968 msgsize 304 00000100:00100000:1.0:1767384619.777078:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384619.777079:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384619.777095:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384619.777102:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5a7bda 00000400:00000010:1.0:1767384619.777103:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5a7bda. 00000100:00000001:1.0:1767384619.777109:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384619.777111:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.777118:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384619.777120:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.777125:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.777126:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384619.777129:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.777132:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294908102 00000100:00000001:1.0:1767384619.777138:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294908101 00000100:00000001:1.0:1767384619.777142:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294908102 00000100:00000001:1.0:1767384619.777145:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294908101 00000100:00000001:1.0:1767384619.777147:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294908102 00000100:00000001:1.0:1767384619.777154:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294908101 00000100:00000001:1.0:1767384619.777161:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294908102 00000100:00000001:3.0:1767384619.777166:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384619.777166:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294908101 00000100:00000001:1.0:1767384619.777169:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384619.777171:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050227968 02000000:00000001:3.0:1767384619.777174:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384619.777178:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384619.777181:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.777181:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.777199:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384619.777200:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.777206:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384619.777208:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050227968 00000020:00000001:3.0:1767384619.777212:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384619.777212:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ce7d5e9e going to sleep for 11 seconds 00000020:00000040:3.0:1767384619.777217:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:1.0:1767384619.777218:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384619.777226:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.777227:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.777234:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:3.0:1767384619.777239:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384619.777242:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384619.777245:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384619.777249:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002b6238e. 00000100:00000001:3.0:1767384619.777251:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384619.777253:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000002b6238e. 00000020:00000010:3.0:1767384619.777257:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006f35b21. 00000020:00000010:3.0:1767384619.777260:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bbabe400. 00000020:00000010:3.0:1767384619.777278:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000058e6d59a. 00000100:00000040:3.0:1767384619.777284:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384619.777285:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384619.777315:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384619.777317:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.777322:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.777334:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.777343:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384619.777346:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384619.777354:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000040:3.0:1767384619.777357:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384619.777359:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302384720 : -108600407166896 : ffff9d3a7f4ef050) 00000100:00000040:3.0:1767384619.777366:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000486c425f x1853237050227968/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:600/0 lens 304/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.777373:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384619.777376:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002b6238e. 00000100:00000001:3.0:1767384619.777377:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384619.777379:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000002b6238e. 00000100:00100000:3.0:1767384619.777382:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000486c425f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050227968:12345-0@lo:256: 00000100:00000200:3.0:1767384619.777385:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050227968 00000020:00000001:3.0:1767384619.777386:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384619.777388:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384619.777389:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.777391:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384619.777392:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:3.0:1767384619.777394:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384619.777395:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384619.777397:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384619.777398:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384619.777399:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.777402:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384619.777403:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384619.777406:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000090e32074. 02000000:00000001:3.0:1767384619.777407:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.777409:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.777411:0:17070:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384619.777419:0:17070:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384619.777422:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384619.777424:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384619.777427:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.777428:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384619.777430:0:17070:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384619.777432:0:17070:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000991dd4e4. 20000000:00000001:3.0:1767384619.777435:0:17070:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384619.777445:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384619.777450:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384619.777454:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384619.777456:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384619.777457:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384619.777459:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384619.777460:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384619.777462:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384619.777463:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384619.777465:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384619.777466:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384619.777467:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384619.777469:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384619.777470:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384619.777472:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384619.777473:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384619.777474:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:3.0:1767384619.777475:0:17070:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3732/1/4/3. 20000000:00000040:3.0:1767384619.777480:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384619.777482:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384619.777483:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384619.777485:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384619.777486:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384619.777487:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384619.777488:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384619.777490:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384619.777491:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384619.777492:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384619.777493:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384619.777494:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384619.777495:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384619.777502:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384619.777503:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384619.777504:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384619.777506:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:3.0:1767384619.777508:0:17070:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3368/1/4/3. 20000000:01000000:3.0:1767384619.777510:0:17070:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 728, version 38 20000000:00000001:3.0:1767384619.777511:0:17070:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=728 : 728 : 2d8) 00000100:00000001:3.0:1767384619.777514:0:17070:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384619.777517:0:17070:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004c676243. 00000100:00000010:3.0:1767384619.777519:0:17070:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001002d91d. 00000020:00000040:3.0:1767384619.777521:0:17070:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:3.0:1767384619.777524:0:17070:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384619.777526:0:17070:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384619.777531:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000cd4f71. 00000400:00000010:3.0:1767384619.777538:0:17070:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dcd26a62. 00000400:00000200:3.0:1767384619.777540:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384619.777547:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384619.777554:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 728 into portal 33 MB=0x6958260103d00 00000400:00000200:3.0:1767384619.777558:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 728/728 into md 0x1601 [4] + 0 00000400:00000010:3.0:1767384619.777560:0:17070:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b6a245. 00000400:00000200:3.0:1767384619.777563:0:17070:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000039368ccb 00000400:00000200:3.0:1767384619.777566:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.777568:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384619.777570:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039368ccb 00000400:00000010:3.0:1767384619.777572:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000039368ccb. 00000100:00000001:3.0:1767384619.777575:0:17070:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384619.777576:0:17070:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000de9d4610 desc 00000000832f1e10 mbits 1853237050227968 00000100:00000001:3.0:1767384619.777588:0:17070:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384619.777591:0:17070:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384619.777596:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384619.777602:0:17070:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x160d 00000400:00000200:3.0:1767384619.777605:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.777607:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384619.777609:0:17070:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384619.777611:0:17070:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000004c676243 00000100:00000001:1.0:1767384619.777617:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384619.777618:0:17070:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:1.0:1767384619.777624:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.777630:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000cd4f71 00000400:00000010:3.0:1767384619.777633:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000cd4f71. 00000100:00000001:3.0:1767384619.777636:0:17070:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384619.777637:0:17070:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000004c676243 00000100:00000001:3.0:1767384619.777638:0:17070:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384619.777642:0:17070:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 728 bytes via portal 33 id 12345-0@lo mbits 0x6958260103d00-0x6958260103d00 00000100:00000001:3.0:1767384619.777644:0:17070:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.777647:0:17070:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.777649:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384619.777651:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:3.0:1767384619.777653:0:17070:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001002d91d. 00000100:00000010:3.0:1767384619.777655:0:17070:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004c676243. 00000100:00000001:3.0:1767384619.777657:0:17070:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384619.777658:0:17070:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384619.777663:0:17070:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000991dd4e4. 20000000:00000001:3.0:1767384619.777666:0:17070:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384619.777668:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050227968 00010000:00000001:3.0:1767384619.777670:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384619.777672:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000486c425f x1853237050227968/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:600/0 lens 304/240 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.777678:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384619.777679:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384619.777681:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384619.777683:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384619.777685:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384619.777687:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384619.777688:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384619.777689:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.777691:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384619.777693:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384619.777695:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000cd4f71. 00000100:00000200:3.0:1767384619.777697:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050227968, offset 224 00000400:00000200:3.0:1767384619.777701:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384619.777707:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384619.777716:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260103d00 00000400:00000200:3.0:1767384619.777718:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1605 [1] + 224 00000400:00000200:3.0:1767384619.777722:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.777725:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384619.777727:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384619.777730:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.777736:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.777751:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384619.777756:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000cd4f71 00000400:00000010:3.0:1767384619.777758:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000cd4f71. 00000100:00000001:3.0:1767384619.777761:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384619.777762:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384619.777765:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.777768:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384619.777771:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384619.777773:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.777776:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384619.777780:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000486c425f x1853237050227968/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:600/0 lens 304/240 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384619.777789:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000486c425f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050227968:12345-0@lo:256: Request processed in 414us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384619.777797:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000040:3.0:1767384619.777800:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384619.777803:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384619.777805:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384619.777808:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bbabe400. 00000020:00000010:3.0:1767384619.777810:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000058e6d59a. 00000020:00000010:3.0:1767384619.777813:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006f35b21. 00000020:00000040:3.0:1767384619.777815:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:3.0:1767384619.777819:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384619.777827:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000090e32074. 02000000:00000001:3.0:1767384619.777830:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384619.777832:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384619.777835:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384619.777838:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaa4ed5a. 00000400:00000010:3.0:1767384619.777841:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b9a1d9e. 00000100:00000001:3.0:1767384619.777856:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384619.777860:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384619.777862:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384619.777863:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa6579. 00000400:00000200:3.0:1767384619.777865:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b5cbd9 00000400:00000010:3.0:1767384619.777866:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b5cbd9. 00000100:00000001:3.0:1767384619.777870:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384619.777873:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384619.777879:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.777884:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384619.777885:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.777887:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384619.777889:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384619.777890:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384619.777891:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.777892:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384619.777896:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384619.777898:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384619.777900:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384619.777901:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.777904:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384619.777906:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.777908:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.777910:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.777915:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.777929:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384619.777931:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384619.777933:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384619.777938:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000de9d4610 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050227968:0@lo:256: 00000100:00000001:3.0:1767384619.777944:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.777947:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.777948:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384619.777950:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384619.777952:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.777956:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384619.777957:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ce7d5e9e. 00000100:00000001:3.0:1767384619.777959:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384619.777960:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384619.777963:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 38, more 0. 10000000:00000001:3.0:1767384619.777965:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384619.777970:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005e51db34. 10000000:00000040:3.0:1767384619.777979:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384619.777984:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384619.777986:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384619.777990:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:3.0:1767384619.777992:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.777993:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384619.777995:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:3.0:1767384619.777997:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000400:00000200:3.0:1767384619.778000:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 17 NIDs 00000400:00001000:3.0:1767384619.778002:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384619.778004:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:3.0:1767384619.778008:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384619.778012:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (17) 00000400:00000200:3.0:1767384619.778016:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384619.778024:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:3.0:1767384619.778026:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (18) 00000400:00000200:3.0:1767384619.778028:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:3.0:1767384619.778029:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:3.0:1767384619.778032:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778033:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:3.0:1767384619.778034:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:3.0:1767384619.778036:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778037:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:3.0:1767384619.778038:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:3.0:1767384619.778040:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778041:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:3.0:1767384619.778042:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:3.0:1767384619.778045:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778046:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:3.0:1767384619.778047:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:3.0:1767384619.778049:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778051:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:3.0:1767384619.778053:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:3.0:1767384619.778056:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778057:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:3.0:1767384619.778058:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:3.0:1767384619.778061:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778062:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:3.0:1767384619.778063:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:3.0:1767384619.778067:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778068:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:3.0:1767384619.778069:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:3.0:1767384619.778071:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778072:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000200:3.0:1767384619.778074:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:3.0:1767384619.778076:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778077:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:3.0:1767384619.778078:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:3.0:1767384619.778080:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778082:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:3.0:1767384619.778091:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:3.0:1767384619.778094:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778095:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:3.0:1767384619.778096:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:3.0:1767384619.778099:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778100:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000400:00000200:3.0:1767384619.778102:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.122@tcp23 00000400:00000200:3.0:1767384619.778104:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778106:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp23 00000400:00000200:3.0:1767384619.778108:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.122@tcp24 00000400:00000200:3.0:1767384619.778110:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778113:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp24 00000400:00000200:3.0:1767384619.778114:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.122@tcp25 00000400:00000200:3.0:1767384619.778116:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384619.778117:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp25 00000100:00000001:3.0:1767384619.778119:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.778120:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384619.778123:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 10000000:00000010:3.0:1767384619.778127:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000bbabe400. 10000000:00000040:3.0:1767384619.778128:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 38/38 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000020:00000080:3.0:1767384619.778130:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384619.778136:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384619.778139:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006f35b21. 00000020:00000010:3.0:1767384619.778142:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eb3e6389. 00000040:00000010:3.0:1767384619.778145:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000abe6b4d2. 00000020:00000010:3.0:1767384619.778150:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ccfce9a7. 00000020:00000010:3.0:1767384619.778154:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384619.778158:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004d7d3ea1. 80000000:00000010:3.0:1767384619.778162:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003af72e0b. 40000000:00000010:3.0:1767384619.778165:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000002b6238e. 00100000:00000010:3.0:1767384619.778170:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001b8c8a15. 00040000:00000010:3.0:1767384619.778175:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e9673239. 00040000:00000010:3.0:1767384619.778179:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000099656ce7. 00040000:00000010:3.0:1767384619.778184:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000edf96acb. 00080000:00000010:3.0:1767384619.778194:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c51bb589. 00080000:00000010:3.0:1767384619.778199:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009911e06c. 00000004:00000010:3.0:1767384619.778206:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d6ca8dd3. 00000004:00000010:3.0:1767384619.778211:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f78e5664. 00000004:00000010:3.0:1767384619.778215:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000df1830f3. 00002000:00000010:3.0:1767384619.778219:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000090e32074. 00000004:00000010:3.0:1767384619.778222:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004c676243. 00000004:00000001:3.0:1767384619.778226:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384619.778228:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384619.778230:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000bbabe400 00000040:00001000:3.0:1767384619.778231:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384619.778233:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384619.778235:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384619.778236:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384619.778239:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384619.778239:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384619.778241:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384619.778242:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:3.0:1767384619.778243:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384619.778335:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384619.778339:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eb3e6389. 00000040:00000010:3.0:1767384619.778344:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000abe6b4d2. 00000020:00000010:3.0:1767384619.778346:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ccfce9a7. 00000020:00000010:3.0:1767384619.778350:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384619.778353:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004d7d3ea1. 80000000:00000010:3.0:1767384619.778357:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003af72e0b. 40000000:00000010:3.0:1767384619.778361:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000002b6238e. 00100000:00000010:3.0:1767384619.778366:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001b8c8a15. 00040000:00000010:3.0:1767384619.778369:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e9673239. 00040000:00000010:3.0:1767384619.778371:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000099656ce7. 00040000:00000010:3.0:1767384619.778374:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000edf96acb. 00080000:00000010:3.0:1767384619.778381:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009911e06c. 00080000:00000010:3.0:1767384619.778385:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c51bb589. 00000004:00000010:3.0:1767384619.778389:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d6ca8dd3. 00000004:00000010:3.0:1767384619.778394:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f78e5664. 00000004:00000010:3.0:1767384619.778406:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df1830f3. 00002000:00000010:3.0:1767384619.778411:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000090e32074. 00000004:00000010:3.0:1767384619.778415:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004c676243. 00000020:00000010:3.0:1767384619.778418:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006f35b21. 00000020:00000001:3.0:1767384619.778423:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.778424:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384619.778427:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000bbabe400. 10000000:00000010:3.0:1767384619.778435:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005e51db34. 10000000:00000001:3.0:1767384619.778441:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.778443:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384619.778448:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000de9d4610 x1853237050227968/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.778456:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384619.778461:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384619.778463:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f65b4ca7. 02000000:00000001:3.0:1767384619.778467:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384619.778469:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384619.778470:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384619.778473:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384619.778474:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384619.778474:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384619.778475:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384619.778477:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384619.778478:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000001058c722. 00000100:00000010:3.0:1767384619.778481:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000832f1e10. 00000100:00000001:3.0:1767384619.778483:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384619.778485:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000324f8f02. 02000000:00000001:3.0:1767384619.778489:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384619.778491:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384619.778492:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000de9d4610. 00000100:00000001:3.0:1767384619.778495:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384619.778496:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384619.778508:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000cbbb939f. 10000000:01000000:3.0:1767384619.778513:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384619.778516:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384619.778518:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384619.778532:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384619.778534:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000163d5eb8 refcount=3 00000020:00000001:3.0:1767384619.778535:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142738944 : -108600566812672 : ffff9d3a75caf000) 00010000:00000001:3.0:1767384619.778538:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142738944 : -108600566812672 : ffff9d3a75caf000) 00010000:00000001:3.0:1767384619.778541:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384619.778544:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4f6d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.778550:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.778553:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384619.778555:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4f6d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.778559:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384619.778560:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.778562:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384619.778564:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384619.778565:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384619.778567:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384619.778570:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384619.778571:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:3.0:1767384619.778574:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384619.782342:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294908102, at 4294908103 00000100:00000040:2.0:1767384619.782344:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294908102, at 4294908103 00000100:00000040:0.0:1767384619.782349:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294908102, at 4294908103 00000100:00000010:3.0:1767384619.782351:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f36dca9. 00000100:00000010:2.0:1767384619.782353:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075459238. 00000100:00000010:0.0:1767384619.782356:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051cca6b5. 00000100:00000040:1.0:1767384619.782363:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294908102, at 4294908103 00000100:00000010:1.0:1767384619.782373:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003084d4fc. 00000020:00000010:0.0:1767384619.790965:0:24796:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ace88213. 00000020:00000040:0.0:1767384619.790976:0:24796:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384619.790978:0:24796:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ace88213. 00080000:00000010:1.0:1767384620.259796:0:24911:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002a9938d4. 00080000:00000010:1.0:1767384620.259806:0:24911:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002a9938d4. 00000020:00000001:1.0:1767384620.259810:0:24911:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384620.259816:0:24911:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002a9938d4. 00080000:00000010:1.0:1767384620.259821:0:24911:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002a9938d4. 00000020:00000001:1.0:1767384620.259823:0:24911:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384620.607522:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384620.607526:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384620.607532:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be91014b. 00000020:00000040:0.0:1767384620.607539:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384620.607544:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384620.607547:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384620.607551:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384620.607558:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf89989c. 00000100:00000001:0.0:1767384620.607564:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.607569:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384620.607571:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384620.607580:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be91014b] to pc [ptlrpcd_00_02+2] req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384620.607602:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.607615:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384620.607620:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384620.607623:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384620.607628:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384620.607637:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384620.607638:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384620.607642:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384620.607644:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384620.607647:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384620.607650:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000be91014b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050228096:0@lo:13: 00000100:00000001:2.0:1767384620.607653:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384620.607663:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384620.607666:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384620.607669:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384620.607673:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a11f72ad. 02000000:00000001:2.0:1767384620.607675:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384620.607681:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008968b667. 00000400:00000010:2.0:1767384620.607688:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7ef4eac. 00000100:00000200:2.0:1767384620.607693:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050228096, portal 4 00000100:00000001:2.0:1767384620.607696:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384620.607698:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248896 : -108605746302720 : ffff9d3941123100) 00000100:00000040:2.0:1767384620.607704:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384636 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384620.607709:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384620.607713:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384620.607717:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b121e87. 00000100:00000200:2.0:1767384620.607719:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050228096, offset 0 00000400:00000200:2.0:1767384620.607725:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384620.607740:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384620.607752:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260103d80 00000400:00000200:2.0:1767384620.607759:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1120 00000400:00000200:2.0:1767384620.607765:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384620.607770:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384620.607777:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384620.607779:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384620.607783:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c07efe9. 00000100:00000040:2.0:1767384620.607785:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000000c07efe9 x1853237050228096 msgsize 224 00000100:00100000:2.0:1767384620.607790:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384620.607803:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384620.607811:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b121e87 00000400:00000010:2.0:1767384620.607813:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b121e87. 00000100:00000001:2.0:1767384620.607818:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384620.607822:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384636 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384620.607829:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384620.607837:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384636 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384620.607842:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.607845:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384620.607850:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384620.607853:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3700 usecs (4 jiffies) 00000100:00000001:2.0:1767384620.607856:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908932 00000100:00000010:2.0:1767384620.607860:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000913dc2ff. 00000100:00000001:2.0:1767384620.607865:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384620.607871:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908932 00000100:00000010:2.0:1767384620.607874:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb25c505. 00000100:00000001:2.0:1767384620.607878:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384620.607881:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908932 00000100:00000010:2.0:1767384620.607885:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e2a5bb8. 00000100:00000001:2.0:1767384620.607888:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384620.607890:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908932 00000100:00000010:2.0:1767384620.607893:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d3c1325. 00000100:00000001:2.0:1767384620.607895:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384620.607898:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384620.607901:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.607904:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.607906:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384620.607913:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384620.607914:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384620.607917:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384620.607918:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384620.607920:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.607922:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.607945:0:17886:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384620.607948:0:17886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050228096 00000100:00000001:0.0:1767384620.607949:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384620.607951:0:17886:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384620.607955:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384620.607955:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.607959:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384620.607970:0:17886:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384620.607973:0:17886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050228096 00000020:00000001:2.0:1767384620.607975:0:17886:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384620.607977:0:17886:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:2.0:1767384620.607979:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384620.607981:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000020:00000001:2.0:1767384620.607988:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:2.0:1767384620.607990:0:17886:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:2.0:1767384620.607994:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384620.607998:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069f2ae96. 00000020:00000010:2.0:1767384620.608002:0:17886:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000002a4ff24. 00000020:00000040:2.0:1767384620.608007:0:17886:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:2.0:1767384620.608021:0:17886:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384620.608026:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084f0cc03. 00000020:00000010:2.0:1767384620.608031:0:17886:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022028b75. 00000100:00080000:0.0:1767384620.608032:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:2.0:1767384620.608036:0:17886:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009d03bacd. 00000020:00000040:0.0:1767384620.608037:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000040:2.0:1767384620.608046:0:17886:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384620.608049:0:17886:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384620.608051:0:17886:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384620.608052:0:17886:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.608058:0:17886:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.608067:0:17886:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384620.608076:0:17886:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384620.608077:0:17886:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384620.608081:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384620.608084:0:17886:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:2.0:1767384620.608085:0:17886:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420417792 : -108601289133824 : ffff9d3a4abd3100) 00000100:00000040:2.0:1767384620.608089:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c07efe9 x1853237050228096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:601/0 lens 224/0 e 0 to 0 dl 1767384631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384620.608096:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384620.608099:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a748203. 00000100:00000001:2.0:1767384620.608101:0:17886:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384620.608102:0:17886:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a748203. 00000100:00100000:2.0:1767384620.608111:0:17886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c07efe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050228096:12345-0@lo:13: 00000100:00000200:2.0:1767384620.608114:0:17886:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050228096 00000020:00000001:2.0:1767384620.608117:0:17886:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384620.608120:0:17886:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384620.608122:0:17886:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384620.608124:0:17886:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384620.608126:0:17886:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000020:00000001:2.0:1767384620.608128:0:17886:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384620.608130:0:17886:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384620.608132:0:17886:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384620.608133:0:17886:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384620.608135:0:17886:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.608139:0:17886:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384620.608141:0:17886:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384620.608144:0:17886:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000089fc6f40. 02000000:00000001:2.0:1767384620.608146:0:17886:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.608147:0:17886:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384620.608150:0:17886:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384620.608153:0:17886:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384620.608156:0:17886:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384620.608164:0:17886:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384620.608166:0:17886:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384620.608169:0:17886:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384620.608171:0:17886:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384620.608173:0:17886:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384620.608175:0:17886:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384620.608179:0:17886:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384620.608180:0:17886:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384620.608181:0:17886:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384620.608183:0:17886:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050228096 00010000:00000001:2.0:1767384620.608185:0:17886:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384620.608188:0:17886:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c07efe9 x1853237050228096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:601/0 lens 224/368 e 0 to 0 dl 1767384631 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384620.608193:0:17886:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384620.608200:0:17886:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384620.608202:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384620.608206:0:17886:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384620.608208:0:17886:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384620.608209:0:17886:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384620.608212:0:17886:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384620.608213:0:17886:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.608215:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384620.608216:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384620.608219:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b121e87. 00000100:00000200:2.0:1767384620.608221:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050228096, offset 224 00000400:00000200:2.0:1767384620.608224:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384620.608229:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384620.608233:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260103d80 00000400:00000200:2.0:1767384620.608237:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1619 [1] + 224 00000400:00000200:2.0:1767384620.608240:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384620.608241:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384620.608244:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384620.608246:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384636 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384620.608251:0:17886:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384620.608276:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384620.608279:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b121e87 00000400:00000010:2.0:1767384620.608280:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b121e87. 00000100:00000001:2.0:1767384620.608282:0:17886:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384620.608284:0:17886:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384620.608286:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384620.608288:0:17886:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:0.0:1767384620.608312:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384620.608314:0:17886:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384620.608315:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384620.608319:0:17886:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384620.608322:0:17886:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384620.608323:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384620.608327:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c07efe9 x1853237050228096/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:601/0 lens 224/368 e 0 to 0 dl 1767384631 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384620.608327:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384620.608331:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008968b667. 00000400:00000200:0.0:1767384620.608337:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7ef4eac 00000400:00000010:0.0:1767384620.608340:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7ef4eac. 00000100:00000001:0.0:1767384620.608346:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384620.608352:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384620.608355:0:17886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c07efe9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050228096:12345-0@lo:13: Request processed in 255us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384620.608370:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000200:0.0:1767384620.608372:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384620.608375:0:17886:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:2.0:1767384620.608381:0:17886:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384620.608384:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384620.608385:0:17886:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384620.608389:0:17886:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022028b75. 00000020:00000010:2.0:1767384620.608393:0:17886:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009d03bacd. 00000100:00000001:0.0:1767384620.608394:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384620.608397:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084f0cc03. 00000100:00000001:0.0:1767384620.608398:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384620.608402:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384620.608404:0:17886:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:0.0:1767384620.608405:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384620.608408:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.608409:0:17886:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384620.608410:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384620.608415:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384620.608419:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384620.608420:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384620.608422:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.608424:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384620.608425:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00080000:0.0:1767384620.608428:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384620.608432:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384620.608437:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012d70ad8. 00010000:00000001:0.0:1767384620.608437:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.608441:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1767384620.608442:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000040:0.0:1767384620.608444:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384620.608446:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384620.608447:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767384620.608450:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384620.608450:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384620.608454:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384620.608455:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384620.608462:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c98147f. 00000100:00000001:0.0:1767384620.608463:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384620.608468:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.608468:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384620.608470:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384620.608473:0:16346:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:2.0:1767384620.608475:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000040:0.0:1767384620.608477:0:16346:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384620.608482:0:16346:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:2.0:1767384620.608490:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384620.608493:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767384620.608494:0:16346:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000040:2.0:1767384620.608498:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012d70ad8] to pc [ptlrpcd_00_03+3] req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384620.608501:0:16346:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384620.608508:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384636 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384620.608515:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000be91014b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050228096:0@lo:13: 00000100:00000001:2.0:1767384620.608516:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384620.608519:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384620.608525:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384620.608529:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384620.608530:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006229389d. 00000100:00000001:0.0:1767384620.608533:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384620.608535:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000be91014b x1853237050228096/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384636 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384620.608541:0:36:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384620.608545:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384620.608546:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384620.608549:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384620.608550:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384620.608552:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384620.608553:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a11f72ad. 02000000:00000010:2.0:1767384620.608557:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002a1af6c5. 02000000:00000001:0.0:1767384620.608558:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384620.608563:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384620.608563:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384620.608565:0:16346:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:2.0:1767384620.608569:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384620.608569:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384620.608572:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf89989c. 02000000:00000001:0.0:1767384620.608579:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384620.608580:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384620.608582:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384620.608583:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384620.608585:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be91014b. 00000100:00000040:2.0:1767384620.608588:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006229389d] to pc [ptlrpcd_00_00+0] req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384620.608590:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384620.608593:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384620.608597:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384620.608604:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384620.608606:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.608609:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384620.608611:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384620.608611:0:16346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:2.0:1767384620.608616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384620.608617:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384620.608622:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384620.608623:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384620.608625:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384620.608627:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b303eb2. 00000100:00000001:0.0:1767384620.608628:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384620.608632:0:36:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384620.608633:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384620.608636:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384620.608637:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384620.608639:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384620.608641:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384620.608642:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384620.608649:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001e6704c8. 00000100:00000001:0.0:1767384620.608651:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384620.608653:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.608654:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384620.608657:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384620.608661:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384620.608662:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384620.608667:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384620.608674:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012d70ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050228224:0@lo:400: 00000100:00000001:2.0:1767384620.608676:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384620.608677:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384620.608679:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b303eb2] to pc [ptlrpcd_00_01+1] req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384620.608688:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384620.608694:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384620.608694:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384620.608698:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384620.608700:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (246) 02000000:00000001:0.0:1767384620.608701:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384620.608707:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de3b16d2. 02000000:00000001:0.0:1767384620.608711:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.608712:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384620.608716:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384620.608718:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dc8a399. 00000100:00000001:2.0:1767384620.608724:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384620.608726:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003da15917. 00000100:00000040:2.0:1767384620.608728:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384620.608733:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050228224, portal 25 00000100:00000001:2.0:1767384620.608736:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384620.608738:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384620.608739:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.608743:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420413312 : -108601289138304 : ffff9d3a4abd1f80) 02000000:00000001:2.0:1767384620.608744:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384620.608747:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384620.608750:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384620.608753:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006229389d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050228352:0@lo:400: 00000100:00000040:0.0:1767384620.608756:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384620.608757:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384620.608760:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384620.608763:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384620.608767:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384620.608768:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384620.608771:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084f0cc03. 00000100:00000001:0.0:1767384620.608772:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384620.608773:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384620.608776:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384620.608779:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384620.608782:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f17a3020. 00000400:00000010:0.0:1767384620.608784:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce959ea. 00000100:00000001:3.0:1767384620.608785:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384620.608788:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b121e87. 00000100:00000200:0.0:1767384620.608790:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050228224, offset 0 00000100:00000001:3.0:1767384620.608791:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384620.608793:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050228352, portal 10 00000100:00000001:3.0:1767384620.608794:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384620.608797:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384620.608801:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384620.608802:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384620.608802:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420410624 : -108601289140992 : ffff9d3a4abd1500) 00000100:00000040:2.0:1767384620.608812:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384620.608815:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384620.608820:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384620.608824:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.608827:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384620.608829:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260103e00 02000000:00000001:3.0:1767384620.608831:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384620.608834:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384620.608835:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384620.608838:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079f9896b. 00000400:00000200:0.0:1767384620.608840:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xab1 [2] + 0 02000000:00000001:3.0:1767384620.608841:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384620.608845:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0118149. 00000400:00000200:0.0:1767384620.608848:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000060509786 00000100:00000200:2.0:1767384620.608852:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050228352, offset 0 00000100:00100000:3.0:1767384620.608853:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b303eb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16345:1853237050228480:0@lo:400: 00000400:00000200:0.0:1767384620.608853:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384620.608861:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384620.608864:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384620.608864:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384620.608865:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384620.608869:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384620.608872:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384620.608874:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060509786 02000000:00000010:3.0:1767384620.608875:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a12f2db1. 00000400:00000200:2.0:1767384620.608878:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384620.608878:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060509786. 02000000:00000001:3.0:1767384620.608880:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.608885:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384620.608888:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e7e9f5c. 00000100:00000200:0.0:1767384620.608888:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384620.608893:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000006af09001 x1853237050228224 msgsize 224 00000400:00000200:2.0:1767384620.608894:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260103e80 00000400:00000010:3.0:1767384620.608895:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000cd4f71. 00000400:00000200:2.0:1767384620.608905:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000100:00100000:0.0:1767384620.608909:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384620.608912:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384620.608913:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050228480, portal 10 00000100:00000040:0.0:1767384620.608913:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384620.608919:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384620.608920:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384620.608922:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420420480 : -108601289131136 : ffff9d3a4abd3b80) 00000100:00000001:2.0:1767384620.608926:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384620.608929:0:16345:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c51bb589. 00000100:00000001:0.0:1767384620.608929:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384620.608935:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384620.608937:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce959ea 00000100:00000040:3.0:1767384620.608938:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384620.608939:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000044891e80. 00000100:00000040:2.0:1767384620.608943:0:16344:0:(events.c:337:request_in_callback()) incoming req@0000000044891e80 x1853237050228352 msgsize 224 00000400:00000010:0.0:1767384620.608949:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce959ea. 00000100:00100000:2.0:1767384620.608956:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384620.608957:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384620.608962:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384620.608965:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384620.608969:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384620.608971:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384620.608977:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6529e33. 00000400:00000200:2.0:1767384620.608978:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f9896b 00000100:00000001:0.0:1767384620.608980:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384620.608982:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079f9896b. 00000100:00000001:2.0:1767384620.608987:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384620.608987:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384620.608989:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050228480, offset 0 00000100:00000200:2.0:1767384620.608995:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384620.609005:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384620.609014:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.609016:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384620.609017:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384620.609021:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384620.609025:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.609027:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.609031:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384620.609031:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294908934 00000100:00000001:2.0:1767384620.609037:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.609039:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294908932 00000100:00000040:2.0:1767384620.609041:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2733 usecs (3 jiffies) 00000100:00000001:2.0:1767384620.609046:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294908932 00000100:00000001:2.0:1767384620.609048:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294908934 00000100:00000001:0.0:1767384620.609049:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294908934 00000100:00000001:2.0:1767384620.609053:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294908932 00000100:00000001:0.0:1767384620.609057:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294908932 00000100:00000001:0.0:1767384620.609063:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294908934 00000100:00000001:2.0:1767384620.609065:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294908934 00000100:00000001:2.0:1767384620.609069:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294908932 00000100:00000001:0.0:1767384620.609069:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294908932 00000100:00000001:2.0:1767384620.609078:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294908934 00000100:00000001:0.0:1767384620.609078:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294908934 00000100:00000001:2.0:1767384620.609083:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294908932 00000100:00000001:0.0:1767384620.609085:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294908932 00000100:00000001:2.0:1767384620.609091:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294908934 00000100:00000001:0.0:1767384620.609091:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384620.609094:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.609096:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384620.609099:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.609100:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.609107:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.609107:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.609113:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384620.609118:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384620.609120:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384620.609128:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384620.609130:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384620.609131:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.609132:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384620.609134:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384620.609136:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050228224 02000000:00000001:0.0:1767384620.609139:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384620.609141:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384620.609142:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384620.609145:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384620.609148:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050228224 00000020:00000001:0.0:1767384620.609149:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384620.609151:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384620.609153:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384620.609158:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384620.609162:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050228352 00000020:00000040:0.0:1767384620.609163:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 02000000:00000001:2.0:1767384620.609165:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767384620.609167:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384620.609168:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384620.609171:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384620.609172:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.609177:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384620.609178:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384620.609181:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014cb56a8. 00000100:00100000:2.0:1767384620.609182:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050228352 00000020:00000001:2.0:1767384620.609186:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384620.609186:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384620.609188:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000020:00000010:0.0:1767384620.609190:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014cb56a8. 00000020:00000001:2.0:1767384620.609192:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384620.609195:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000020:00000010:0.0:1767384620.609196:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f21aac8. 00000020:00000001:2.0:1767384620.609197:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000001:2.0:1767384620.609201:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000010:0.0:1767384620.609202:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a1338c82. 00000400:00000200:3.0:1767384620.609206:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384620.609207:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384620.609209:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000016dbbfdf. 00000020:00000010:2.0:1767384620.609212:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a748203. 00000100:00000001:2.0:1767384620.609216:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384620.609219:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a748203. 00000100:00000040:0.0:1767384620.609220:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384620.609224:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260103f00 00000100:00000001:0.0:1767384620.609225:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384620.609226:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f56d6422. 00000100:00000001:0.0:1767384620.609228:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384620.609231:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384620.609232:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00000020:00000010:2.0:1767384620.609232:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022028b75. 00000100:00000001:0.0:1767384620.609236:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384620.609238:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009d03bacd. 00000400:00000200:3.0:1767384620.609240:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384620.609245:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384620.609247:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384620.609248:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384620.609249:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384620.609253:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384620.609265:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384620.609267:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384620.609269:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384620.609273:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c13a00b4. 00000100:00000001:2.0:1767384620.609275:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384620.609276:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384620.609277:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000c13a00b4 x1853237050228480 msgsize 224 00000100:00000001:2.0:1767384620.609279:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384620.609280:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384620.609282:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384620.609288:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000001:2.0:1767384620.609313:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384620.609314:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384620.609315:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384620.609320:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302378576 : -108600407173040 : ffff9d3a7f4ed850) 00000100:00000040:0.0:1767384620.609326:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006af09001 x1853237050228224/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:601/0 lens 224/0 e 0 to 0 dl 1767384631 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384620.609327:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384620.609328:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384620.609331:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050228480 02000000:00000001:2.0:1767384620.609335:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384620.609336:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6529e33 00000100:00000001:0.0:1767384620.609339:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384620.609340:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6529e33. 00000100:00000001:2.0:1767384620.609340:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384620.609344:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014cb56a8. 00000100:00000001:0.0:1767384620.609346:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384620.609348:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014cb56a8. 00000100:00000001:2.0:1767384620.609352:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.609356:0:16345:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384620.609356:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384620.609357:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006af09001 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050228224:12345-0@lo:400: 00000100:00100000:2.0:1767384620.609360:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050228480 00000100:00000200:0.0:1767384620.609362:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050228224 00000100:00000200:3.0:1767384620.609364:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384620.609364:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384620.609366:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:2.0:1767384620.609368:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000020:00000001:0.0:1767384620.609371:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384620.609372:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384620.609375:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384620.609376:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000100:00000001:3.0:1767384620.609381:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384620.609381:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000040:3.0:1767384620.609387:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384620.609387:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384620.609388:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000020:00000001:0.0:1767384620.609390:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000100:00000001:2.0:1767384620.609394:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384620.609397:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384620.609399:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a748203. 00000020:00000001:0.0:1767384620.609400:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384620.609405:0:17076:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000c2be003. 00000020:00000001:0.0:1767384620.609406:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384620.609407:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384620.609409:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384620.609412:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384620.609414:0:17076:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000020:00000001:0.0:1767384620.609414:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.609417:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384620.609419:0:17070:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384620.609422:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3443 usecs (4 jiffies) 00000100:00000001:0.0:1767384620.609423:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384620.609425:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384620.609427:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294908934 00000100:00000001:2.0:1767384620.609427:0:17076:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:0.0:1767384620.609429:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea6afe3c. 00000100:00000001:3.0:1767384620.609433:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294908934 02000000:00000001:0.0:1767384620.609433:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384620.609434:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac511716. 00000100:00000001:3.0:1767384620.609439:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294908934 00000100:00000001:0.0:1767384620.609439:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384620.609441:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ac860c76. 00000100:00000001:3.0:1767384620.609445:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294908934 00000020:00000001:0.0:1767384620.609446:0:17070:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384620.609447:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d4bf20c2. 00010000:00000040:0.0:1767384620.609452:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050228224 00000100:00000001:3.0:1767384620.609453:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294908934 00000100:00000001:2.0:1767384620.609454:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384620.609457:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384620.609459:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294908934 00000100:00000001:2.0:1767384620.609459:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384620.609463:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384620.609463:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006af09001 x1853237050228224/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:601/0 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384620.609464:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294908934 00000100:00000001:2.0:1767384620.609469:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384620.609471:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294908934 00000100:00000001:2.0:1767384620.609474:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384620.609477:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384620.609478:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.609482:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384620.609484:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.609485:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384620.609490:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=37 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384620.609491:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384620.609492:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.609494:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384620.609498:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384620.609501:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384620.609504:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384620.609504:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:3.0:1767384620.609505:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384620.609506:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384620.609509:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384620.609509:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384620.609510:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384620.609516:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384620.609517:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384620.609518:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384620.609522:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384620.609523:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000100:00000001:3.0:1767384620.609527:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384620.609527:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384620.609528:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420411520 : -108601289140096 : ffff9d3a4abd1880) 00000400:00000010:0.0:1767384620.609533:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce959ea. 00000100:00000001:3.0:1767384620.609534:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384620.609537:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000044891e80 x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:601/0 lens 224/0 e 0 to 0 dl 1767384631 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384620.609539:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050228224, offset 224 00000100:00000001:2.0:1767384620.609549:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384620.609552:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384620.609553:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002da020ea. 00000400:00000200:0.0:1767384620.609559:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384620.609561:0:19810:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384620.609564:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384620.609566:0:19810:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384620.609569:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002da020ea. 00000100:00100000:3.0:1767384620.609574:0:19810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000400:00000200:0.0:1767384620.609574:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260103e00 00000100:00100000:2.0:1767384620.609580:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000044891e80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16344:x1853237050228352:12345-0@lo:400: 00000100:00000040:3.0:1767384620.609581:0:19810:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000100:00000200:2.0:1767384620.609584:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050228352 00000400:00000200:0.0:1767384620.609585:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1625 [1] + 224 00000020:00000001:2.0:1767384620.609589:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384620.609592:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384620.609593:0:19810:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964270336 : -108605745281280 : ffff9d394121c700) 00000020:00000001:2.0:1767384620.609593:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384620.609596:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384620.609599:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384620.609601:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000040:3.0:1767384620.609602:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c13a00b4 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:601/0 lens 224/0 e 0 to 0 dl 1767384631 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384620.609604:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384620.609607:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384620.609609:0:17076:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384620.609615:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384620.609616:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384620.609621:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384620.609621:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384620.609622:0:19810:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384620.609626:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384620.609628:0:19810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bce9e73. 00000020:00000001:2.0:1767384620.609634:0:17076:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384620.609635:0:19810:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384620.609635:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384620.609640:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384620.609641:0:19810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bce9e73. 02000000:00000001:2.0:1767384620.609645:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384620.609652:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ab42435d. 00000100:00100000:3.0:1767384620.609653:0:19810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c13a00b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16345:x1853237050228480:12345-0@lo:400: 00000100:00000200:3.0:1767384620.609659:0:19810:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050228480 02000000:00000001:2.0:1767384620.609659:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.609660:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384620.609665:0:19810:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384620.609666:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384620.609669:0:19810:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384620.609669:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce959ea 00000020:00000001:2.0:1767384620.609671:0:17076:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384620.609674:0:19810:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384620.609674:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce959ea. 00010000:00000040:2.0:1767384620.609676:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050228352 00000020:00000001:3.0:1767384620.609680:0:19810:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767384620.609682:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384620.609682:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384620.609683:0:19810:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000001:0.0:1767384620.609684:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384620.609689:0:19810:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000200:2.0:1767384620.609692:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000044891e80 x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384620.609692:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384620.609693:0:19810:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384620.609700:0:19810:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384620.609700:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000020:00000001:3.0:1767384620.609703:0:19810:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384620.609707:0:19810:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384620.609708:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384620.609712:0:19810:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767384620.609713:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384620.609715:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384620.609716:0:19810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384620.609718:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384620.609720:0:19810:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384620.609721:0:17076:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384620.609723:0:19810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004c676243. 00000100:00001000:2.0:1767384620.609725:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=31 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384620.609726:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006af09001 x1853237050228224/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:601/0 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384620.609728:0:19810:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.609733:0:19810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384620.609737:0:19810:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.609737:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:3.0:1767384620.609743:0:19810:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050228480 00000100:00000040:2.0:1767384620.609745:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384620.609747:0:19810:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384620.609752:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00100000:0.0:1767384620.609753:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006af09001 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050228224:12345-0@lo:400: Request processed in 411us (856us total) trans 0 rc 0/0 00010000:00000200:3.0:1767384620.609755:0:19810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c13a00b4 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384620.609757:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384620.609761:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384620.609767:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384620.609771:0:19810:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767384620.609774:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00010000:00000001:3.0:1767384620.609776:0:19810:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384620.609778:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00001000:3.0:1767384620.609781:0:19810:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=31 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384620.609781:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384620.609783:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384620.609784:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079f9896b. 00000100:00000001:0.0:1767384620.609786:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384620.609790:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050228352, offset 224 00000020:00000010:0.0:1767384620.609790:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a1338c82. 00000100:00000001:3.0:1767384620.609792:0:19810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384620.609799:0:19810:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000020:00000010:0.0:1767384620.609799:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000016dbbfdf. 00000400:00000200:2.0:1767384620.609800:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384620.609806:0:19810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000010:0.0:1767384620.609806:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f21aac8. 02000000:00000001:3.0:1767384620.609809:0:19810:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384620.609813:0:19810:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384620.609813:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384620.609814:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:3.0:1767384620.609818:0:19810:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384620.609821:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384620.609825:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ea6afe3c. 00000100:00000040:3.0:1767384620.609826:0:19810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384620.609827:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260103e80 02000000:00000001:0.0:1767384620.609830:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1767384620.609832:0:19810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6529e33. 00000100:00000001:0.0:1767384620.609833:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384620.609834:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x162d [1] + 224 00000400:00000200:2.0:1767384620.609841:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384620.609841:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384620.609842:0:19810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050228480, offset 224 00000400:00000200:2.0:1767384620.609847:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384620.609852:0:19810:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384620.609854:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff33862f. 00000100:00000001:2.0:1767384620.609857:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384620.609859:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c200752. 00000400:00000200:3.0:1767384620.609862:0:19810:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384620.609864:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384620.609876:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384620.609877:0:19810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260103f00 00000400:00000200:3.0:1767384620.609888:0:19810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1635 [1] + 224 00000400:00000200:3.0:1767384620.609892:0:19810:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384620.609892:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384620.609899:0:19810:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384620.609901:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f9896b 00000400:00000010:2.0:1767384620.609904:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079f9896b. 00000100:00000001:2.0:1767384620.609908:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384620.609910:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384620.609912:0:19810:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384620.609914:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.609918:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384620.609920:0:19810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384620.609920:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384620.609922:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384620.609927:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384620.609928:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384620.609931:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384620.609932:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384620.609936:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dc8a399. 00000020:00000001:2.0:1767384620.609937:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384620.609940:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003da15917 00000100:00000040:3.0:1767384620.609942:0:19810:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384620.609943:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000044891e80 x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384620.609945:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003da15917. 00000100:00000001:0.0:1767384620.609950:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384620.609957:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384620.609967:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384620.609972:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000044891e80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16344:x1853237050228352:12345-0@lo:400: Request processed in 418us (1022us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384620.609973:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384620.609978:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384620.609982:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384620.609986:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f17a3020. 00000100:00000001:3.0:1767384620.609988:0:19810:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384620.609988:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384620.609991:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000200:1.0:1767384620.609993:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b121e87 00000100:00000040:2.0:1767384620.609998:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000400:00000010:1.0:1767384620.609998:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b121e87. 00000100:00000001:2.0:1767384620.610004:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384620.610004:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384620.610005:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384620.610010:0:19810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6529e33 00000100:00000001:2.0:1767384620.610010:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384620.610011:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384620.610012:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384620.610015:0:19810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6529e33. 00000020:00000010:2.0:1767384620.610016:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022028b75. 00000100:00000001:0.0:1767384620.610017:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384620.610020:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384620.610021:0:19810:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384620.610023:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384620.610025:0:19810:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384620.610027:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384620.610029:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009d03bacd. 00000100:00000001:3.0:1767384620.610031:0:19810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384620.610032:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384620.610035:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f56d6422. 00000100:00001000:0.0:1767384620.610039:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=37 v=5 (5 0 0 0) 00000100:00000040:3.0:1767384620.610040:0:19810:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000020:00000040:2.0:1767384620.610042:0:17076:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000100:00000200:1.0:1767384620.610043:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384620.610047:0:19810:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384620.610050:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384620.610050:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=37 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384620.610051:0:19810:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384620.610058:0:19810:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384620.610060:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384620.610061:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384620.610062:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.610064:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384620.610066:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c13a00b4 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:601/0 lens 224/224 e 0 to 0 dl 1767384631 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384620.610067:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384620.610069:0:16344:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384620.610071:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384620.610073:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384620.610077:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384620.610077:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384620.610080:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384620.610081:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384620.610085:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384620.610086:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00100000:3.0:1767384620.610087:0:19810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c13a00b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16345:x1853237050228480:12345-0@lo:400: Request processed in 459us (804us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384620.610087:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384620.610096:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=31 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384620.610109:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384620.610111:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=31 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384620.610112:0:19810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384620.610114:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384620.610118:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384620.610119:0:19810:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:1.0:1767384620.610120:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384620.610122:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384620.610123:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384620.610124:0:19810:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384620.610125:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384620.610129:0:19810:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:1.0:1767384620.610132:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384620.610134:0:19810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ac860c76. 00000020:00000010:3.0:1767384620.610140:0:19810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d4bf20c2. 00000020:00000010:3.0:1767384620.610146:0:19810:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac511716. 00010000:00000001:1.0:1767384620.610153:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384620.610154:0:19810:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000100:00000001:1.0:1767384620.610159:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384620.610160:0:19810:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384620.610160:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012d70ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050228224:0@lo:400: 00000100:00000040:1.0:1767384620.610161:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384620.610166:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384620.610168:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384620.610170:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384620.610174:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384620.610174:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384620.610180:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384620.610181:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012d70ad8 x1853237050228224/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384620.610185:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384620.610187:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384620.610190:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384620.610192:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1767384620.610194:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384620.610195:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384620.610197:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e7e9f5c. 00000100:00000001:0.0:1767384620.610202:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384620.610203:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000cd4f71 00000100:00000040:1.0:1767384620.610204:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384620.610205:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767384620.610209:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000cd4f71. 02000000:00000010:0.0:1767384620.610210:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de3b16d2. 02000000:00000001:0.0:1767384620.610217:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384620.610218:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384620.610220:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006229389d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050228352:0@lo:400: 00000020:00000001:0.0:1767384620.610220:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384620.610223:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000100:00000200:3.0:1767384620.610225:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384620.610229:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384620.610231:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384620.610232:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c98147f. 00000100:00000001:1.0:1767384620.610237:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384620.610239:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384620.610242:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384620.610243:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006229389d x1853237050228352/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384620.610244:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012d70ad8. 00000100:00000200:3.0:1767384620.610247:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384620.610250:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384620.610253:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384620.610274:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384620.610281:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384620.610283:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.610287:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384620.610289:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384620.610289:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384620.610324:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384620.610327:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384620.610328:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384620.610330:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384620.610332:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384620.610334:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384620.610337:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384620.610340:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384620.610341:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384620.610343:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384620.610344:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384620.610347:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384620.610359:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.610361:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384620.610362:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384620.610364:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384620.610365:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384620.610367:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384620.610372:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384620.610373:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384620.610374:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384620.610377:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384620.610382:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b303eb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16345:1853237050228480:0@lo:400: 00000100:00000001:3.0:1767384620.610385:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384620.610387:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384620.610389:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b303eb2 x1853237050228480/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384620.610393:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384620.610395:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384620.610396:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a12f2db1. 02000000:00000001:3.0:1767384620.610399:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384620.610400:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384620.610401:0:16345:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384620.610402:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384620.610404:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001e6704c8. 02000000:00000001:3.0:1767384620.610406:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384620.610407:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384620.610408:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b303eb2. 00000100:00000001:3.0:1767384620.610410:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384620.610411:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384620.610412:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384620.610416:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384620.610422:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384620.610424:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384620.610425:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384620.610504:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384620.610507:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084f0cc03. 02000000:00000001:1.0:1767384620.610511:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384620.610513:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384620.610514:0:16344:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384620.610516:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384620.610518:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002a1af6c5. 02000000:00000001:1.0:1767384620.610521:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384620.610526:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384620.610528:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006229389d. 00000100:00000001:1.0:1767384620.610532:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384620.610533:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384620.610534:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384620.610538:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384620.610539:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.610541:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384620.610544:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384620.610546:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384620.614331:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294908934, at 4294908935 00000100:00000040:3.0:1767384620.614336:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294908934, at 4294908935 00000100:00000010:2.0:1767384620.614340:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e2a5bb8. 00000100:00000010:3.0:1767384620.614344:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d3c1325. 00000100:00000040:0.0:1767384620.614352:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294908934, at 4294908935 00000100:00000010:0.0:1767384620.614362:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000913dc2ff. 00000100:00000040:1.0:1767384620.614443:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294908934, at 4294908935 00000100:00000010:1.0:1767384620.614450:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb25c505. 00010000:00000001:1.0:1767384620.799470:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384620.799480:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384620.799488:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384620.799490:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384620.799528:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384620.799533:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384620.799536:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384621.023312:0:25075:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384621.023318:0:25075:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:1.0:1767384621.026264:0:25075:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384621.033997:0:25076:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000ce63d42. 00000400:00000010:1.0:1767384621.034014:0:25076:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002f35a505. 00000400:00000010:1.0:1767384621.034025:0:25076:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ac866272. 00000400:00000010:1.0:1767384621.034029:0:25076:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b9105875. 00000400:00000010:1.0:1767384621.034034:0:25076:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000070d3726. 00000400:00000010:1.0:1767384621.034038:0:25076:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000520e337c. 00000400:00000010:1.0:1767384621.034039:0:25076:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f86bf74a. 00000400:00000010:1.0:1767384621.034041:0:25076:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000986a4c12. 00000400:00000010:1.0:1767384621.034045:0:25076:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f08a88f3. 00000800:00000010:1.0:1767384621.034060:0:25076:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000074dda381. 00000800:00000200:1.0:1767384621.034072:0:25076:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384621.034083:0:25076:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384621.034127:0:25076:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384621.034149:0:25076:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp26 [8/256/0/180] 00000400:00000010:1.0:1767384621.035420:0:25076:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000b06f052a. 00000400:00000010:1.0:1767384621.035428:0:25076:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6c35083. 00000400:00000010:1.0:1767384621.035440:0:25076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5a7bda. 00000400:00000001:1.0:1767384621.035460:0:25076:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384621.035462:0:25076:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384621.035464:0:25076:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000761f4fce. 00000400:00000200:1.0:1767384621.035466:0:25076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5b2f64 00000400:00000010:1.0:1767384621.035468:0:25076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5b2f64. 00000400:00000010:1.0:1767384621.035475:0:25076:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000001bc28f6c. 00000400:00000200:1.0:1767384621.035480:0:25076:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (17) 00000400:00000200:1.0:1767384621.035491:0:25076:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384621.035500:0:25076:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:1.0:1767384621.035509:0:25076:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000003cfa6b61. 00000020:01000000:1.0:1767384621.035516:0:25076:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384621.035520:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384621.035521:0:25076:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp26 00000400:00000200:2.0:1767384621.035539:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:1.0:1767384621.035548:0:25076:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002f35a505. 00000400:00000010:2.0:1767384621.035549:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079f9896b. 00000400:00000200:2.0:1767384621.035565:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (18) 00000400:00000010:1.0:1767384621.035565:0:25076:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000ce63d42. 00000020:00000001:0.0:1767384621.035575:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767384621.035576:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008c4e87fe. 10000000:00000001:0.0:1767384621.035583:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384621.035584:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp24 10000000:00000001:0.0:1767384621.035588:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384621.035591:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384621.035594:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384621.035598:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384621.035604:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384621.035605:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp24 to MR: 192.168.202.122@tcp24 local destination 00000020:01000004:0.0:1767384621.035610:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384621.035614:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384621.035618:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp24 NI seq info: [41:41:256:4294967295] 192.168.202.122@tcp24 LPNI seq info [41:41:8:4294967295] 00000020:01000004:0.0:1767384621.035626:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384621.035627:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp24 00000020:01000004:0.0:1767384621.035631:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384621.035640:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384621.035644:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384621.035647:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp24(192.168.202.122@tcp24:192.168.202.122@tcp24) -> 192.168.202.122@tcp24(192.168.202.122@tcp24:192.168.202.122@tcp24) : PUT try# 0 00000020:01000004:0.0:1767384621.035649:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384621.035657:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.122@tcp24 00000100:00000010:0.0:1767384621.035660:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be91014b. 00000800:00000010:2.0:1767384621.035661:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c98147f. 00000020:00000040:0.0:1767384621.035673:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000800:00000200:2.0:1767384621.035681:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086385330] -> 12345-192.168.202.122@tcp24 (6) 00000100:00000001:0.0:1767384621.035682:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384621.035692:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384621.035699:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp24 ip 192.168.202.122:988 02000000:00000001:0.0:1767384621.035700:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384621.035714:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c98147f type 1, nob 416 niov 1 nkiov 1 02000000:00000010:0.0:1767384621.035723:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f9985071. 00000100:00000001:0.0:1767384621.035733:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.035738:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000100:00000001:0.0:1767384621.035744:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384621.035746:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000100:00000001:0.0:1767384621.035748:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384621.035765:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be91014b] to pc [ptlrpcd_00_02+2] req@00000000be91014b x1853237050228608/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384621.035799:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.035800:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384621.035807:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.035811:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384621.035811:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384621.035815:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384621.035818:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384621.035825:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384621.035827:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384621.035830:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384621.035835:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be91014b x1853237050228608/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384621.035835:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384621.035843:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384621.035846:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384621.035852:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384621.035859:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384621.035864:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384621.035866:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384621.035868:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384621.035871:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384621.035874:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384621.035876:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767384621.035879:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bcbbb3f. 00000020:00000040:0.0:1767384621.035883:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384621.035884:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384621.035885:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384621.035891:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.035895:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.035900:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767384621.035903:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000de0a5587. 02000000:00000001:2.0:1767384621.035905:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384621.035908:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.035911:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.035913:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767384621.035916:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384621.035921:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384621.035923:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c98147f. 00000100:00100000:2.0:1767384621.035925:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000be91014b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050228608:0@lo:253: 00000400:00000200:3.0:1767384621.035933:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384621.035934:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bcbbb3f] to pc [ptlrpcd_00_03+3] req@000000001bcbbb3f x1853237050228736/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.035937:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384621.035949:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384621.035952:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp24->192.168.202.122@tcp24: PUT: OK 02000000:00000001:2.0:1767384621.035955:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.035968:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384621.035970:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:00000001:0.0:1767384621.035974:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.035980:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp24: 0 02000000:00000010:2.0:1767384621.035981:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000054866e43. 10000000:00000001:0.0:1767384621.035982:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384621.035990:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.035992:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384621.035993:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:3.0:1767384621.035995:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384621.036003:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000003cfa6b61. 00000400:00000010:2.0:1767384621.036008:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fc38edd. 00000800:00000001:3.0:1767384621.036012:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384621.036017:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384621.036017:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384621.036018:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059daedd5. 00000100:00000001:0.0:1767384621.036025:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767384621.036027:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384621.036029:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050228608, portal 25 00000100:00000001:0.0:1767384621.036030:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384621.036037:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384621.036038:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001bcbbb3f x1853237050228736/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.036041:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248896 : -108605746302720 : ffff9d3941123100) 00000400:00000200:3.0:1767384621.036046:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp24(192.168.202.122@tcp24) <- 192.168.202.122@tcp24 : PUT - for me 00000100:00000040:2.0:1767384621.036059:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000be91014b x1853237050228608/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.036076:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384621.036076:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384621.036082:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.036094:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384621.036095:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 304/320 into md 0x15d9 [1] + 0 00000100:00000001:2.0:1767384621.036095:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384621.036102:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384621.036106:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006264bd75. 00000100:00000040:2.0:1767384621.036112:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384621.036114:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.036117:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a44b781e 00000400:00000010:2.0:1767384621.036117:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd55280d. 00000100:00100000:0.0:1767384621.036121:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001bcbbb3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050228736:0@lo:253: 00000100:00000001:0.0:1767384621.036127:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384621.036128:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050228608, offset 0 00000800:00000001:3.0:1767384621.036129:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384621.036133:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384621.036138:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384621.036139:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.036140:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384621.036150:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384621.036151:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384621.036161:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384621.036165:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp24->192.168.202.122@tcp24: PUT: OK 02000000:00000010:0.0:1767384621.036166:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009141cd34. 02000000:00000001:0.0:1767384621.036174:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.036175:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260103f80 00000400:00000200:3.0:1767384621.036177:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44b781e 00000400:00000010:3.0:1767384621.036182:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a44b781e. 00000400:00000010:0.0:1767384621.036183:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dc8a399. 00000400:00000200:3.0:1767384621.036192:0:16337:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384621.036197:0:16337:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (19) 00000400:00000200:2.0:1767384621.036197:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfc5 [2] + 0 00000400:00000010:2.0:1767384621.036200:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2502889. 00000400:00000200:3.0:1767384621.036202:0:16337:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:2.0:1767384621.036203:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c675eae3 00000400:00000200:3.0:1767384621.036205:0:16337:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (320 bytes) 00000400:00000200:2.0:1767384621.036211:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384621.036211:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4f0d03b. 00000400:00000200:3.0:1767384621.036217:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000200:0.0:1767384621.036221:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050228736, portal 25 00000100:00000001:0.0:1767384621.036226:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384621.036227:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384621.036230:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963239936 : -108605746311680 : ffff9d3941120e00) 00000400:00000200:3.0:1767384621.036243:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (20) 00000100:00000040:0.0:1767384621.036245:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001bcbbb3f x1853237050228736/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384621.036264:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c675eae3 00000400:00000200:3.0:1767384621.036267:0:16337:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:2.0:1767384621.036268:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c675eae3. 00000100:00000001:2.0:1767384621.036275:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384621.036281:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384621.036282:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp24 to MR: 192.168.202.122@tcp24 local destination 00000100:00000001:0.0:1767384621.036327:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384621.036336:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384621.036339:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ffdfac04. 00000100:00000200:0.0:1767384621.036347:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050228736, offset 0 00000400:00000200:3.0:1767384621.036357:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp24 NI seq info: [42:42:256:4294967295] 192.168.202.122@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000200:0.0:1767384621.036358:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384621.036375:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp24(192.168.202.122@tcp24:192.168.202.122@tcp24) -> 192.168.202.122@tcp24(192.168.202.122@tcp24:192.168.202.122@tcp24) 192.168.202.122@tcp24 : ACK try# 0 00000800:00000200:3.0:1767384621.036382:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp24 00000800:00000010:3.0:1767384621.036388:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b524efe. 00000400:00000200:0.0:1767384621.036390:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384621.036405:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086385330] -> 12345-192.168.202.122@tcp24 (6) 00000400:00000200:0.0:1767384621.036410:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104000 00000800:00000200:3.0:1767384621.036423:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp24 ip 192.168.202.122:993 00000400:00000200:0.0:1767384621.036429:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd5 [2] + 0 00000800:00000200:3.0:1767384621.036437:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b524efe type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384621.036437:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88a4476. 00000400:00000200:0.0:1767384621.036450:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006bcc092d 00000400:00000200:0.0:1767384621.036457:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384621.036460:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384621.036464:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384621.036470:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bcc092d 00000400:00000010:0.0:1767384621.036473:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006bcc092d. 00000100:00000001:0.0:1767384621.036477:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:3.0:1767384621.036479:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384621.036479:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384621.036486:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000750144ae x1853237050228736 msgsize 4848 00000100:00100000:0.0:1767384621.036494:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384621.036497:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384621.036508:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384621.036520:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffdfac04 00000400:00000010:0.0:1767384621.036523:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ffdfac04. 00000100:00000001:0.0:1767384621.036529:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384621.036536:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001bcbbb3f x1853237050228736/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384621.036547:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384621.036553:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000372ae9b9 x1853237050228608 msgsize 4848 00000800:00000010:3.0:1767384621.036555:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b524efe. 00000100:00000001:0.0:1767384621.036556:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384621.036561:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384621.036562:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001bcbbb3f x1853237050228736/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.036570:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384621.036579:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384621.036586:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp24->192.168.202.122@tcp24: ACK: OK 00000100:00000001:0.0:1767384621.036588:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.036592:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384621.036596:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384621.036603:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384621.036606:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384621.036612:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384621.036614:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384621.036618:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.036618:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd55280d 00000100:00000001:0.0:1767384621.036622:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294909362 00000800:00000001:3.0:1767384621.036624:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384621.036624:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd55280d. 00000100:00000001:2.0:1767384621.036628:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384621.036630:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384621.036636:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be91014b x1853237050228608/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384621.036640:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd5ffef4. 00000400:00000200:3.0:1767384621.036649:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp24(192.168.202.122@tcp24) <- 192.168.202.122@tcp24 : ACK - for me 00000100:00000001:2.0:1767384621.036652:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384621.036655:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384621.036660:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000be91014b x1853237050228608/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.036666:0:16337:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp24: ACK from 12345-192.168.202.122@tcp24 into md 0x1651 00000100:00000001:0.0:1767384621.036669:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294909362 00000100:00000001:2.0:1767384621.036670:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.036671:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384621.036675:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f95a08a6. 00000100:00000001:2.0:1767384621.036676:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384621.036677:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp24->192.168.202.122@tcp24: ACK: OK 00000100:00000001:0.0:1767384621.036687:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384621.036691:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.036694:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294909362 00000400:00000200:3.0:1767384621.036696:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f9896b 00000100:00000001:2.0:1767384621.036699:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294909362 00000100:00000010:0.0:1767384621.036699:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d41cbda. 00000400:00000010:3.0:1767384621.036701:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079f9896b. 00000100:00000001:2.0:1767384621.036706:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294909362 00000100:00000001:0.0:1767384621.036707:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384621.036709:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384621.036717:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294909362 00000100:00000001:2.0:1767384621.036722:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294909362 00000400:00000200:3.0:1767384621.036723:0:16337:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000100:00000001:0.0:1767384621.036723:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294909362 00000100:00000010:0.0:1767384621.036739:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2e837e2. 00000100:00000001:2.0:1767384621.036740:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294909362 00000400:00000200:3.0:1767384621.036747:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000001:2.0:1767384621.036749:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294909362 00000100:00000001:0.0:1767384621.036749:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384621.036754:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.036759:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294909362 00000100:00000001:0.0:1767384621.036762:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.036765:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294909362 00000400:00000200:3.0:1767384621.036766:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (19) 00000100:00000001:0.0:1767384621.036768:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.036770:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384621.036774:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384621.036777:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384621.036777:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.036782:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384621.036785:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.036785:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.036789:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384621.036793:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384621.036797:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.036798:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384621.036799:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384621.036807:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.036808:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384621.036818:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.036821:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.036827:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384621.036831:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.036844:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.036867:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1767384621.036867:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384621.036873:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050228736 02000000:00000001:0.0:1767384621.036877:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384621.036878:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000035f8a0f6. 00000100:00000001:0.0:1767384621.036880:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384621.036884:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384621.036891:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e7e9f5c. 02000000:00000001:0.0:1767384621.036891:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384621.036901:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050228736 00000400:00000010:3.0:1767384621.036905:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000cd4f71. 00000020:00000001:0.0:1767384621.036906:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384621.036910:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384621.036914:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384621.036915:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000035f8a0f6 00000020:00000040:0.0:1767384621.036917:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:0.0:1767384621.036922:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000010:3.0:1767384621.036923:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000001ce54ec4. 00000020:00000001:0.0:1767384621.036927:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:3.0:1767384621.036931:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000100:00000001:0.0:1767384621.036942:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384621.036944:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102051 00000020:00000010:0.0:1767384621.036947:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014cb56a8. 00000400:00000200:3.0:1767384621.036949:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (18) 00000100:00000001:0.0:1767384621.036951:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384621.036959:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014cb56a8. 00000400:00000010:3.0:1767384621.036962:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000a395ee9d. 00000020:00000010:0.0:1767384621.036968:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f21aac8. 00000400:00000010:3.0:1767384621.036969:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6529e33. 00000020:00000010:0.0:1767384621.036974:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d2800673. 00000400:00000010:3.0:1767384621.036979:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bb8f4780. 00000020:00000010:0.0:1767384621.036981:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000016dbbfdf. 00000400:00000200:3.0:1767384621.036990:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000100:00000040:0.0:1767384621.036992:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384621.036996:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384621.036998:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384621.037001:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.037002:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:3.0:1767384621.037011:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:0.0:1767384621.037012:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.037019:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384621.037024:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050228608 00000400:00000200:3.0:1767384621.037025:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:0.0:1767384621.037027:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384621.037028:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384621.037033:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384621.037039:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.037043:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 02000000:00000001:2.0:1767384621.037044:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384621.037050:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050228608 00000400:00000200:3.0:1767384621.037053:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:00000001:2.0:1767384621.037054:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384621.037056:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384621.037057:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:0.0:1767384621.037059:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384621.037063:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384621.037064:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000040:2.0:1767384621.037067:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000100:00100000:0.0:1767384621.037072:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000020:00000001:2.0:1767384621.037077:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000040:0.0:1767384621.037080:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000400:00000200:3.0:1767384621.037081:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000001:2.0:1767384621.037083:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384621.037088:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302380624 : -108600407170992 : ffff9d3a7f4ee050) 00000100:00000001:2.0:1767384621.037095:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384621.037104:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004144b4b1. 00000100:00000040:0.0:1767384621.037105:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000750144ae x1853237050228736/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:602/0 lens 4848/0 e 0 to 0 dl 1767384632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.037107:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000001:2.0:1767384621.037115:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384621.037128:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004144b4b1. 00000020:00000010:2.0:1767384621.037144:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0055437. 00000400:00000200:3.0:1767384621.037146:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:0.0:1767384621.037151:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384621.037155:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022028b75. 00000020:00000010:0.0:1767384621.037157:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014cb56a8. 00000400:00000200:3.0:1767384621.037163:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000001:0.0:1767384621.037164:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384621.037165:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009d03bacd. 00000020:00000010:0.0:1767384621.037178:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014cb56a8. 00000100:00000001:2.0:1767384621.037182:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384621.037183:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000001:2.0:1767384621.037185:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384621.037192:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384621.037192:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000750144ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16347:x1853237050228736:12345-0@lo:253: 00000400:00000200:3.0:1767384621.037207:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:2.0:1767384621.037207:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384621.037207:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050228736 00000400:00000200:3.0:1767384621.037220:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000001:0.0:1767384621.037220:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384621.037221:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384621.037232:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384621.037233:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000001:0.0:1767384621.037238:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.037246:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384621.037246:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384621.037248:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000100:00000001:2.0:1767384621.037249:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384621.037263:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384621.037271:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384621.037277:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000100:00100000:2.0:1767384621.037278:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000020:00000001:0.0:1767384621.037281:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384621.037284:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000400:00000200:3.0:1767384621.037342:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000020:00000001:0.0:1767384621.037345:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384621.037349:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302382672 : -108600407168944 : ffff9d3a7f4ee850) 00000400:00000200:3.0:1767384621.037350:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000020:00000001:0.0:1767384621.037351:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384621.037358:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.037359:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000372ae9b9 x1853237050228608/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:602/0 lens 4848/0 e 0 to 0 dl 1767384632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.037361:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp25 00000100:00000001:0.0:1767384621.037369:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384621.037370:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp25 lpni_is_preferred = 0 00000100:00000001:2.0:1767384621.037372:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384621.037376:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384621.037382:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp25 00000020:00000010:2.0:1767384621.037385:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004144b4b1. 00000400:00000200:3.0:1767384621.037386:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp25 NI seq info: [43:43:256:4294967295] 192.168.202.122@tcp25 LPNI seq info [43:43:8:4294967295] 02000000:00000010:0.0:1767384621.037388:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004d1cb340. 00000100:00000001:2.0:1767384621.037389:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384621.037396:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp25 02000000:00000001:0.0:1767384621.037400:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384621.037401:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004144b4b1. 00000100:00000001:0.0:1767384621.037411:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384621.037417:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384621.037418:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp25(192.168.202.122@tcp25:) -> 192.168.202.122@tcp25(192.168.202.122@tcp:192.168.202.122@tcp25) : GET try# 0 00000100:00100000:2.0:1767384621.037418:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000372ae9b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16346:x1853237050228608:12345-0@lo:253: 00000100:00000200:2.0:1767384621.037427:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050228608 00000800:00000200:3.0:1767384621.037430:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp25 00000020:00000001:2.0:1767384621.037432:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:3.0:1767384621.037434:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007b524efe. 20000000:00000010:0.0:1767384621.037436:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004f6d0f5b. 00000020:00000001:2.0:1767384621.037438:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:0.0:1767384621.037441:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:3.0:1767384621.037444:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000034585ee9. 00000020:00000001:2.0:1767384621.037444:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384621.037446:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384621.037452:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384621.037453:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:3.0:1767384621.037454:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ad6c6014. 00000020:00000001:2.0:1767384621.037463:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 20000000:00000001:0.0:1767384621.037463:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384621.037466:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000034585ee9] -> 12345-192.168.202.122@tcp25 (2) 20000000:00000001:0.0:1767384621.037477:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.037478:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:3.1:1767384621.037483:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000034585ee9] -> 12345-192.168.202.122@tcp25 (2) 20000000:00000001:0.0:1767384621.037484:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384621.037485:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384621.037494:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384621.037496:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384621.037500:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384621.037501:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007491b87e. 20000000:01000000:0.0:1767384621.037506:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00000100:00000001:2.0:1767384621.037507:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384621.037512:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 02000000:00000001:2.0:1767384621.037519:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384621.037520:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100251 rc 0 20000000:00000001:0.0:1767384621.037522:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:2.0:1767384621.037527:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ec1d0f41. 02000000:00000001:2.0:1767384621.037532:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.037533:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384621.037538:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:2.0:1767384621.037540:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.037547:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384621.037559:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ae663450. 00080000:00000001:0.0:1767384621.037562:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:2.0:1767384621.037564:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384621.037569:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384621.037571:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384621.037574:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.037578:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.037580:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384621.037582:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.037586:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384621.037587:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.037589:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384621.037591:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384621.037594:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000400:00000200:3.0:1767384621.037599:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000020:00000001:0.0:1767384621.037600:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:0.0:1767384621.037606:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384621.037612:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384621.037617:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.037620:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384621.037625:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384621.037633:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384621.037638:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384621.037654:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006ab7adce. 00080000:00000001:0.0:1767384621.037659:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468039768576 : -108605669783040 : ffff9d3945a1ca00) 00080000:00000001:0.0:1767384621.037665:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384621.037670:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000001:00000001:0.0:1767384621.037670:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384621.037677:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000014cb56a8. 00080000:00000001:0.0:1767384621.037682:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384621.037685:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384621.037710:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.037720:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00080000:00000001:0.0:1767384621.037734:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384621.037762:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.037798:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.037826:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.037854:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.037867:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.037879:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.037891:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.037903:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.037921:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.037937:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.037967:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.037984:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038006:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038028:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038055:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038081:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038097:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038118:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038134:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038154:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038166:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038177:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038192:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038210:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038229:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038243:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038280:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038341:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.038372:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000800:00000010:3.0:1767384621.038551:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009911e06c. 00000800:00000010:3.0:1767384621.038556:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c0c77296. 00000800:00000010:3.0:1767384621.038566:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c1d35fa5. 00000800:00000010:3.0:1767384621.038613:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c1d35fa5. 00000400:00000200:0.0:1767384621.038700:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384621.038720:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp25 from 223.3.0.2 00000800:00000010:0.0:1767384621.038724:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c487c0d5. 00000800:00000010:2.0:1767384621.038768:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001af3be3e. 00000800:00000010:2.0:1767384621.038774:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bd55280d. 00000800:00000010:2.0:1767384621.038791:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ae8072d6. 00000800:00000200:2.1:1767384621.038797:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000034585ee9] -> 12345-192.168.202.122@tcp25 (2) 00000800:00000200:2.1:1767384621.038804:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp25 00000000ae8072d6 deleted 00000800:00000010:2.1:1767384621.038808:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ae8072d6. 00000800:00000200:2.1:1767384621.038816:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384621.038827:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp25 ip 192.168.202.122:991 00000800:00000200:2.1:1767384621.038831:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b524efe type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384621.038842:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp25 p 3.x 192.168.202.122 -> 192.168.202.122:991 incarnation:1767384619209778056 sched[0] 00000800:00000010:2.0:1767384621.038847:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004144b4b1. 00000800:00000010:2.0:1767384621.038931:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004144b4b1. 00000800:00000010:2.0:1767384621.038943:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bd55280d. 00000800:00000010:2.0:1767384621.038992:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c487c0d5. 00000800:00000200:0.1:1767384621.038998:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384621.039007:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp25 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384619209778056 sched[0] 00000800:00000001:2.0:1767384621.039009:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384621.039014:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c0c77296. 00000800:00000001:2.0:1767384621.039024:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384621.039053:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384621.039066:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384621.039099:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000001:3.0:1767384621.039104:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384621.039112:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384621.039115:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384621.039124:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384621.039126:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384621.039128:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007b524efe. 00000400:00000200:2.0:1767384621.039132:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384621.039134:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp25(192.168.202.122@tcp25) <- 192.168.202.122@tcp25 : GET - for me 00000400:00000200:2.0:1767384621.039140:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp25->192.168.202.122@tcp25: GET: OK 00000400:00000200:2.0:1767384621.039144:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384621.039145:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384621.039147:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000400:00000200:0.0:1767384621.039154:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.039155:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 320/320 into md 0x164d [1] + 0 00000400:00000200:0.0:1767384621.039182:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384621.039207:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.039224:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp25 to MR: 192.168.202.122@tcp25 local destination 00000400:00000200:3.0:1767384621.039233:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp25 NI seq info: [44:44:256:4294967295] 192.168.202.122@tcp25 LPNI seq info [44:44:8:4294967295] 00000400:00000200:0.0:1767384621.039248:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.039274:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp25(192.168.202.122@tcp25:192.168.202.122@tcp25) -> 192.168.202.122@tcp25(192.168.202.122@tcp25:192.168.202.122@tcp25) 192.168.202.122@tcp25 : REPLY try# 0 00000800:00000200:3.0:1767384621.039288:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.202.122@tcp25 00000400:00000200:0.0:1767384621.039328:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000800:00000010:3.0:1767384621.039332:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c450c7c4. 00000800:00000200:3.0:1767384621.039344:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000034585ee9] -> 12345-192.168.202.122@tcp25 (4) 00000800:00000200:3.0:1767384621.039355:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp25 ip 192.168.202.122:988 00000800:00000200:3.0:1767384621.039359:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c450c7c4 type 3, nob 416 niov 1 nkiov 1 00000400:00000200:0.0:1767384621.039380:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000800:00000001:2.0:1767384621.039399:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384621.039437:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000800:00000200:3.0:1767384621.039452:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384621.039459:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c450c7c4. 00000400:00000200:3.0:1767384621.039466:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384621.039477:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp25->192.168.202.122@tcp25: REPLY: OK 00000800:00000001:3.0:1767384621.039499:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384621.039508:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384621.039509:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000800:00000001:3.0:1767384621.039511:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384621.039522:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384621.039535:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp25(192.168.202.122@tcp25) <- 192.168.202.122@tcp25 : REPLY - for me 00000800:00000001:2.0:1767384621.039545:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384621.039550:0:16339:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp25: Reply from 12345-192.168.202.122@tcp25 of length 320/320 into md 0x1669 00000800:00000001:3.0:1767384621.039557:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384621.039569:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384621.039572:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384621.039574:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.039582:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp25->192.168.202.122@tcp25: REPLY: OK 00000400:00000200:3.0:1767384621.039597:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6529e33 00000400:00000010:3.0:1767384621.039599:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6529e33. 00000400:00000200:3.0:1767384621.039606:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384621.039614:0:16339:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:3.0:1767384621.039620:0:16339:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:3.0:1767384621.039627:0:16339:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 18. state = 0x100251 00000400:00000200:3.0:1767384621.039637:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384621.039646:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384621.039649:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (19) 00000800:00000001:3.0:1767384621.039661:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384621.039669:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.039683:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384621.039693:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1000d1 00000400:00000010:2.0:1767384621.039704:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 0000000034a05839. 00000400:00000010:2.0:1767384621.039711:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 00000000e9e939c4. 00000400:00000200:0.0:1767384621.039742:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000010:2.0:1767384621.039772:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 000000006d4755da. 00000400:00000200:0.0:1767384621.039779:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384621.039827:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000010:2.0:1767384621.039852:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ac511716. 00000400:00000200:2.0:1767384621.039865:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ac511716 nid 192.168.202.122@tcp26 00080000:00000010:3.0:1767384621.039870:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006ab7adce. 00000400:00000010:2.0:1767384621.039871:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006e2a5bb8. 00000400:00000200:2.0:1767384621.039875:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 000000006e2a5bb8 net tcp26 00000400:00000200:2.0:1767384621.039882:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (18) 00000400:00000200:0.0:1767384621.039887:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384621.039899:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp26 flags 0x11 00000400:00000010:2.0:1767384621.039908:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 0000000034a05839. 00080000:00000010:3.0:1767384621.039909:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000014cb56a8. 00000400:00000010:2.0:1767384621.039916:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 00000000e9e939c4. 00040000:00000001:3.0:1767384621.039917:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384621.039922:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000010:2.0:1767384621.039924:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 000000006d4755da. 00080000:00000001:3.0:1767384621.039927:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.039930:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000a395ee9d. 00000020:00000002:3.0:1767384621.039934:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384621.039937:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.039939:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 20000000:00000001:3.0:1767384621.039941:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:2.0:1767384621.039945:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100151 00000400:00000200:2.0:1767384621.039950:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 rc 1 20000000:01000000:3.0:1767384621.039958:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384621.039958:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000200:2.0:1767384621.039964:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384621.039969:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100111 rc 0 20000000:00000001:3.0:1767384621.039972:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384621.039977:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000400:00000200:2.0:1767384621.039977:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:0.0:1767384621.039979:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00080000:00000001:3.0:1767384621.039985:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:2.0:1767384621.039997:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (19) 20000000:00000010:2.0:1767384621.040036:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006d4755da. 20000000:01000000:2.0:1767384621.040040:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:2.0:1767384621.040047:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384621.040054:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384621.040055:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00080000:00000001:2.0:1767384621.040062:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384621.040079:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:3.0:1767384621.040080:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384621.040084:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384621.040087:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384621.040092:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384621.040094:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384621.040096:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:3.0:1767384621.040097:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384621.040099:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384621.040103:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000040:3.0:1767384621.040104:0:17092:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000587164fc count: 2 00080000:00000001:2.0:1767384621.040106:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384621.040108:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00010000:00000001:3.0:1767384621.040109:0:17092:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000002:2.0:1767384621.040109:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00010000:00000001:3.0:1767384621.040117:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384621.040118:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:2.0:1767384621.040121:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:3.0:1767384621.040122:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a357b88. 00080000:00000001:2.0:1767384621.040124:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384621.040128:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384621.040128:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384621.040132:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384621.040134:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a357b88 with handle 0x9f279d7a9a0b4f74 to hash 00000020:00000001:2.0:1767384621.040136:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384621.040137:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384621.040140:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00000020:00000001:2.0:1767384621.040143:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384621.040147:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384621.040149:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00010000:00000001:3.0:1767384621.040152:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00080000:00000010:2.0:1767384621.040152:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e9e939c4. 00080000:00000001:2.0:1767384621.040155:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635473143605760 : -108600565945856 : ffff9d3a75d82a00) 00010000:00000001:3.0:1767384621.040157:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384621.040162:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384621.040167:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384621.040172:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004144b4b1. 00080000:00000001:2.0:1767384621.040176:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384621.040182:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384621.040187:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.040190:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.040201:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384621.040206:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384621.040206:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384621.040207:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00010000:00000001:3.0:1767384621.040210:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384621.040215:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384621.040219:0:17092:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384621.040224:0:17092:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4f66 expref: 16 pid: 17070 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384621.040225:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384621.040232:0:17092:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384621.040236:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.040239:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384621.040243:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.040245:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.040265:0:17092:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384621.040269:0:17092:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384621.040279:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000587164fc) refcount = 2 00080000:00000020:2.0:1767384621.040281:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000200:0.0:1767384621.040283:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00010000:00000040:3.0:1767384621.040284:0:17092:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:2.0:1767384621.040285:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384621.040347:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004f6d0f5b. 00010000:00000040:3.0:1767384621.040351:0:17092:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x9f279d7a9a0b4f66 expref: 16 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384621.040359:0:17092:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 20000000:00000001:2.0:1767384621.040361:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384621.040364:0:17092:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384621.040366:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050228736 00000400:00000200:0.0:1767384621.040367:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00010000:00000001:2.0:1767384621.040372:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000010:3.0:1767384621.040381:0:17092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c1d35fa5. 00000100:00000001:3.0:1767384621.040385:0:17092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000200:2.0:1767384621.040388:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000750144ae x1853237050228736/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384621.040390:0:17092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007179b7e6. 00000100:00000001:3.0:1767384621.040393:0:17092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468047201408 : -108605662350208 : ffff9d3946133480) 00010000:00000001:2.0:1767384621.040397:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384621.040400:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.040403:0:17092:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635468047201408 : -108605662350208 : ffff9d3946133480) 00000100:00001000:2.0:1767384621.040404:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384621.040407:0:17092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384621.040409:0:17092:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:2.0:1767384621.040409:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767384621.040410:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00010000:00000001:3.0:1767384621.040415:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:2.0:1767384621.040416:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384621.040420:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384621.040420:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:3.0:1767384621.040424:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384621.040425:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384621.040429:0:17092:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:2.0:1767384621.040429:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.040432:0:17092:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:2.0:1767384621.040433:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384621.040434:0:17092:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000040:2.0:1767384621.040436:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384621.040438:0:17092:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000010:2.0:1767384621.040440:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae8072d6. 00000100:00000010:3.0:1767384621.040443:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c1eae38. 00000100:00000200:2.0:1767384621.040443:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050228736, offset 224 00000020:00000040:3.0:1767384621.040449:0:17092:0:(genops.c:1229:class_import_get()) import 0000000093c50239 refcount=2 obd=MGS 00000400:00000200:0.0:1767384621.040450:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384621.040452:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384621.040460:0:17092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384621.040464:0:17092:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384621.040469:0:17092:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.040472:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384621.040477:0:17092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ea47071. 00000400:00000200:2.0:1767384621.040480:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104000 00000100:00000001:3.0:1767384621.040484:0:17092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.040490:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x165d [2] + 224 00010000:00010000:3.0:1767384621.040492:0:17092:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9f279d7a9a0b4f66 expref: 16 pid: 17070 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384621.040498:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384621.040506:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384621.040516:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00010000:00010000:3.0:1767384621.040518:0:17092:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f6d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4f66 expref: 16 pid: 17070 timeout: 392 lvb_type: 0 00000100:00000001:2.0:1767384621.040518:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384621.040527:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001bcbbb3f x1853237050228736/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384621.040536:0:17092:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384621.040541:0:17092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384621.040543:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001bcbbb3f x1853237050228736/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384621.040548:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c1eae38 x1853237050228864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384621.040558:0:17092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384621.040560:0:17092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.040565:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384621.040568:0:17092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050228864:0@lo:104: 00000100:00000001:3.0:1767384621.040573:0:17092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384621.040577:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae8072d6 02000000:00000001:3.0:1767384621.040578:0:17092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384621.040580:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae8072d6. 02000000:00000001:3.0:1767384621.040582:0:17092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384621.040586:0:17092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384621.040589:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:0.0:1767384621.040590:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 02000000:00000010:3.0:1767384621.040591:0:17092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d7d3ea1. 00000100:00000001:2.0:1767384621.040591:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384621.040602:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384621.040603:0:17092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.040606:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000010:3.0:1767384621.040609:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fd92a19. 00010000:00000001:2.0:1767384621.040610:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384621.040612:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384621.040618:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6529e33. 00000020:00000001:2.0:1767384621.040621:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384621.040624:0:17092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050228864, portal 16 00000100:00000001:3.0:1767384621.040628:0:17092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384621.040630:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000750144ae x1853237050228736/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.040631:0:17092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964283776 : -108605745267840 : ffff9d394121fb80) 00000100:00000040:3.0:1767384621.040636:0:17092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000005c1eae38 x1853237050228864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384621.040640:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000750144ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16347:x1853237050228736:12345-0@lo:253: Request processed in 3488us (4153us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384621.040644:0:17092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384621.040649:0:17092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384621.040654:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007529c56c. 00000100:00100000:2.0:1767384621.040654:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000200:3.0:1767384621.040660:0:17092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237050228864, offset 0 00000100:00000040:2.0:1767384621.040660:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384621.040664:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384621.040666:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384621.040668:0:17092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384621.040673:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d2800673. 00000400:00000200:0.0:1767384621.040679:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000020:00000010:2.0:1767384621.040685:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000016dbbfdf. 00000400:00000200:3.0:1767384621.040687:0:17092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384621.040696:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f21aac8. 00000400:00000200:3.0:1767384621.040702:0:17092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260104080 00000020:00000040:2.0:1767384621.040709:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000400:00000200:3.0:1767384621.040712:0:17092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 02000000:00000001:2.0:1767384621.040717:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1767384621.040718:0:17092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384621.040720:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004d1cb340. 00000400:00000200:3.0:1767384621.040729:0:17092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384621.040733:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384621.040737:0:17092:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384621.040737:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384621.040739:0:17092:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000200:2.0:1767384621.040743:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:3.0:1767384621.040744:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006166415c. 00000100:00000040:3.0:1767384621.040748:0:17092:0:(events.c:337:request_in_callback()) incoming req@000000006166415c x1853237050228864 msgsize 328 00000400:00000010:2.0:1767384621.040751:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2502889. 00000400:00000010:2.0:1767384621.040758:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae8072d6. 00000100:00100000:3.0:1767384621.040761:0:17092:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384621.040776:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00000001:3.0:1767384621.040778:0:17092:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384621.040792:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007529c56c 00000400:00000010:3.0:1767384621.040795:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007529c56c. 00000100:00000001:3.0:1767384621.040803:0:17092:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384621.040811:0:17092:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c1eae38 x1853237050228864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384621.040813:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.040817:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384621.040822:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1767384621.040824:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384621.040827:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c1eae38 x1853237050228864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384621.040839:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.040849:0:17092:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384621.040854:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000001:2.0:1767384621.040857:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384621.040859:0:17092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.040862:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dc8a399. 00000100:00000001:3.0:1767384621.040866:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294909366 00000400:00000200:2.0:1767384621.040869:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4f0d03b 00000400:00000010:2.0:1767384621.040873:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4f0d03b. 00000100:00000001:3.0:1767384621.040880:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294909362 00000100:00000001:2.0:1767384621.040880:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384621.040890:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001bcbbb3f x1853237050228736/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.040891:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294909366 00000100:00000200:2.0:1767384621.040905:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001bcbbb3f x1853237050228736/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384621.040907:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294909362 00000100:00000001:3.0:1767384621.040915:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294909366 00000100:00000001:2.0:1767384621.040917:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384621.040922:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384621.040925:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294909362 00000100:00000001:2.0:1767384621.040934:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384621.040936:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294909366 02000000:00000001:2.0:1767384621.040937:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384621.040940:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384621.040943:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.040946:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294909362 02000000:00000001:2.0:1767384621.040946:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384621.040952:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=38 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384621.040958:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000100:00000001:3.0:1767384621.040959:0:17092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384621.040959:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384621.040968:0:17092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.040970:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384621.040972:0:17092:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.040973:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.040975:0:17092:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.040976:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384621.040979:0:17092:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.040979:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.040982:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.040985:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384621.040985:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.040987:0:17092:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.040991:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:2.0:1767384621.040991:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001bcbbb3f x1853237050228736/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384621.040993:0:17092:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384621.040999:0:17092:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.041001:0:17092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.041001:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384621.041004:0:17092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384621.041004:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384621.041008:0:17092:0:(client.c:2690:ptlrpc_set_wait()) set 000000007179b7e6 going to sleep for 11 seconds 00000100:00000001:2.0:1767384621.041008:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384621.041012:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384621.041013:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:2.0:1767384621.041015:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384621.041018:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384621.041018:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384621.041021:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384621.041025:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384621.041026:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384621.041029:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384621.041034:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384621.041036:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384621.041043:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bcbbb3f x1853237050228736/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384621.041050:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00100000:2.0:1767384621.041055:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001bcbbb3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050228736:0@lo:253: 00000100:00000001:2.0:1767384621.041068:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.041071:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384621.041079:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001bcbbb3f x1853237050228736/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.041088:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384621.041093:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384621.041104:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009141cd34. 02000000:00000001:2.0:1767384621.041116:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384621.041119:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1767384621.041120:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000020:00000040:2.0:1767384621.041122:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384621.041130:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384621.041134:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000de0a5587. 02000000:00000001:2.0:1767384621.041146:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384621.041149:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384621.041152:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001bcbbb3f. 00000100:00000001:2.0:1767384621.041159:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384621.041162:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.041165:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384621.041167:0:21714:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384621.041172:0:21714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050228864 00000100:00000001:2.0:1767384621.041172:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384621.041174:0:21714:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384621.041174:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.041176:0:21714:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384621.041179:0:21714:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.041179:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.041184:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384621.041185:0:21714:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384621.041189:0:21714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050228864 00000020:00000001:3.0:1767384621.041191:0:21714:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384621.041192:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000020:00000040:3.0:1767384621.041203:0:21714:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d05 00000020:00000001:3.0:1767384621.041206:0:21714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384621.041209:0:21714:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004a7a501b refcount=3 00000020:00000001:3.0:1767384621.041211:0:21714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000020:00000001:3.0:1767384621.041214:0:21714:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000001:3.0:1767384621.041219:0:21714:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384621.041222:0:21714:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9a8fc81. 00000100:00000001:3.0:1767384621.041224:0:21714:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384621.041226:0:21714:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9a8fc81. 00000020:00000010:3.0:1767384621.041231:0:21714:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a12f2db1. 00000020:00000010:3.0:1767384621.041234:0:21714:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a70e6907. 00000020:00000010:3.0:1767384621.041237:0:21714:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000058e6d59a. 00000100:00000040:3.0:1767384621.041244:0:21714:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384621.041246:0:21714:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384621.041249:0:21714:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384621.041263:0:21714:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.041269:0:21714:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.041282:0:21714:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384621.041334:0:21714:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384621.041338:0:21714:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384621.041344:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384621.041345:0:21714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767384621.041347:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384621.041349:0:21714:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004a7a501b : new rpc_count 1 00000100:00000001:2.0:1767384621.041350:0:17059:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.041353:0:21714:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964278400 : -108605745273216 : ffff9d394121e680) 00000100:00000001:2.0:1767384621.041353:0:17059:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.041359:0:21714:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006166415c x1853237050228864/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:602/0 lens 328/0 e 0 to 0 dl 1767384632 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384621.041368:0:21714:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384621.041373:0:21714:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9a8fc81. 00000100:00000001:3.0:1767384621.041378:0:21714:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384621.041383:0:21714:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9a8fc81. 00000100:00100000:3.0:1767384621.041393:0:21714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006166415c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050228864:12345-0@lo:104: 00000100:00000200:3.0:1767384621.041399:0:21714:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050228864 00010000:00000001:3.0:1767384621.041410:0:21714:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384621.041415:0:21714:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384621.041418:0:21714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384621.041422:0:21714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000163d5eb8 refcount=2 00000020:00000001:3.0:1767384621.041426:0:21714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142738944 : -108600566812672 : ffff9d3a75caf000) 00010000:00000001:3.0:1767384621.041431:0:21714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142738944 : -108600566812672 : ffff9d3a75caf000) 00010000:00000001:3.0:1767384621.041437:0:21714:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384621.041442:0:21714:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.041446:0:21714:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4f6d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384621.041455:0:21714:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384621.041458:0:21714:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384621.041466:0:21714:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000043ea646e. 02000000:00000001:3.0:1767384621.041469:0:21714:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.041471:0:21714:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.041475:0:21714:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384621.041477:0:21714:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384621.041480:0:21714:0:(import.c:2128:obd_at_measure()) add 1 to 00000000289605bd time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384621.041486:0:21714:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384621.041490:0:21714:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384621.041493:0:21714:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384621.041496:0:21714:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000010:0.0:1767384621.041497:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004f6d0f5b. 02000000:00000001:3.0:1767384621.041499:0:21714:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384621.041502:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ffdfac04. 00000100:00000001:3.0:1767384621.041505:0:21714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767384621.041508:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000482c4ff8. 00000100:00000040:3.0:1767384621.041512:0:21714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384621.041519:0:21714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007529c56c. 00000100:00000200:3.0:1767384621.041523:0:21714:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050228864, offset 224 00000400:00000200:3.0:1767384621.041532:0:21714:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384621.041542:0:21714:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384621.041552:0:21714:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260104080 00000800:00000010:0.0:1767384621.041554:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000482c4ff8. 00000400:00000200:3.0:1767384621.041560:0:21714:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1671 [1] + 224 00000400:00000200:3.0:1767384621.041566:0:21714:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384621.041571:0:21714:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384621.041589:0:21714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384621.041595:0:21714:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c1eae38 x1853237050228864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384621.041603:0:21714:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000005c1eae38 x1853237050228864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384621.041626:0:21714:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384621.041633:0:21714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007529c56c 00000400:00000010:3.0:1767384621.041638:0:21714:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007529c56c. 00000100:00000001:3.0:1767384621.041645:0:21714:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384621.041647:0:21714:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384621.041655:0:21714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.041659:0:21714:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384621.041664:0:21714:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384621.041665:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:3.0:1767384621.041671:0:21714:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000bd53c62b. 00000400:00000001:0.0:1767384621.041674:0:17092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384621.041677:0:21714:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:0.0:1767384621.041677:0:17092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384621.041681:0:17092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fd92a19. 00000400:00000200:0.0:1767384621.041690:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6529e33 00000400:00000010:0.0:1767384621.041693:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6529e33. 00010000:00010000:3.0:1767384621.041698:0:21714:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:0.0:1767384621.041699:0:17092:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384621.041707:0:21714:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.041711:0:21714:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384621.041711:0:17092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c1eae38 x1853237050228864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384621.041718:0:21714:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384621.041726:0:17092:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c1eae38 x1853237050228864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384621.041733:0:21714:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006166415c x1853237050228864/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:602/0 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384621.041736:0:17092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384621.041740:0:17092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.041745:0:17092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384621.041749:0:17092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384621.041754:0:21714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006166415c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050228864:12345-0@lo:104: Request processed in 385us (1005us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384621.041759:0:17092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384621.041762:0:17092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384621.041769:0:17092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384621.041776:0:17092:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f9289ee time=37 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384621.041777:0:21714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00001000:0.0:1767384621.041785:0:17092:0:(import.c:2128:obd_at_measure()) add 1 to 00000000230de1e5 time=37 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384621.041788:0:21714:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7a501b : new rpc_count 0 00000100:00000001:0.0:1767384621.041792:0:17092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384621.041793:0:21714:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384621.041796:0:17092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.041799:0:21714:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384621.041799:0:17092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384621.041803:0:17092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384621.041809:0:21714:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a70e6907. 00000100:00000001:0.0:1767384621.041810:0:17092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384621.041818:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c1eae38 x1853237050228864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384621.041822:0:21714:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000058e6d59a. 00000400:00000200:2.0:1767384621.041826:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:3.0:1767384621.041834:0:21714:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a12f2db1. 00000100:00000001:0.0:1767384621.041838:0:17092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384621.041843:0:21714:0:(genops.c:898:class_export_put()) PUTting export 000000004a7a501b : new refcount 2 00000100:00000001:0.0:1767384621.041843:0:17092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384621.041844:0:17092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384621.041851:0:17092:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000100:00000001:3.0:1767384621.041852:0:21714:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.041852:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp25 from 222.3.0.2 00010000:00000001:0.0:1767384621.041855:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384621.041859:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384621.041861:0:17092:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384621.041862:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000044da7899. 00000100:00000040:0.0:1767384621.041871:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c1eae38 x1853237050228864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384621.041879:0:17092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050228864:0@lo:104: 00000020:00000001:3.0:1767384621.041883:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384621.041884:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384621.041892:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.041893:0:17092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.041899:0:17092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00010000:3.0:1767384621.041901:0:17065:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:0.0:1767384621.041902:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384621.041906:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c1eae38 x1853237050228864/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384621.041909:0:17065:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384621.041917:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384621.041924:0:17092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:3.0:1767384621.041925:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4f6d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384621.041929:0:17092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384621.041933:0:17092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d7d3ea1. 02000000:00000001:0.0:1767384621.041941:0:17092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384621.041944:0:17092:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:3.0:1767384621.041945:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000163d5eb8 already unused, calling callback (00000000e12a98bb) 00000020:00000040:0.0:1767384621.041947:0:17092:0:(genops.c:1242:class_import_put()) import 0000000093c50239 refcount=1 obd=MGS 00000020:00000001:0.0:1767384621.041952:0:17092:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:3.0:1767384621.041955:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384621.041957:0:17065:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f279d7a9a0b4f6d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1767384621.041962:0:17092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004ea47071. 02000000:00000001:0.0:1767384621.041973:0:17092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384621.041974:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:0.0:1767384621.041976:0:17092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384621.041979:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:0.0:1767384621.041979:0:17092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c1eae38. 00000020:00000001:3.0:1767384621.041988:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384621.041989:0:17092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384621.041994:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384621.041996:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000163d5eb8 refcount=3 00000100:00000010:0.0:1767384621.041998:0:17092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007179b7e6. 00000100:00000001:0.0:1767384621.042006:0:17092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000001:3.0:1767384621.042007:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142738944 : -108600566812672 : ffff9d3a75caf000) 00010000:00000001:0.0:1767384621.042011:0:17092:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384621.042019:0:17092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c1d35fa5. 00010000:00000001:3.0:1767384621.042020:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142738944 : -108600566812672 : ffff9d3a75caf000) 00010000:00000001:3.0:1767384621.042032:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767384621.042032:0:17092:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.042042:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.042044:0:17065:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f279d7a9a0b4f6d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384621.042051:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384621.042061:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384621.042065:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384621.042073:0:17092:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384621.042074:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384621.042080:0:17065:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f279d7a9a0b4f6d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384621.042099:0:17065:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000800:00000010:2.0:1767384621.042099:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de0a5587. 10000000:00000001:3.0:1767384621.042104:0:17065:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000800:00000010:2.0:1767384621.042104:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d4f0d03b. 10000000:00000040:3.0:1767384621.042106:0:17065:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384621.042109:0:17065:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384621.042111:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384621.042113:0:17065:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384621.042125:0:17065:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000800:00000010:2.0:1767384621.042125:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bd55280d. 10000000:00000001:3.0:1767384621.042127:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00000800:00000200:2.1:1767384621.042132:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000034585ee9] -> 12345-192.168.202.122@tcp25 (4) 10000000:00000040:3.0:1767384621.042138:0:17065:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 2 00000800:00000200:2.1:1767384621.042138:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp25 00000000bd55280d deleted 00000800:00000010:2.1:1767384621.042140:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bd55280d. 10000000:00000001:3.0:1767384621.042141:0:17065:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384621.042142:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.042146:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000200:2.1:1767384621.042146:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00010000:00000001:3.0:1767384621.042150:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384621.042152:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:2.0:1767384621.042153:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp25 p 3.x 192.168.202.122 -> 192.168.202.122:990 incarnation:1767384619209778056 sched[0] 00010000:00000001:3.0:1767384621.042155:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384621.042158:0:17065:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384621.042160:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000013016497. 00000020:00000040:3.0:1767384621.042161:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000163d5eb8 with handle 0x9f279d7a9a0b4f66 from hash 00010000:00000001:3.0:1767384621.042163:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384621.042166:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.042167:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.042169:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384621.042171:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384621.042173:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384621.042177:0:17065:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384621.042181:0:17065:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384621.042186:0:17065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c1eae38. 00000020:00000040:3.0:1767384621.042189:0:17065:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384621.042195:0:17065:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384621.042197:0:17065:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384621.042201:0:17065:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384621.042206:0:17065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a12f2db1. 00000100:00000001:3.0:1767384621.042210:0:17065:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.042213:0:17065:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384621.042217:0:17065:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4f6d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384621.042224:0:17065:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384621.042226:0:17065:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384621.042226:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000013016497. 00000100:00000001:3.0:1767384621.042230:0:17065:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:2.0:1767384621.042230:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d4f0d03b. 00000100:00000001:3.0:1767384621.042233:0:17065:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.042243:0:17065:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c1eae38] to pc [ptlrpcd_00_00+0] req@000000005c1eae38 x1853237050228992/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1767384621.042282:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000001:3.0:1767384621.042283:0:17065:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384621.042284:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000044da7899. 00010000:00000001:3.0:1767384621.042289:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.042337:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.042339:0:17065:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384621.042341:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1767384621.042344:0:17065:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384621.042346:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384621.042347:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384621.042349:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4f6d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.042357:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384621.042361:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 00000000163d5eb8/0x9f279d7a9a0b4f66 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4f6d expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1767384621.042361:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp25 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384619209778056 sched[0] 00000800:00000010:0.0:1767384621.042371:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ffdfac04. 00000100:00000001:2.0:1767384621.042381:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1767384621.042386:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004412037d count: 0 00000100:00000001:2.0:1767384621.042386:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384621.042389:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384621.042399:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.042401:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1767384621.042403:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c1eae38 x1853237050228992/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1767384621.042404:0:17065:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000bd53c62b. 00010000:00000001:3.0:1767384621.042409:0:17065:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.042412:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384621.042413:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384621.042414:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.042414:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.042420:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384621.042420:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384621.042423:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384621.042424:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384621.042426:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.042428:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.042432:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767384621.042433:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050228992:0@lo:103: 00000020:00000001:3.0:1767384621.042439:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384621.042439:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384621.042444:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.042445:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384621.042447:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.042448:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384621.042450:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384621.042454:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034a05839. 02000000:00000001:2.0:1767384621.042456:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.042460:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384621.042461:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049ff37fb. 00000100:00000001:3.0:1767384621.042463:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.042468:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f9dd7e6. 00000100:00000200:2.0:1767384621.042473:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050228992, portal 18 00000100:00000001:2.0:1767384621.042475:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384621.042478:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964283776 : -108605745267840 : ffff9d394121fb80) 00000100:00000040:2.0:1767384621.042483:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c1eae38 x1853237050228992/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.042490:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384621.042498:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384621.042502:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f79e36. 00000100:00000200:2.0:1767384621.042507:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050228992, offset 0 00000400:00000200:2.0:1767384621.042513:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384621.042519:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384621.042530:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260104100 00000400:00000200:2.0:1767384621.042536:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:2.0:1767384621.042542:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384621.042546:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384621.042554:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384621.042556:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000001:3.0:1767384621.042562:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384621.042566:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384621.042567:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a515f9a5. 00000100:00000040:2.0:1767384621.042571:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000a515f9a5 x1853237050228992 msgsize 328 00000100:00100000:2.0:1767384621.042575:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384621.042591:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384621.042597:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f79e36 00000400:00000010:2.0:1767384621.042598:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f79e36. 00000100:00000001:2.0:1767384621.042604:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384621.042608:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c1eae38 x1853237050228992/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.042618:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384621.042623:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c1eae38 x1853237050228992/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.042628:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.042630:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384621.042635:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.042638:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294909368 00000100:00000001:0.0:1767384621.042642:0:17062:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384621.042644:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294909366 00000100:00100000:0.0:1767384621.042647:0:17062:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050228992 00000100:00000001:2.0:1767384621.042650:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294909368 02000000:00000001:0.0:1767384621.042652:0:17062:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384621.042655:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294909366 00000100:00000001:0.0:1767384621.042656:0:17062:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384621.042659:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294909368 00000100:00000001:0.0:1767384621.042661:0:17062:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.042662:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294909366 02000000:00000001:0.0:1767384621.042668:0:17062:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.042669:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294909368 00000100:00100000:0.0:1767384621.042677:0:17062:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050228992 00000020:00000001:0.0:1767384621.042681:0:17062:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384621.042682:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294909366 00000020:00000040:0.0:1767384621.042688:0:17062:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:2.0:1767384621.042690:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384621.042693:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384621.042694:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.042699:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384621.042699:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000100:00000001:2.0:1767384621.042713:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384621.042714:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384621.042725:0:17062:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384621.042729:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.042732:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384621.042732:0:17062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384621.042741:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384621.042742:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000482c4ff8. 00000100:00000001:2.0:1767384621.042743:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384621.042745:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.042754:0:17062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.042756:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384621.042760:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000482c4ff8. 00000020:00000010:0.0:1767384621.042767:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2ec86ab. 00000020:00000010:0.0:1767384621.042770:0:17062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a54739ce. 00000020:00000010:0.0:1767384621.042774:0:17062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2848933. 00000100:00000040:0.0:1767384621.042781:0:17062:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384621.042783:0:17062:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384621.042785:0:17062:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384621.042787:0:17062:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384621.042789:0:17062:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.042792:0:17062:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384621.042794:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384621.042796:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384621.042797:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=4 00000020:00000001:0.0:1767384621.042799:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:0.0:1767384621.042800:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00010000:0.0:1767384621.042804:0:17062:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f6d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4f66 expref: 16 pid: 17070 timeout: 392 lvb_type: 0 00010000:00000001:0.0:1767384621.042809:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384621.042811:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384621.042812:0:17062:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.042813:0:17062:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.042817:0:17062:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384621.042820:0:17062:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a515f9a5 x1853237050228992/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:602/0 lens 328/0 e 0 to 0 dl 1767384632 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.042826:0:17062:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384621.042827:0:17062:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.042840:0:17062:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.042847:0:17062:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384621.042848:0:17062:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384621.042851:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384621.042853:0:17062:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:0.0:1767384621.042855:0:17062:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420416896 : -108601289134720 : ffff9d3a4abd2d80) 00000100:00000040:0.0:1767384621.042865:0:17062:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a515f9a5 x1853237050228992/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:602/0 lens 328/0 e 0 to 0 dl 1767384632 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.042872:0:17062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384621.042875:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000482c4ff8. 00000100:00000001:0.0:1767384621.042876:0:17062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384621.042877:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000482c4ff8. 00000100:00100000:0.0:1767384621.042880:0:17062:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a515f9a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16344:x1853237050228992:12345-0@lo:103: 00000100:00000200:0.0:1767384621.042883:0:17062:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050228992 00010000:00000001:0.0:1767384621.042885:0:17062:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384621.042887:0:17062:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384621.042889:0:17062:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384621.042892:0:17062:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384621.042894:0:17062:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384621.042897:0:17062:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e878ae59. 02000000:00000001:0.0:1767384621.042898:0:17062:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.042900:0:17062:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.042902:0:17062:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384621.042903:0:17062:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384621.042905:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384621.042906:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384621.042907:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=4 00000020:00000001:0.0:1767384621.042908:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:0.0:1767384621.042909:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000040:0.0:1767384621.042911:0:17062:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000587164fc count: 3 00010000:00010000:0.0:1767384621.042914:0:17062:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f6d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4f66 expref: 16 pid: 17070 timeout: 392 lvb_type: 0 00000100:00001000:0.0:1767384621.042918:0:17062:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d25eb6a3 time=1767384621 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384621.042920:0:17062:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384621.042924:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384621.042925:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384621.042926:0:17062:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4f66 expref: 16 pid: 17070 timeout: 392 lvb_type: 0 00000020:00000001:0.0:1767384621.042939:0:17062:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384621.042940:0:17062:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384621.042942:0:17062:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384621.042943:0:17062:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.042946:0:17062:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384621.042947:0:17062:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384621.042952:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384621.042953:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384621.042955:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384621.042956:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384621.042958:0:17062:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000072052be0 with handle 0x9f279d7a9a0b4f6d from hash 00010000:00000001:0.0:1767384621.042959:0:17062:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384621.042960:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384621.042961:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384621.042962:0:17062:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384621.042963:0:17062:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384621.042964:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384621.042965:0:17062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4f6d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9f279d7a9a0b4f66 expref: 16 pid: 17070 timeout: 392 lvb_type: 0 00010000:00000040:0.0:1767384621.042970:0:17062:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 9 00000020:00000040:0.0:1767384621.042971:0:17062:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00010000:00000001:0.0:1767384621.042976:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384621.042977:0:17062:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384621.042978:0:17062:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384621.042980:0:17062:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009a357b88 00010000:00000001:0.0:1767384621.042982:0:17062:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384621.042983:0:17062:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384621.042984:0:17062:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384621.042985:0:17062:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384621.042986:0:17062:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384621.042989:0:17062:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384621.042991:0:17062:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384621.042992:0:17062:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384621.043005:0:17062:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384621.043007:0:17062:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384621.043009:0:17062:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384621.043010:0:17062:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384621.043012:0:17062:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000587164fc) refcount = 2 00010000:00010000:0.0:1767384621.043014:0:17062:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384621.043017:0:17062:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384621.043019:0:17062:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384621.043020:0:17062:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384621.043021:0:17062:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384621.043023:0:17062:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000482c4ff8. 00000100:00000001:0.0:1767384621.043025:0:17062:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384621.043027:0:17062:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ffdfac04. 00000100:00000001:0.0:1767384621.043028:0:17062:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472287390144 : -108601422161472 : ffff9d3a42cf59c0) 00000100:00000001:0.0:1767384621.043030:0:17062:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635472287390144 : -108601422161472 : ffff9d3a42cf59c0) 00000100:00000001:0.0:1767384621.043031:0:17062:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384621.043032:0:17062:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384621.043033:0:17062:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384621.043034:0:17062:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384621.043036:0:17062:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:0.0:1767384621.043038:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384621.043039:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384621.043040:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=5 00000020:00000001:0.0:1767384621.043041:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:0.0:1767384621.043043:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:0.0:1767384621.043045:0:17062:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384621.043046:0:17062:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384621.043050:0:17062:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384621.043051:0:17062:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384621.043060:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384621.043061:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384621.043063:0:17062:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384621.043066:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384621.043066:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.043068:0:17062:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384621.043069:0:17062:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384621.043073:0:17062:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a357b88 already unused, calling callback (0000000043915e75) 00010000:00000001:0.0:1767384621.043074:0:17062:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384621.043076:0:17062:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384621.043077:0:17062:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384621.043081:0:17062:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384621.043082:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384621.043082:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384621.043083:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=6 00000020:00000001:0.0:1767384621.043084:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:0.0:1767384621.043085:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:0.0:1767384621.043087:0:17062:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384621.043089:0:17062:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384621.043092:0:17062:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384621.043092:0:17062:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384621.043093:0:17062:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.043103:0:17062:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384621.043104:0:17062:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384621.043105:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384621.043111:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384621.043113:0:17062:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a357b88 with handle 0x9f279d7a9a0b4f74 from hash 00010000:00000001:0.0:1767384621.043117:0:17062:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384621.043118:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384621.043120:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384621.043121:0:17062:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384621.043125:0:17062:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384621.043127:0:17062:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384621.043130:0:17062:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384621.043132:0:17062:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384621.043133:0:17062:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.043135:0:17062:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384621.043136:0:17092:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384621.043137:0:17062:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384621.043145:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384621.043150:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384621.043154:0:17062:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.043155:0:17092:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384621.043162:0:17062:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384621.043164:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384621.043166:0:17062:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.043170:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384621.043172:0:17062:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384621.043206:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384621.043208:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384621.043209:0:17062:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384621.043210:0:17062:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384621.043215:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384621.043220:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384621.043227:0:17062:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384621.043232:0:17062:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.043233:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384621.043237:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.043240:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384621.043240:0:17062:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384621.043247:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384621.043248:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384621.043267:0:17062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4f74 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384621.043276:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384621.043277:0:17062:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384621.043279:0:17062:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384621.043280:0:17062:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384621.043288:0:17062:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.043289:0:17062:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.043319:0:17062:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384621.043322:0:17062:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ffdfac04. 00000100:00000001:0.0:1767384621.043325:0:17062:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384621.043327:0:17062:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384621.043330:0:17062:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000482c4ff8. 00010000:00000001:0.0:1767384621.043332:0:17062:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384621.043334:0:17062:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000587164fc count: 0 00010000:00010000:0.0:1767384621.043340:0:17062:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384621.043341:0:17062:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384621.043345:0:17062:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384621.043347:0:17062:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384621.043349:0:17062:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384621.043354:0:17062:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384621.043360:0:17062:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384621.043363:0:17062:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384621.043366:0:17062:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384621.043368:0:17062:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.043370:0:17062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384621.043373:0:17062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384621.043376:0:17062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003da15917. 00000100:00000200:0.0:1767384621.043379:0:17062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050228992, offset 224 00000400:00000200:0.0:1767384621.043383:0:17062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384621.043389:0:17062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384621.043396:0:17062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260104100 00000400:00000200:0.0:1767384621.043400:0:17062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1681 [1] + 224 00000400:00000200:0.0:1767384621.043404:0:17062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384621.043406:0:17062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384621.043409:0:17062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384621.043411:0:17062:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c1eae38 x1853237050228992/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384621.043417:0:17062:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c1eae38 x1853237050228992/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.043440:0:17062:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384621.043445:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003da15917 00000400:00000010:0.0:1767384621.043447:0:17062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003da15917. 00000100:00000001:0.0:1767384621.043449:0:17062:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384621.043451:0:17062:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384621.043455:0:17062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384621.043459:0:17062:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:2.0:1767384621.043461:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384621.043462:0:17062:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.043464:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384621.043466:0:17062:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384621.043470:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384621.043473:0:17062:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a515f9a5 x1853237050228992/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:602/0 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384621.043475:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384621.043480:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049ff37fb. 00000400:00000200:2.0:1767384621.043489:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f9dd7e6 00000400:00000010:2.0:1767384621.043494:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f9dd7e6. 00000100:00100000:0.0:1767384621.043499:0:17062:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a515f9a5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050228992:12345-0@lo:103: Request processed in 622us (922us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384621.043505:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384621.043509:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000200:2.0:1767384621.043513:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c1eae38 x1853237050228992/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384621.043515:0:17062:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384621.043524:0:17062:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384621.043528:0:17062:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384621.043537:0:17062:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a54739ce. 00000100:00000200:2.0:1767384621.043542:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c1eae38 x1853237050228992/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384621.043545:0:17062:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2848933. 00000020:00000010:0.0:1767384621.043554:0:17062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2ec86ab. 00000100:00000001:2.0:1767384621.043556:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384621.043564:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384621.043566:0:17062:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:2.0:1767384621.043567:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384621.043572:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384621.043574:0:17062:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.043575:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384621.043580:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.043583:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384621.043586:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=37 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384621.043590:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384621.043594:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384621.043596:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.043598:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384621.043601:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.043603:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.043605:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c1eae38 x1853237050228992/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.043609:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.043612:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384621.043613:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384621.043616:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c1eae38 x1853237050228992/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.043622:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050228992:0@lo:103: 00000100:00000001:2.0:1767384621.043632:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.043634:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384621.043635:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c1eae38 x1853237050228992/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.043639:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384621.043641:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384621.043642:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034a05839. 02000000:00000001:2.0:1767384621.043644:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384621.043645:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384621.043646:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384621.043648:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384621.043649:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a12f2db1. 02000000:00000001:2.0:1767384621.043651:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384621.043652:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384621.043653:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c1eae38. 00000100:00000001:2.0:1767384621.043655:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384621.043656:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.043657:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.043660:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.043661:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.043663:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.043665:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384621.043714:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e9e939c4. 00080000:00000010:2.0:1767384621.043748:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004144b4b1. 00040000:00000001:2.0:1767384621.043751:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384621.043753:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384621.043754:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384621.043757:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384621.043758:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384621.043759:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384621.043761:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384621.043770:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384621.043772:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384621.043778:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384621.043790:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384621.043792:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384621.043793:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384621.043796:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384621.043798:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384621.043803:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002003ef95. 00010000:00000001:3.0:1767384621.043807:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384621.043809:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f4b1ce3. 00000020:00000001:3.0:1767384621.043812:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384621.043815:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f4b1ce3 with handle 0x9f279d7a9a0b4f7b to hash 00000020:00000001:3.0:1767384621.043817:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384621.043819:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384621.043821:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384621.043823:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384621.043825:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.043827:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4f7b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.043834:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384621.043837:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384621.043838:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384621.043840:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384621.043841:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.043843:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384621.043845:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.043848:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384621.043850:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384621.043852:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384621.043853:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384621.043855:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002003ef95) refcount = 1 00010000:00010000:3.0:1767384621.043865:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4f7b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.043871:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384621.043873:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384621.043874:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.043876:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.043878:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384621.043881:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000020:2.0:1767384621.043881:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:01000000:3.0:1767384621.043883:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00000100:00000001:2.0:1767384621.043884:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384621.043885:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ae663450. 00010000:00000001:3.0:1767384621.043886:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384621.043888:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384621.043889:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=4 00000020:00000001:3.0:1767384621.043891:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384621.043894:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 20000000:00000001:2.0:1767384621.043894:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.043896:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000040:2.0:1767384621.043897:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050228608 00010000:00010000:3.0:1767384621.043898:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4f7b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384621.043900:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384621.043903:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000372ae9b9 x1853237050228608/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384621.043904:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384621.043906:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4f7b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.043912:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.043912:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384621.043914:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384621.043914:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.043916:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4f7b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384621.043916:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384621.043920:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384621.043921:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384621.043922:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384621.043923:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.043924:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:3.0:1767384621.043925:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384621.043927:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4f7b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384621.043927:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384621.043929:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.043932:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384621.043933:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f4b1ce3 already unused, calling callback (0000000043915e75) 00000100:00000040:2.0:1767384621.043934:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384621.043937:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd55280d. 00010000:00000001:3.0:1767384621.043939:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:2.0:1767384621.043940:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050228608, offset 224 00010000:00000001:3.0:1767384621.043941:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384621.043943:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4f7b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384621.043945:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384621.043949:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384621.043950:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384621.043952:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384621.043952:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767384621.043953:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=5 00000020:00000001:3.0:1767384621.043955:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384621.043957:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00000400:00000200:2.0:1767384621.043958:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260103f80 00010000:00000001:3.0:1767384621.043959:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384621.043961:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4f7b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384621.043963:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1655 [2] + 224 00010000:00000001:3.0:1767384621.043967:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384621.043968:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384621.043969:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384621.043970:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.043972:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384621.043973:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384621.043974:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384621.043975:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384621.043976:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384621.043978:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384621.043979:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000be91014b x1853237050228608/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384621.043980:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f4b1ce3 with handle 0x9f279d7a9a0b4f7b from hash 00010000:00000001:3.0:1767384621.043983:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384621.043984:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.043986:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384621.043987:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384621.043988:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767384621.043988:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000be91014b x1853237050228608/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384621.043990:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384621.043992:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384621.043994:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384621.043996:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.043997:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384621.043999:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384621.044001:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.044002:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384621.044006:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384621.044010:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.044010:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd55280d 00010000:00000001:3.0:1767384621.044012:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.044012:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd55280d. 00010000:00000001:3.0:1767384621.044014:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.044015:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1767384621.044017:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4f7b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384621.044018:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384621.044025:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384621.044027:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384621.044030:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384621.044031:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384621.044032:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.044035:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384621.044037:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:2.0:1767384621.044039:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384621.044041:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384621.044041:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384621.044043:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384621.044044:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384621.044044:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384621.044046:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384621.044048:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384621.044049:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:0.0:1767384621.044050:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fc38edd. 00010000:00000001:3.0:1767384621.044053:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.044055:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000372ae9b9 x1853237050228608/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384621.044055:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059daedd5 20000000:00000001:3.0:1767384621.044057:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384621.044060:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059daedd5. 00010000:00010000:3.0:1767384621.044064:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4f7b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384621.044069:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384621.044078:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:0.0:1767384621.044084:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be91014b x1853237050228608/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384621.044086:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767384621.044086:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000372ae9b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050228608:12345-0@lo:253: Request processed in 6704us (7522us total) trans 0 rc 0/0 00010000:00010000:3.0:1767384621.044091:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b4f7b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384621.044124:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00010000:00000040:3.0:1767384621.044130:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002003ef95 count: 0 00000100:00000040:2.0:1767384621.044138:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384621.044141:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384621.044143:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384621.044143:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 20000000:00000001:3.0:1767384621.044145:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:2.0:1767384621.044148:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022028b75. 00000020:00000010:2.0:1767384621.044162:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009d03bacd. 00000100:00000200:0.0:1767384621.044165:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be91014b x1853237050228608/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384621.044173:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a0055437. 00000100:00000001:0.0:1767384621.044178:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384621.044181:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.044184:0:16346:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384621.044185:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:0.0:1767384621.044186:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384621.044187:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384621.044190:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.044193:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384621.044193:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384621.044200:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ec1d0f41. 00000100:00001000:0.0:1767384621.044202:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=38 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384621.044207:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384621.044207:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384621.044214:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.044215:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384621.044222:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384621.044224:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384621.044230:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384621.044232:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049ff37fb. 00010000:00000001:0.0:1767384621.044232:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.044239:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.044240:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd55280d. 00000100:00000040:0.0:1767384621.044244:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be91014b x1853237050228608/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.044264:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384621.044267:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384621.044268:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384621.044271:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384621.044273:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384621.044274:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384621.044275:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384621.044276:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384621.044277:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384621.044278:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384621.044279:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384621.044280:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384621.044281:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384621.044283:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be91014b x1853237050228608/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384621.044287:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000be91014b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050228608:0@lo:253: 00000100:00000001:0.0:1767384621.044364:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.044367:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384621.044370:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000be91014b x1853237050228608/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384621.044375:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384621.044377:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384621.044378:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000054866e43. 02000000:00000001:0.0:1767384621.044383:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384621.044384:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384621.044386:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384621.044387:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384621.044389:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f9985071. 02000000:00000001:0.0:1767384621.044392:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384621.044394:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384621.044395:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be91014b. 00000100:00000001:0.0:1767384621.044398:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384621.044399:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.044401:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384621.044405:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384621.044407:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384621.044409:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384621.044411:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.048382:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294909368, at 4294909369 00000100:00000010:3.0:1767384621.048396:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2e837e2. 00000100:00000040:2.0:1767384621.049343:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294909368, at 4294909369 00000100:00000040:1.0:1767384621.049350:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294909368, at 4294909370 00000100:00000010:2.0:1767384621.049354:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d41cbda. 00000100:00000010:1.0:1767384621.049362:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f95a08a6. 00000100:00000040:0.0:1767384621.049424:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294909368, at 4294909370 00000100:00000010:0.0:1767384621.049433:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd5ffef4. 00010000:00000010:3.1:1767384621.049859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004412037d. 00010000:00000010:3.1:1767384621.049889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000163d5eb8. 00010000:00000010:3.1:1767384621.049904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002003ef95. 00010000:00000010:3.1:1767384621.049920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f4b1ce3. 00010000:00000010:0.1:1767384621.049959:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072052be0. 00010000:00000010:0.1:1767384621.049966:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a357b88. 00010000:00000010:0.1:1767384621.049970:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000587164fc. 00000400:00000010:1.0:1767384621.055953:0:25081:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000cde91077. 00000400:00000040:1.0:1767384621.055973:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384621.055975:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384621.055978:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384621.055979:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384621.055981:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384621.055982:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384621.055986:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384621.055987:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384621.055988:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384621.055989:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384621.055991:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384621.055992:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384621.055994:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384621.055995:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384621.055997:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384621.055999:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384621.056000:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384621.056001:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384621.056007:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384621.056009:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384621.056010:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384621.056011:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384621.056012:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384621.056013:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384621.056014:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384621.056016:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384621.056017:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384621.056018:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384621.056019:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384621.056020:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384621.056020:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384621.056022:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384621.056023:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384621.056024:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384621.056025:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384621.056026:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384621.056026:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384621.056028:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384621.056029:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384621.056030:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384621.056031:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384621.056032:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384621.056033:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384621.056034:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384621.056035:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384621.056036:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384621.056037:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384621.056037:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384621.056039:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384621.056040:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384621.056041:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384621.056042:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384621.056042:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384621.056044:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384621.056045:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384621.056045:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384621.056046:0:25081:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384621.056102:0:25081:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000cde91077. 00000100:00000001:3.0:1767384621.631388:0:18653:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384621.631396:0:18653:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.824339:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384621.824345:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.824350:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384621.824351:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.824388:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384621.824393:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384621.824397:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384622.177256:0:25380:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cfbb9c5d. 00080000:00000010:1.0:1767384622.177264:0:25380:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cfbb9c5d. 00000020:00000001:1.0:1767384622.177268:0:25380:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384622.177276:0:25380:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cfbb9c5d. 00080000:00000010:1.0:1767384622.177280:0:25380:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cfbb9c5d. 00000020:00000001:1.0:1767384622.177282:0:25380:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384622.848441:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384622.848446:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384622.848451:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384622.848452:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384622.848487:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384622.848491:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384622.848494:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384622.857700:0:25544:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384622.857703:0:25544:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:0.0:1767384622.860540:0:25544:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384622.866951:0:25545:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008d6b994a. 00000400:00000010:0.0:1767384622.866964:0:25545:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000079ff11a8. 00000400:00000010:0.0:1767384622.866974:0:25545:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000066cd161f. 00000400:00000010:0.0:1767384622.866977:0:25545:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c21eef4c. 00000400:00000010:0.0:1767384622.866980:0:25545:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f2680fcb. 00000400:00000010:0.0:1767384622.866984:0:25545:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091d8353c. 00000400:00000010:0.0:1767384622.866985:0:25545:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007cc7fa90. 00000400:00000010:0.0:1767384622.866991:0:25545:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e8d19fbc. 00000400:00000010:0.0:1767384622.866993:0:25545:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000885d061f. 00000800:00000010:0.0:1767384622.867004:0:25545:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e73ba7f9. 00000800:00000200:0.0:1767384622.867013:0:25545:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384622.867021:0:25545:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384622.867054:0:25545:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:0.0:1767384622.867074:0:25545:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp27 [8/256/0/180] 00000400:00000010:0.0:1767384622.868451:0:25545:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000d769ad51. 00000400:00000010:0.0:1767384622.868457:0:25545:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000455c8b22. 00000400:00000010:0.0:1767384622.868462:0:25545:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003da15917. 00000400:00000001:0.0:1767384622.868478:0:25545:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384622.868480:0:25545:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384622.868481:0:25545:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6c35083. 00000400:00000200:0.0:1767384622.868483:0:25545:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5a7bda 00000400:00000010:0.0:1767384622.868485:0:25545:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5a7bda. 00000400:00000010:0.0:1767384622.868489:0:25545:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000b06f052a. 00000400:00000200:0.0:1767384622.868493:0:25545:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (18) 00000400:00000200:0.0:1767384622.868503:0:25545:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384622.868511:0:25545:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:0.0:1767384622.868517:0:25545:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007ea3fc4b. 00000400:00000200:2.0:1767384622.868522:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384622.868522:0:25545:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384622.868525:0:25545:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp27 00000400:00000200:2.0:1767384622.868530:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:0.0:1767384622.868540:0:25545:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000079ff11a8. 00000400:00000010:0.0:1767384622.868544:0:25545:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008d6b994a. 00000400:00000010:2.0:1767384622.868545:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f9dd7e6. 00000400:00000200:2.0:1767384622.868549:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (19) 00000400:00000010:2.0:1767384622.868555:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003ee4bfbe. 00000400:00000200:2.0:1767384622.868559:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp25 00000020:00000001:3.0:1767384622.868565:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384622.868570:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384622.868574:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp25 to MR: 192.168.202.122@tcp25 local destination 10000000:00000001:3.0:1767384622.868575:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384622.868579:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384622.868583:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384622.868587:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384622.868587:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp25 NI seq info: [45:45:256:4294967295] 192.168.202.122@tcp25 LPNI seq info [45:45:8:4294967295] 00000020:01000004:3.0:1767384622.868591:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384622.868595:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp25 00000020:01000004:3.0:1767384622.868602:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384622.868605:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384622.868608:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384622.868611:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384622.868612:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp25(192.168.202.122@tcp25:192.168.202.122@tcp25) -> 192.168.202.122@tcp25(192.168.202.122@tcp25:192.168.202.122@tcp25) : PUT try# 0 00000020:01000004:3.0:1767384622.868616:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384622.868619:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384622.868622:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384622.868623:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.122@tcp25 00000100:00000010:3.0:1767384622.868629:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6eaf0f9. 00000800:00000010:2.0:1767384622.868629:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b8fcee3. 00000020:00000040:3.0:1767384622.868634:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000800:00000200:2.0:1767384622.868636:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000034585ee9] -> 12345-192.168.202.122@tcp25 (6) 00000100:00000001:3.0:1767384622.868641:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384622.868645:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384622.868646:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp25 ip 192.168.202.122:988 02000000:00000001:3.0:1767384622.868650:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384622.868651:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b8fcee3 type 1, nob 432 niov 1 nkiov 1 02000000:00000010:3.0:1767384622.868662:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006a55c2f9. 00000100:00000001:3.0:1767384622.868669:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384622.868674:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000100:00000001:3.0:1767384622.868677:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384622.868677:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000100:00000001:3.0:1767384622.868681:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384622.868690:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6eaf0f9] to pc [ptlrpcd_00_01+1] req@00000000b6eaf0f9 x1853237050229120/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384622.868718:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384622.868721:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384622.868723:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384622.868726:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384622.868726:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384622.868732:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384622.868734:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384622.868735:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384622.868738:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384622.868741:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384622.868742:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6eaf0f9 x1853237050229120/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1767384622.868743:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384622.868748:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384622.868752:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384622.868755:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384622.868759:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384622.868759:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384622.868763:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384622.868763:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384622.868767:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384622.868769:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384622.868770:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384622.868770:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384622.868773:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384622.868774:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384622.868778:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005edc4034. 02000000:00000001:2.0:1767384622.868778:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384622.868784:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00100000:2.0:1767384622.868784:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6eaf0f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050229120:0@lo:253: 00000100:00000001:2.0:1767384622.868788:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384622.868792:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384622.868793:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384622.868795:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384622.868796:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384622.868799:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384622.868800:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384622.868806:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009141cd34. 02000000:00000001:2.0:1767384622.868815:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384622.868818:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007b17777d. 00000400:00000010:2.0:1767384622.868819:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000461b648c. 00000100:00000001:3.0:1767384622.868823:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384622.868824:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384622.868827:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce7855ec. 00000100:00000001:3.0:1767384622.868829:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1767384622.868830:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b8fcee3. 00000100:00000001:3.0:1767384622.868832:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384622.868832:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050229120, portal 25 00000400:00000200:1.0:1767384622.868836:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384622.868838:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384622.868840:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964280192 : -108605745271424 : ffff9d394121ed80) 00000100:00000040:3.0:1767384622.868841:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005edc4034] to pc [ptlrpcd_00_02+2] req@000000005edc4034 x1853237050229248/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384622.868847:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp25->192.168.202.122@tcp25: PUT: OK 00000100:00000040:2.0:1767384622.868850:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6eaf0f9 x1853237050229120/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384622.868856:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384622.868863:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp25: 0 00000100:00000001:2.0:1767384622.868875:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1767384622.868876:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384622.868880:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384622.868883:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000324ed659. 00000100:00000200:2.0:1767384622.868886:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050229120, offset 0 00000800:00000001:1.0:1767384622.868886:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384622.868887:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384622.868892:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:3.0:1767384622.868893:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384622.868896:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384622.868898:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:1.0:1767384622.868898:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:3.0:1767384622.868901:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384622.868905:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007ea3fc4b. 00000400:00000200:1.0:1767384622.868911:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp25(192.168.202.122@tcp25) <- 192.168.202.122@tcp25 : PUT - for me 00000400:00000200:2.0:1767384622.868913:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384622.868920:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384622.868924:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384622.868927:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384622.868929:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104180 00000400:00000200:1.0:1767384622.868930:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 336 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384622.868934:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005edc4034 x1853237050229248/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384622.868941:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe5 [2] + 0 00000400:00000010:2.0:1767384622.868949:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baacdf6a. 00000100:00000001:3.0:1767384622.868950:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384622.868953:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384622.868954:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000085d1c6fa 02000000:00000001:3.0:1767384622.868957:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384622.868959:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384622.868961:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384622.868963:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 320/336 into md 0x1665 [1] + 0 02000000:00000001:3.0:1767384622.868965:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384622.868971:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384622.868973:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e7e9f5c. 00000100:00100000:3.0:1767384622.868974:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005edc4034 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050229248:0@lo:253: 00000400:00000200:1.0:1767384622.868978:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000000cd4f71 00000100:00000001:3.0:1767384622.868979:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384622.868984:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384622.868984:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085d1c6fa 00000800:00000001:1.0:1767384622.868985:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384622.868989:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384622.868989:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000085d1c6fa. 00000800:00000001:1.0:1767384622.868993:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384622.868994:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384622.868997:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384622.868997:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384622.869001:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008f3570db. 00000100:00000200:2.0:1767384622.869001:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384622.869006:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp25->192.168.202.122@tcp25: PUT: OK 02000000:00000001:3.0:1767384622.869007:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384622.869008:0:16345:0:(events.c:337:request_in_callback()) incoming req@0000000026b6c153 x1853237050229120 msgsize 4848 00000400:00000010:3.0:1767384622.869013:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eed79d3. 00000400:00000200:1.0:1767384622.869015:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000cd4f71 00000100:00100000:2.0:1767384622.869018:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384622.869020:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384622.869024:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000cd4f71. 00000100:00000001:2.0:1767384622.869028:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384622.869029:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:3.0:1767384622.869032:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef48715b. 00000400:00000200:2.0:1767384622.869035:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000324ed659 00000400:00000200:1.0:1767384622.869035:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (20) 00000400:00000010:2.0:1767384622.869039:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000324ed659. 00000400:00000200:1.0:1767384622.869043:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000100:00000001:2.0:1767384622.869044:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384622.869045:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050229248, portal 25 00000400:00000200:1.0:1767384622.869049:0:16339:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (336 bytes) 00000100:00000200:2.0:1767384622.869050:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6eaf0f9 x1853237050229120/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.869057:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384622.869057:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000001:3.0:1767384622.869060:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964273920 : -108605745277696 : ffff9d394121d500) 00000100:00000040:3.0:1767384622.869070:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005edc4034 x1853237050229248/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384622.869071:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (21) 00000100:00000001:2.0:1767384622.869072:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384622.869079:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384622.869079:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:3.0:1767384622.869085:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384622.869087:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6eaf0f9 x1853237050229120/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384622.869090:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp25 to MR: 192.168.202.122@tcp25 local destination 00000400:00000010:3.0:1767384622.869091:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000220c6ef9. 00000100:00000200:3.0:1767384622.869097:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050229248, offset 0 00000400:00000200:1.0:1767384622.869104:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp25 NI seq info: [46:46:256:4294967295] 192.168.202.122@tcp25 LPNI seq info [46:46:8:4294967295] 00000400:00000200:3.0:1767384622.869108:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384622.869114:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.869120:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384622.869124:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp25(192.168.202.122@tcp25:192.168.202.122@tcp25) -> 192.168.202.122@tcp25(192.168.202.122@tcp25:192.168.202.122@tcp25) 192.168.202.122@tcp25 : ACK try# 0 00000800:00000200:1.0:1767384622.869129:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp25 00000400:00000200:3.0:1767384622.869133:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384622.869134:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000d7bc7a. 00000100:00000001:2.0:1767384622.869135:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.869141:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294911194 00000800:00000200:1.0:1767384622.869144:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000034585ee9] -> 12345-192.168.202.122@tcp25 (6) 00000100:00000010:2.0:1767384622.869147:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036a7927c. 00000400:00000200:3.0:1767384622.869149:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104200 00000800:00000200:1.0:1767384622.869154:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp25 ip 192.168.202.122:991 00000100:00000001:2.0:1767384622.869155:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767384622.869159:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000000d7bc7a type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384622.869160:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xff5 [2] + 0 00000100:00000001:2.0:1767384622.869164:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294911194 00000400:00000010:3.0:1767384622.869169:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bdd1ed1. 00000100:00000010:2.0:1767384622.869170:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ecffcd3. 00000800:00000001:1.0:1767384622.869173:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384622.869174:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000045dff80e 00000100:00000001:2.0:1767384622.869175:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384622.869182:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384622.869182:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294911194 00000800:00000001:1.0:1767384622.869184:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384622.869188:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f4193df. 00000400:00000200:3.0:1767384622.869192:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384622.869194:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384622.869196:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045dff80e 00000400:00000010:3.0:1767384622.869199:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045dff80e. 00000100:00000001:2.0:1767384622.869199:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294911194 00000100:00000001:3.0:1767384622.869204:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384622.869204:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6f540dc. 00000100:00000200:3.0:1767384622.869207:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384622.869210:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384622.869212:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000007df2588e x1853237050229248 msgsize 4848 00000100:00000001:2.0:1767384622.869217:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384622.869220:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1767384622.869221:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384622.869221:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384622.869226:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000d7bc7a. 00000100:00000040:3.0:1767384622.869228:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384622.869228:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.869230:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384622.869246:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.869251:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384622.869254:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp25->192.168.202.122@tcp25: ACK: OK 00000100:00000001:2.0:1767384622.869256:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384622.869259:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000220c6ef9 00000100:00000001:2.0:1767384622.869259:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384622.869261:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384622.869263:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000220c6ef9. 00000100:00000001:2.0:1767384622.869265:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384622.869265:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384622.869268:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384622.869269:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384622.869271:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.869273:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384622.869274:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005edc4034 x1853237050229248/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384622.869277:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384622.869284:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384622.869284:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.869287:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384622.869289:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384622.869313:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384622.869314:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005edc4034 x1853237050229248/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384622.869314:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.869329:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.869329:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp25(192.168.202.122@tcp25) <- 192.168.202.122@tcp25 : ACK - for me 00000100:00000001:2.0:1767384622.869330:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384622.869334:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.869335:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384622.869344:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp25: ACK from 12345-192.168.202.122@tcp25 into md 0x1699 00000100:00000001:3.0:1767384622.869348:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.869349:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384622.869350:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384622.869353:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294911195 00000100:00100000:2.0:1767384622.869354:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050229120 02000000:00000001:2.0:1767384622.869360:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384622.869363:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp25->192.168.202.122@tcp25: ACK: OK 00000100:00000001:3.0:1767384622.869364:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911194 00000100:00000001:2.0:1767384622.869371:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384622.869373:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294911195 00000400:00000200:1.0:1767384622.869373:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f9dd7e6 00000100:00000001:2.0:1767384622.869374:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384622.869379:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f9dd7e6. 00000100:00000001:3.0:1767384622.869380:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911194 02000000:00000001:2.0:1767384622.869381:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.869384:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384622.869387:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294911195 00000100:00100000:2.0:1767384622.869388:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050229120 00000400:00000200:1.0:1767384622.869390:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000020:00000001:2.0:1767384622.869394:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384622.869395:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294911194 00000020:00000040:2.0:1767384622.869397:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000400:00000200:1.0:1767384622.869399:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000001:3.0:1767384622.869402:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294911195 00000020:00000001:2.0:1767384622.869403:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384622.869404:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (20) 00000020:00000040:2.0:1767384622.869407:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:3.0:1767384622.869410:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911194 00000020:00000001:2.0:1767384622.869410:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000800:00000001:1.0:1767384622.869413:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384622.869416:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384622.869417:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000800:00000001:1.0:1767384622.869419:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.869423:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.869424:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384622.869428:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384622.869429:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf661bba. 00000100:00000001:3.0:1767384622.869431:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.869434:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384622.869437:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf661bba. 00000100:00000001:3.0:1767384622.869438:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384622.869441:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384622.869442:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384622.869445:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d2ce7a8. 00000100:00000001:3.0:1767384622.869447:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384622.869448:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000684eb53e. 00000100:00000001:3.0:1767384622.869449:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384622.869452:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e45ec249. 00000400:00000010:1.0:1767384622.869454:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761f4fce. 00000020:00000010:2.0:1767384622.869459:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009d03bacd. 00000100:00000001:3.0:1767384622.869460:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384622.869460:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 00000100:00000001:3.0:1767384622.869467:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.869468:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000684eb53e 00000100:00000040:2.0:1767384622.869475:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:1.0:1767384622.869475:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000035f8a0f6. 00000100:00000001:2.0:1767384622.869481:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384622.869482:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000100:00000001:2.0:1767384622.869484:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384622.869487:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.869490:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102051 00000100:00000001:2.0:1767384622.869495:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.869495:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (19) 00000400:00000010:1.0:1767384622.869499:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000004e3ea072. 00000400:00000010:1.0:1767384622.869503:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00000400:00000010:1.0:1767384622.869509:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e6d9e56d. 00000100:00000001:2.0:1767384622.869510:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384622.869515:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000100:00000001:3.0:1767384622.869522:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384622.869524:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384622.869526:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050229248 00000400:00000200:1.0:1767384622.869526:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000100:00000001:2.0:1767384622.869528:0:17070:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384622.869531:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384622.869534:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384622.869537:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.869538:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 02000000:00000001:3.0:1767384622.869541:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.869543:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384622.869545:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050229248 00000400:00000200:1.0:1767384622.869546:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000100:00000001:2.0:1767384622.869547:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384622.869548:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384622.869552:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384622.869557:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384622.869558:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000400:00000200:1.0:1767384622.869558:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:00000040:3.0:1767384622.869561:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00000040:2.0:1767384622.869565:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000020:00000001:3.0:1767384622.869567:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384622.869571:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302386768 : -108600407164848 : ffff9d3a7f4ef850) 00000400:00000200:1.0:1767384622.869572:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000020:00000001:3.0:1767384622.869573:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000040:2.0:1767384622.869579:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026b6c153 x1853237050229120/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:603/0 lens 4848/0 e 0 to 0 dl 1767384633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.869580:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384622.869582:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000020:00000010:3.0:1767384622.869591:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000220b27ff. 00000100:00000001:3.0:1767384622.869597:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384622.869597:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000001:2.0:1767384622.869600:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384622.869604:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000220b27ff. 00000400:00000200:1.0:1767384622.869606:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000010:2.0:1767384622.869610:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf661bba. 00000020:00000010:3.0:1767384622.869613:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000caf2fcc1. 00000100:00000001:2.0:1767384622.869614:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384622.869621:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf661bba. 00000020:00000010:3.0:1767384622.869622:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a70e6907. 00000400:00000200:1.0:1767384622.869626:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000020:00000010:3.0:1767384622.869628:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000058e6d59a. 00000100:00100000:2.0:1767384622.869630:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026b6c153 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050229120:12345-0@lo:253: 00000100:00000001:3.0:1767384622.869638:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384622.869638:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050229120 00000400:00000200:1.0:1767384622.869639:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000001:3.0:1767384622.869642:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384622.869645:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384622.869646:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384622.869650:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384622.869651:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000001:3.0:1767384622.869653:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384622.869654:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.869659:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000020:00000001:2.0:1767384622.869660:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384622.869661:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384622.869665:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:2.0:1767384622.869669:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384622.869670:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000001:2.0:1767384622.869672:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.869674:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384622.869677:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384622.869679:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384622.869680:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000001:2.0:1767384622.869681:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384622.869685:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384622.869687:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:3.0:1767384622.869692:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:2.0:1767384622.869692:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384622.869693:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 02000000:00000001:2.0:1767384622.869696:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384622.869698:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302387792 : -108600407163824 : ffff9d3a7f4efc50) 02000000:00000010:2.0:1767384622.869703:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004d1cb340. 00000100:00000040:3.0:1767384622.869708:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007df2588e x1853237050229248/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:603/0 lens 4848/0 e 0 to 0 dl 1767384633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384622.869708:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.869709:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000100:00000001:2.0:1767384622.869714:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384622.869720:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384622.869727:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000100:00000001:3.0:1767384622.869730:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:2.0:1767384622.869731:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f9985071. 00000020:00000010:3.0:1767384622.869735:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000220b27ff. 00000400:00000200:1.0:1767384622.869735:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 20000000:01000000:2.0:1767384622.869737:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384622.869740:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384622.869744:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:3.0:1767384622.869747:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000220b27ff. 20000000:00000001:2.0:1767384622.869748:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384622.869749:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 20000000:00000001:2.0:1767384622.869752:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.869757:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp26 00000100:00100000:3.0:1767384622.869758:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007df2588e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050229248:12345-0@lo:253: 20000000:00000001:2.0:1767384622.869758:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384622.869764:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384622.869764:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp26 lpni_is_preferred = 0 00000100:00000200:3.0:1767384622.869769:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050229248 00000400:00000200:1.0:1767384622.869771:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp26 00000020:00000001:3.0:1767384622.869773:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:2.0:1767384622.869774:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b05b3f1. 00000020:00000001:3.0:1767384622.869776:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384622.869779:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp26 NI seq info: [47:47:256:4294967295] 192.168.202.122@tcp26 LPNI seq info [47:47:8:4294967295] 20000000:01000000:2.0:1767384622.869780:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000020:00000001:3.0:1767384622.869781:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384622.869787:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384622.869789:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 20000000:00000001:2.0:1767384622.869790:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384622.869791:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp26 00000020:00000001:3.0:1767384622.869795:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384622.869798:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384622.869798:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384622.869803:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:2.0:1767384622.869803:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384622.869806:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp26(192.168.202.122@tcp26:) -> 192.168.202.122@tcp26(192.168.202.122@tcp:192.168.202.122@tcp26) : GET try# 0 00000020:00000001:3.0:1767384622.869812:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000200:1.0:1767384622.869813:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp26 00000020:00000001:3.0:1767384622.869816:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384622.869818:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:1.0:1767384622.869819:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000000d7bc7a. 00000100:00000001:3.0:1767384622.869820:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384622.869825:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:1.0:1767384622.869829:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002ed710fb. 02000000:00000010:3.0:1767384622.869831:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f7716dd1. 02000000:00000001:3.0:1767384622.869835:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384622.869835:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384622.869835:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c3aab43f. 00000100:00000001:3.0:1767384622.869838:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384622.869843:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384622.869843:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000800:00000200:1.0:1767384622.869847:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (2) 20000000:00000010:3.0:1767384622.869853:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000863fd85e. 00000800:00000200:1.1:1767384622.869853:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (2) 00080000:00000001:2.0:1767384622.869854:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384622.869859:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384622.869860:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:3.0:1767384622.869863:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384622.869864:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384622.869867:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000002:2.0:1767384622.869868:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000400:00000200:1.0:1767384622.869870:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 20000000:00000001:3.0:1767384622.869871:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384622.869874:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384622.869874:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:2.0:1767384622.869878:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:3.0:1767384622.869880:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384622.869882:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100251 rc 0 00080000:00000001:2.0:1767384622.869884:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384622.869890:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384622.869892:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384622.869894:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384622.869898:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384622.869901:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384622.869905:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004b6fa036. 00080000:00000001:2.0:1767384622.869907:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468041506816 : -108605668044800 : ffff9d3945bc5000) 00080000:00000001:2.0:1767384622.869910:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384622.869913:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384622.869916:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cf661bba. 00080000:00000001:2.0:1767384622.869919:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384622.869921:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384622.869934:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384622.869948:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384622.869952:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.869990:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870013:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870029:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870044:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870066:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870080:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870096:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870110:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870126:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870140:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870152:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870164:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870176:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870188:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870204:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870219:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870254:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870279:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870332:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870374:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870399:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870416:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870430:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870447:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870467:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870503:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870525:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870555:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870576:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870609:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870629:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870655:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.870683:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000800:00000010:1.0:1767384622.870820:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003cfa6b61. 00000800:00000010:1.0:1767384622.870826:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a21b0b87. 00000800:00000010:1.0:1767384622.870830:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c57b6164. 00000800:00000010:1.0:1767384622.870864:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c57b6164. 00000400:00000200:2.0:1767384622.870875:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384622.870891:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp26 from 221.3.0.2 00000800:00000010:2.0:1767384622.870893:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000082265733. 00000800:00000010:1.0:1767384622.870928:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ee24ca06. 00000800:00000010:1.0:1767384622.870933:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e0b608f8. 00000800:00000010:1.0:1767384622.870955:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004cb27b20. 00000800:00000200:1.1:1767384622.870959:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (2) 00000800:00000200:1.1:1767384622.870963:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp26 000000004cb27b20 deleted 00000800:00000010:1.1:1767384622.870965:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004cb27b20. 00000800:00000200:1.1:1767384622.870970:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384622.870975:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp26 ip 192.168.202.122:989 00000800:00000200:1.1:1767384622.870977:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000000d7bc7a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384622.870983:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp26 p 3.x 192.168.202.122 -> 192.168.202.122:989 incarnation:1767384621034061500 sched[0] 00000800:00000010:1.0:1767384622.870987:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c57b6164. 00000800:00000010:1.0:1767384622.871034:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c57b6164. 00000800:00000010:1.0:1767384622.871038:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e0b608f8. 00000800:00000010:1.0:1767384622.871069:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000082265733. 00000800:00000001:1.0:1767384622.871081:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384622.871087:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384622.871095:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384622.871102:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp26 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384621034061500 sched[0] 00000800:00000010:3.0:1767384622.871106:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a21b0b87. 00000800:00000200:1.0:1767384622.871116:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384622.871119:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000000d7bc7a. 00000400:00000200:1.0:1767384622.871123:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384622.871129:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp26->192.168.202.122@tcp26: GET: OK 00000400:00000200:1.0:1767384622.871132:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384622.871134:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000800:00000001:1.0:1767384622.871174:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384622.871180:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384622.871182:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384622.871189:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384622.871194:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp26(192.168.202.122@tcp26) <- 192.168.202.122@tcp26 : GET - for me 00000400:00000200:3.0:1767384622.871199:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.871203:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384622.871210:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 336/336 into md 0x1695 [1] + 0 00000400:00000200:1.0:1767384622.871219:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp26 to MR: 192.168.202.122@tcp26 local destination 00000400:00000200:1.0:1767384622.871249:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp26 NI seq info: [48:48:256:4294967295] 192.168.202.122@tcp26 LPNI seq info [48:48:8:4294967295] 00000400:00000200:3.0:1767384622.871259:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.871264:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp26(192.168.202.122@tcp26:192.168.202.122@tcp26) -> 192.168.202.122@tcp26(192.168.202.122@tcp26:192.168.202.122@tcp26) 192.168.202.122@tcp26 : REPLY try# 0 00000800:00000200:1.0:1767384622.871271:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.202.122@tcp26 00000800:00000010:1.0:1767384622.871275:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000000d7bc7a. 00000800:00000200:1.0:1767384622.871279:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00000800:00000200:1.0:1767384622.871283:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp26 ip 192.168.202.122:988 00000800:00000200:1.0:1767384622.871286:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000000d7bc7a type 3, nob 432 niov 1 nkiov 1 00000400:00000200:3.0:1767384622.871287:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384622.871340:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000800:00000200:1.0:1767384622.871362:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384622.871364:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384622.871366:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000000d7bc7a. 00000400:00000200:3.0:1767384622.871367:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000800:00000001:2.0:1767384622.871370:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384622.871371:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384622.871376:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384622.871381:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp26->192.168.202.122@tcp26: REPLY: OK 00000800:00000001:2.0:1767384622.871383:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384622.871386:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384622.871391:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384622.871396:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp26(192.168.202.122@tcp26) <- 192.168.202.122@tcp26 : REPLY - for me 00000400:00000200:3.0:1767384622.871398:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384622.871430:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384622.871440:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp26: Reply from 12345-192.168.202.122@tcp26 of length 336/336 into md 0x16b1 00000800:00000001:2.0:1767384622.871445:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384622.871451:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384622.871453:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1767384622.871459:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004b6fa036. 00000400:00000200:3.0:1767384622.871460:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384622.871468:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp26->192.168.202.122@tcp26: REPLY: OK 00000400:00000200:2.0:1767384622.871473:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00000400:00000010:2.0:1767384622.871475:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000400:00000200:2.0:1767384622.871480:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384622.871484:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00080000:00000010:1.0:1767384622.871485:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cf661bba. 00000400:00000200:2.0:1767384622.871488:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00040000:00000001:1.0:1767384622.871491:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1767384622.871494:0:16338:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 19. state = 0x100251 00040000:00000001:1.0:1767384622.871496:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384622.871499:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384622.871501:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000020:00000002:1.0:1767384622.871505:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 00000400:00000200:3.0:1767384622.871506:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 20000000:00000001:1.0:1767384622.871509:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384622.871512:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (20) 20000000:00000001:1.0:1767384622.871513:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000001:2.0:1767384622.871523:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:1.0:1767384622.871526:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000001:2.0:1767384622.871527:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384622.871538:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384622.871543:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384622.871548:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384622.871552:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384622.871557:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384622.871559:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:3.0:1767384622.871560:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00010000:00000001:2.0:1767384622.871563:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384622.871567:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384622.871574:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000960cef2e. 00010000:00000001:2.0:1767384622.871579:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384622.871582:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024a3921b. 00000020:00000001:2.0:1767384622.871585:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384622.871588:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000024a3921b with handle 0x9f279d7a9a0b4f82 to hash 00000020:00000001:2.0:1767384622.871590:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384622.871591:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384622.871593:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384622.871596:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384622.871598:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00010000:00000001:2.0:1767384622.871598:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384622.871604:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4f82 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.871611:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000010:1.0:1767384622.871613:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000057ca9fa9. 00010000:00000001:2.0:1767384622.871614:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384622.871617:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 20000000:01000000:1.0:1767384622.871618:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00010000:00000001:2.0:1767384622.871620:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:3.0:1767384622.871623:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00010000:00000001:2.0:1767384622.871623:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384622.871623:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384622.871628:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384622.871632:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384622.871633:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384622.871636:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384622.871638:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384622.871640:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:1.0:1767384622.871640:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384622.871645:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:3.0:1767384622.871646:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00010000:00000001:2.0:1767384622.871646:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384622.871648:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000960cef2e) refcount = 1 00080000:00000001:1.0:1767384622.871649:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384622.871656:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4f82 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384622.871656:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384622.871659:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384622.871663:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00080000:00000001:1.0:1767384622.871665:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384622.871671:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384622.871674:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384622.871675:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384622.871677:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.871678:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384622.871681:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384622.871684:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384622.871686:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384622.871688:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384622.871689:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=4 00000020:00000001:2.0:1767384622.871691:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384622.871693:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384622.871695:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384622.871696:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4f82 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384622.871698:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00080000:00000001:1.0:1767384622.871700:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384622.871706:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00010000:00000001:2.0:1767384622.871709:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:1.0:1767384622.871711:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00010000:00010000:2.0:1767384622.871712:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4f82 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000002:1.0:1767384622.871715:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384622.871720:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00080000:00000001:1.0:1767384622.871723:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384622.871724:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384622.871728:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.871729:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384622.871732:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4f82 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384622.871733:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384622.871738:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384622.871742:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384622.871743:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:1.0:1767384622.871747:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384622.871750:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004fc7aa18. 00000400:00000200:3.0:1767384622.871751:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00010000:00000001:2.0:1767384622.871751:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384622.871755:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468047636992 : -108605661914624 : ffff9d394619da00) 00010000:00000001:2.0:1767384622.871757:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:1.0:1767384622.871760:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00010000:2.0:1767384622.871761:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4f82 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384622.871764:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:2.0:1767384622.871769:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000024a3921b already unused, calling callback (0000000043915e75) 00080000:00000010:1.0:1767384622.871769:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c57b6164. 00010000:00000001:2.0:1767384622.871772:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1767384622.871774:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.871775:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:1.0:1767384622.871777:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384622.871778:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00010000:00010000:2.0:1767384622.871778:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4f82 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.871786:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384622.871788:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384622.871789:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384622.871791:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=5 00080000:00000001:1.0:1767384622.871791:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384622.871795:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384622.871797:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384622.871800:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1767384622.871802:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:2.0:1767384622.871803:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4f82 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.871809:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384622.871811:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384622.871812:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00010000:00000001:2.0:1767384622.871813:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.871820:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384622.871821:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384622.871824:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384622.871825:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384622.871827:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000024a3921b with handle 0x9f279d7a9a0b4f82 from hash 00010000:00000001:2.0:1767384622.871829:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384622.871830:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.871832:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384622.871833:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384622.871834:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384622.871836:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767384622.871838:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:2.0:1767384622.871845:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:1.0:1767384622.871845:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1000d1 00010000:00000001:2.0:1767384622.871848:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384622.871849:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00010000:00000001:2.0:1767384622.871852:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384622.871854:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 000000001ce54ec4. 00010000:00000001:2.0:1767384622.871855:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384622.871859:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:1.0:1767384622.871860:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 0000000046e6da6b. 00010000:00000001:2.0:1767384622.871862:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.871866:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384622.871868:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384622.871868:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 00000000f0fcfc49. 00010000:00000001:2.0:1767384622.871873:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384622.871874:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00010000:00000001:2.0:1767384622.871875:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384622.871880:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4f82 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.871885:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.871886:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384622.871888:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384622.871890:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384622.871891:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.871893:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384622.871895:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384622.871897:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384622.871899:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384622.871901:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4f82 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384622.871902:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000063434cd2. 00010000:00000001:2.0:1767384622.871907:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384622.871910:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384622.871913:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000063434cd2 nid 192.168.202.122@tcp27 00010000:00010000:2.0:1767384622.871914:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4f82 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384622.871915:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000010:1.0:1767384622.871919:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b1d76ae8. 00010000:00000040:2.0:1767384622.871926:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000960cef2e count: 0 00000400:00000200:1.0:1767384622.871926:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b1d76ae8 net tcp27 00000400:00000200:1.0:1767384622.871930:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (19) 00000400:00000200:1.0:1767384622.871938:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp27 flags 0x11 00010000:00000001:2.0:1767384622.871942:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384622.871942:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 000000001ce54ec4. 20000000:00000001:2.0:1767384622.871945:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767384622.871945:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 0000000046e6da6b. 00000400:00000010:1.0:1767384622.871951:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 00000000f0fcfc49. 00000400:00000010:1.0:1767384622.871954:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000004e3ea072. 00000400:00000200:3.0:1767384622.871957:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.871966:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384622.871970:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100151 00000400:00000200:1.0:1767384622.871973:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 rc 1 00000400:00000200:1.0:1767384622.871976:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000200:1.0:1767384622.871979:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:1.0:1767384622.871981:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100111 rc 0 00000400:00000200:1.0:1767384622.871985:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:3.0:1767384622.871986:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.871987:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (20) 00080000:00000020:1.0:1767384622.872004:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384622.872006:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384622.872008:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f9985071. 20000000:00000001:1.0:1767384622.872012:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384622.872015:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00010000:00000040:1.0:1767384622.872016:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050229120 00010000:00000001:1.0:1767384622.872021:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384622.872026:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026b6c153 x1853237050229120/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:603/0 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384622.872032:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384622.872034:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384622.872037:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384622.872041:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384622.872043:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000400:00000200:3.0:1767384622.872045:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00000001:1.0:1767384622.872046:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384622.872052:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384622.872054:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.872057:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384622.872061:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384622.872064:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb27b20. 00000100:00000200:1.0:1767384622.872068:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050229120, offset 224 00000400:00000200:1.0:1767384622.872073:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384622.872081:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384622.872089:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104180 00000400:00000200:1.0:1767384622.872093:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x169d [2] + 224 00000400:00000200:3.0:1767384622.872095:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.872097:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384622.872108:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384622.872113:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384622.872116:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6eaf0f9 x1853237050229120/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384622.872119:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00000040:1.0:1767384622.872128:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b6eaf0f9 x1853237050229120/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384622.872143:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384622.872147:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384622.872151:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb27b20 00000400:00000010:1.0:1767384622.872154:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cb27b20. 00000100:00000001:1.0:1767384622.872158:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384622.872160:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384622.872166:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.872167:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384622.872170:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:2.0:1767384622.872171:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384622.872175:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384622.872177:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384622.872178:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384622.872179:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384622.872181:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384622.872185:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000461b648c. 00000100:00000040:1.0:1767384622.872185:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026b6c153 x1853237050229120/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:603/0 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384622.872186:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:2.0:1767384622.872196:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce7855ec 00000400:00000010:2.0:1767384622.872199:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce7855ec. 00000100:00100000:1.0:1767384622.872201:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026b6c153 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050229120:12345-0@lo:253: Request processed in 2598us (3189us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384622.872204:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384622.872212:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6eaf0f9 x1853237050229120/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384622.872213:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000040:1.0:1767384622.872219:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000400:00000200:3.0:1767384622.872222:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00000001:1.0:1767384622.872224:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384622.872228:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6eaf0f9 x1853237050229120/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384622.872229:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384622.872247:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e45ec249. 00000100:00000001:2.0:1767384622.872256:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384622.872257:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009d03bacd. 00000100:00000001:2.0:1767384622.872259:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.872262:0:16345:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384622.872262:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d2ce7a8. 02000000:00000001:2.0:1767384622.872267:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384622.872269:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000100:00000001:2.0:1767384622.872270:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384622.872270:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:2.0:1767384622.872274:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384622.872277:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384622.872278:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384622.872281:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=39 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384622.872281:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004d1cb340. 00000100:00001000:2.0:1767384622.872288:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384622.872319:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384622.872320:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.872322:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384622.872322:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1767384622.872323:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00010000:00000001:2.0:1767384622.872324:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.872327:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.872330:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384622.872334:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384622.872336:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6eaf0f9 x1853237050229120/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384622.872346:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384622.872347:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9fb9036. 00000100:00000001:2.0:1767384622.872348:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384622.872352:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384622.872354:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cb27b20. 00000020:01000004:2.0:1767384622.872355:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:3.0:1767384622.872359:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000020:01000004:2.0:1767384622.872359:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384622.872362:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384622.872365:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384622.872367:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384622.872368:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384622.872370:0:16345:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384622.872372:0:16345:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384622.872373:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384622.872374:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384622.872378:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6eaf0f9 x1853237050229120/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384622.872390:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6eaf0f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050229120:0@lo:253: 00000100:00000001:2.0:1767384622.872395:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.872396:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384622.872399:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6eaf0f9 x1853237050229120/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384622.872405:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000100:00000001:2.0:1767384622.872405:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384622.872407:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384622.872411:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009141cd34. 02000000:00000001:2.0:1767384622.872414:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384622.872416:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384622.872417:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384622.872419:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384622.872421:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006a55c2f9. 02000000:00000001:2.0:1767384622.872425:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384622.872426:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384622.872428:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6eaf0f9. 00000100:00000001:2.0:1767384622.872431:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384622.872432:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.872434:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384622.872437:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384622.872439:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.872440:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384622.872442:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384622.872527:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c2e9b442. 00000800:00000010:3.0:1767384622.872532:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000220c6ef9. 00000800:00000010:3.0:1767384622.872535:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000220b27ff. 00000800:00000010:3.0:1767384622.872552:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000220b27ff. 00000800:00020000:3.0:1767384622.872557:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00080000:00000010:2.0:1767384622.873929:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004fc7aa18. 00080000:00000010:1.0:1767384622.873973:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c57b6164. 00040000:00000001:1.0:1767384622.873979:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384622.873981:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384622.873982:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384622.873985:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384622.873987:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384622.873988:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384622.873989:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384622.873998:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384622.874000:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384622.874004:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384622.874006:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384622.874009:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384622.874010:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384622.874013:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384622.874014:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384622.874018:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001958b916. 00010000:00000001:2.0:1767384622.874021:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384622.874023:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018bdeef6. 00000020:00000001:2.0:1767384622.874025:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384622.874027:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018bdeef6 with handle 0x9f279d7a9a0b4f89 to hash 00000020:00000001:2.0:1767384622.874034:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384622.874035:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384622.874037:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384622.874038:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384622.874039:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384622.874041:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f89 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.874046:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384622.874048:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384622.874050:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384622.874051:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384622.874053:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384622.874054:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384622.874056:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384622.874057:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384622.874058:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384622.874059:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384622.874060:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384622.874062:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001958b916) refcount = 1 00010000:00010000:2.0:1767384622.874064:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f89 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.874070:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384622.874072:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384622.874073:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384622.874074:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.874076:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384622.874078:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384622.874080:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384622.874083:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384622.874084:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384622.874085:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=4 00000020:00000001:2.0:1767384622.874087:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384622.874089:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384622.874098:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384622.874101:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f89 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.874109:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384622.874111:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f89 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384622.874114:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384622.874118:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384622.874121:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384622.874122:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000010:1.0:1767384622.874124:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000863fd85e. 00010000:00010000:2.0:1767384622.874126:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f89 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384622.874129:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384622.874134:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050229248 00010000:00000001:1.0:1767384622.874139:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384622.874140:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384622.874143:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384622.874145:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007df2588e x1853237050229248/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:603/0 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384622.874146:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384622.874150:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f89 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384622.874166:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018bdeef6 already unused, calling callback (0000000043915e75) 00010000:00000001:1.0:1767384622.874167:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384622.874171:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384622.874171:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.874174:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00001000:1.0:1767384622.874175:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=39 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384622.874177:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f89 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384622.874181:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384622.874184:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:1.0:1767384622.874186:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:2.0:1767384622.874188:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384622.874191:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384622.874192:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000040:2.0:1767384622.874193:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=5 00000020:00000001:2.0:1767384622.874198:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 02000000:00000001:1.0:1767384622.874198:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384622.874202:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 02000000:00000001:1.0:1767384622.874202:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.874207:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384622.874207:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384622.874211:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f89 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384622.874214:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384622.874220:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1e3f0bc. 00000100:00000200:1.0:1767384622.874224:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050229248, offset 224 00000400:00000200:1.0:1767384622.874248:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384622.874250:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384622.874253:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384622.874254:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.874259:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1767384622.874259:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384622.874262:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384622.874265:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384622.874266:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384622.874270:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018bdeef6 with handle 0x9f279d7a9a0b4f89 from hash 00000400:00000200:1.0:1767384622.874270:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104200 00010000:00000001:2.0:1767384622.874273:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384622.874274:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.874275:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384622.874276:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384622.874278:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384622.874281:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384622.874283:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384622.874285:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384622.874286:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16a5 [2] + 224 00010000:00000001:2.0:1767384622.874288:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384622.874308:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384622.874312:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384622.874315:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384622.874318:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:1.0:1767384622.874320:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005edc4034 x1853237050229248/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384622.874321:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384622.874326:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.874328:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384622.874331:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.874335:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.874338:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384622.874340:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005edc4034 x1853237050229248/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384622.874342:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f89 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384622.874358:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.874361:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384622.874364:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384622.874365:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384622.874367:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384622.874367:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384622.874368:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384622.874370:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384622.874371:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384622.874372:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384622.874378:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1e3f0bc 00000400:00000010:1.0:1767384622.874381:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1e3f0bc. 00010000:00010000:2.0:1767384622.874382:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f89 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384622.874383:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384622.874387:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384622.874390:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384622.874391:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384622.874394:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384622.874394:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00010000:2.0:1767384622.874396:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4f89 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384622.874398:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384622.874401:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384622.874405:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:2.0:1767384622.874407:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001958b916 count: 0 00000100:00000040:1.0:1767384622.874410:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007df2588e x1853237050229248/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:603/0 lens 4848/4768 e 0 to 0 dl 1767384633 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384622.874414:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384622.874417:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:1.0:1767384622.874420:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007df2588e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050229248:12345-0@lo:253: Request processed in 4688us (5206us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384622.874426:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000040:1.0:1767384622.874427:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384622.874429:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384622.874430:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384622.874432:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a70e6907. 00000020:00000010:1.0:1767384622.874434:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000058e6d59a. 00000020:00000010:1.0:1767384622.874436:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000caf2fcc1. 00000020:00000040:1.0:1767384622.874438:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:1.0:1767384622.874440:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384622.874441:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f7716dd1. 02000000:00000001:1.0:1767384622.874459:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384622.874460:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384622.874462:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384622.874465:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000779c43f2. 00000400:00000010:1.0:1767384622.874467:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1e3f0bc. 00000100:00000040:2.0:1767384622.875344:0:27:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294911195, at 4294911196 00000100:00000040:1.0:1767384622.875349:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294911195, at 4294911196 00000100:00000010:2.0:1767384622.875351:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f4193df. 00000100:00000010:1.0:1767384622.875361:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ecffcd3. 00000800:00000010:3.0:1767384622.875413:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000220c6ef9. 00000800:00000010:3.0:1767384622.875417:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c2e9b442. 00000100:00000001:3.0:1767384622.875425:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384622.875427:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384622.875429:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384622.875431:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384622.875432:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eed79d3. 00000400:00000200:3.0:1767384622.875434:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef48715b 00000400:00000010:3.0:1767384622.875435:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef48715b. 00000100:00000001:3.0:1767384622.875443:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384622.875446:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005edc4034 x1853237050229248/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384622.875452:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005edc4034 x1853237050229248/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.875457:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384622.875458:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.875459:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384622.875461:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384622.875462:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384622.875463:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384622.875464:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384622.875467:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=39 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384622.875469:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384622.875471:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384622.875472:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384622.875473:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384622.875474:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.875475:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384622.875477:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005edc4034 x1853237050229248/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.875481:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384622.875483:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384622.875484:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384622.875486:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384622.875487:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384622.875488:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384622.875489:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384622.875490:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384622.875491:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384622.875491:0:16346:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384622.875492:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384622.875493:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384622.875494:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005edc4034 x1853237050229248/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384622.875498:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005edc4034 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050229248:0@lo:253: 00000100:00000001:3.0:1767384622.875505:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.875506:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384622.875508:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005edc4034 x1853237050229248/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384638 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384622.875512:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384622.875514:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384622.875516:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008f3570db. 02000000:00000001:3.0:1767384622.875518:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384622.875519:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384622.875520:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384622.875522:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384622.875523:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007b17777d. 02000000:00000001:3.0:1767384622.875543:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384622.875545:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384622.875546:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005edc4034. 00000100:00000001:3.0:1767384622.875548:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384622.875549:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.875550:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384622.875554:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384622.875555:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384622.875556:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384622.875557:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384622.875565:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294911195, at 4294911196 00000100:00000010:3.0:1767384622.875569:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6f540dc. 00000400:02020000:3.0:1767384622.875613:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp26 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000100:00000040:0.0:1767384622.876338:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294911195, at 4294911197 00000100:00000010:0.0:1767384622.876344:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036a7927c. 00010000:00000010:2.1:1767384622.881510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000960cef2e. 00010000:00000010:2.1:1767384622.881520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024a3921b. 00010000:00000010:2.1:1767384622.881527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001958b916. 00010000:00000010:2.1:1767384622.881534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018bdeef6. 00000400:00000010:0.0:1767384622.884816:0:25550:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000435152d9. 00000400:00000040:0.0:1767384622.884831:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384622.884834:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384622.884836:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384622.884837:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384622.884839:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384622.884840:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384622.884842:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384622.884843:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384622.884848:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384622.884849:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384622.884850:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384622.884852:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384622.884854:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384622.884855:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384622.884856:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384622.884857:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384622.884858:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384622.884859:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384622.884860:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384622.884861:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384622.884862:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384622.884863:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384622.884864:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384622.884865:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384622.884866:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384622.884868:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384622.884869:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384622.884870:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384622.884871:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384622.884871:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384622.884872:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384622.884874:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384622.884874:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384622.884875:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384622.884876:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384622.884877:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384622.884878:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384622.884879:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384622.884880:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384622.884881:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384622.884882:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384622.884883:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384622.884884:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384622.884885:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384622.884886:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384622.884887:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384622.884888:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384622.884895:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384622.884897:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384622.884899:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384622.884901:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384622.884902:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384622.884903:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384622.884905:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384622.884907:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384622.884909:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384622.884910:0:25550:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384622.884964:0:25550:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000435152d9. 00010000:00000001:1.0:1767384623.871359:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384623.871366:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.871371:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384623.871374:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384623.871376:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384623.871378:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.871380:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384623.871382:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.871383:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.871385:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.871449:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384623.871454:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.871457:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384623.912664:0:25861:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000aa88b375. 00080000:00000010:0.0:1767384623.912674:0:25861:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000aa88b375. 00000020:00000001:0.0:1767384623.912680:0:25861:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384623.912689:0:25861:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000aa88b375. 00080000:00000010:0.0:1767384623.912695:0:25861:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000aa88b375. 00000020:00000001:0.0:1767384623.912699:0:25861:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384624.600613:0:26025:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384624.600617:0:26025:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:1.0:1767384624.603448:0:26025:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384624.609505:0:26026:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fdd723d5. 00000400:00000010:2.0:1767384624.609517:0:26026:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000154efa81. 00000400:00000010:2.0:1767384624.609525:0:26026:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000895b7d4c. 00000400:00000010:2.0:1767384624.609528:0:26026:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b697226d. 00000400:00000010:2.0:1767384624.609531:0:26026:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000021d11a28. 00000400:00000010:2.0:1767384624.609535:0:26026:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000041821721. 00000400:00000010:2.0:1767384624.609536:0:26026:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005a65c4bb. 00000400:00000010:2.0:1767384624.609537:0:26026:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000148d7c89. 00000400:00000010:2.0:1767384624.609540:0:26026:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d3ad261a. 00000800:00000010:2.0:1767384624.609551:0:26026:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c3cc78df. 00000800:00000200:2.0:1767384624.609562:0:26026:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384624.609570:0:26026:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384624.609604:0:26026:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384624.609624:0:26026:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp28 [8/256/0/180] 00000400:00000010:2.0:1767384624.610913:0:26026:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000c0afc1ec. 00000400:00000010:2.0:1767384624.610920:0:26026:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000461b648c. 00000400:00000010:2.0:1767384624.610926:0:26026:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f79e36. 00000400:00000001:2.0:1767384624.610946:0:26026:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384624.610955:0:26026:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384624.610958:0:26026:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000455c8b22. 00000400:00000200:2.0:1767384624.610962:0:26026:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003da15917 00000400:00000010:2.0:1767384624.610965:0:26026:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003da15917. 00000400:00000010:2.0:1767384624.610970:0:26026:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000d769ad51. 00000400:00000200:2.0:1767384624.610974:0:26026:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (19) 00000400:00000200:2.0:1767384624.610987:0:26026:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384624.610995:0:26026:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:2.0:1767384624.611002:0:26026:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009141cd34. 00000020:01000000:2.0:1767384624.611006:0:26026:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384624.611009:0:26026:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp28 00000400:00000200:1.0:1767384624.611009:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384624.611016:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:2.0:1767384624.611021:0:26026:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000154efa81. 00000400:00000010:1.0:1767384624.611022:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000400:00000010:2.0:1767384624.611027:0:26026:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fdd723d5. 00000400:00000200:1.0:1767384624.611027:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (20) 00000400:00000010:1.0:1767384624.611037:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ca5a4662. 00000400:00000200:1.0:1767384624.611041:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp26 00000400:00000200:1.0:1767384624.611052:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp26 to MR: 192.168.202.122@tcp26 local destination 00000400:00000200:1.0:1767384624.611059:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp26 NI seq info: [49:49:256:4294967295] 192.168.202.122@tcp26 LPNI seq info [49:49:8:4294967295] 00000400:00000200:1.0:1767384624.611065:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp26 00000400:00000200:1.0:1767384624.611074:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp26(192.168.202.122@tcp26:192.168.202.122@tcp26) -> 192.168.202.122@tcp26(192.168.202.122@tcp26:192.168.202.122@tcp26) : PUT try# 0 00000800:00000200:1.0:1767384624.611079:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.122@tcp26 00000800:00000010:1.0:1767384624.611084:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7e72f32. 00000020:00000001:0.0:1767384624.611084:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384624.611091:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384624.611096:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:1.0:1767384624.611098:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 10000000:01000000:0.0:1767384624.611100:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:1.1:1767384624.611106:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00000020:01000004:0.0:1767384624.611106:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384624.611113:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384624.611115:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384624.611117:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384624.611119:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384624.611120:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384624.611122:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384624.611124:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384624.611126:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384624.611128:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.1:1767384624.611130:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp26 ip 192.168.202.122:988 00000800:00000200:1.1:1767384624.611134:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7e72f32 type 1, nob 448 niov 1 nkiov 1 00000100:00000010:0.0:1767384624.611136:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be91014b. 00000020:00000040:0.0:1767384624.611143:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:1.0:1767384624.611146:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:1.0:1767384624.611151:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000100:00000001:0.0:1767384624.611153:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384624.611156:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384624.611161:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384624.611169:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000046859c8f. 00000100:00000001:0.0:1767384624.611176:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384624.611189:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000001:0.0:1767384624.611190:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384624.611193:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.611201:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be91014b] to pc [ptlrpcd_00_03+3] req@00000000be91014b x1853237050229376/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384624.611244:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384624.611247:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.611249:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384624.611251:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384624.611257:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000020:00000001:0.0:1767384624.611258:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384624.611261:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384624.611264:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384624.611266:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384624.611268:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384624.611269:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384624.611271:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384624.611273:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384624.611274:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384624.611275:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384624.611277:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000800:00000200:1.0:1767384624.611278:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:0.0:1767384624.611279:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384624.611282:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:1.0:1767384624.611284:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7e72f32. 00000100:00000010:0.0:1767384624.611287:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f30981d5. 00000400:00000200:1.0:1767384624.611316:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384624.611319:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384624.611324:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384624.611326:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp26->192.168.202.122@tcp26: PUT: OK 02000000:00000001:0.0:1767384624.611327:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384624.611330:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 02000000:00000001:0.0:1767384624.611332:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384624.611334:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384624.611340:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp26: 0 02000000:00000010:0.0:1767384624.611342:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005b1aa45a. 00000100:00000001:0.0:1767384624.611347:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.611350:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:1.0:1767384624.611351:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384624.611352:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.611358:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f30981d5] to pc [ptlrpcd_00_00+0] req@00000000f30981d5 x1853237050229504/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384624.611361:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384624.611366:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384624.611371:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384624.611373:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.611381:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp26(192.168.202.122@tcp26) <- 192.168.202.122@tcp26 : PUT - for me 10000000:00000001:0.0:1767384624.611382:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384624.611386:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.611388:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384624.611397:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384624.611398:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 352 into portal 0 MB=0x8000000000000000 00000020:00000010:0.0:1767384624.611400:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009141cd34. 00000400:00000200:3.0:1767384624.611402:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.611412:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 336/352 into md 0x16ad [1] + 0 00000100:00000001:0.0:1767384624.611416:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384624.611418:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000761f4fce. 00000100:00000001:0.0:1767384624.611420:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384624.611425:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed5b2f64 00000100:00000001:0.0:1767384624.611425:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384624.611431:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be91014b x1853237050229376/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384624.611433:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384624.611434:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:0.0:1767384624.611443:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:1.0:1767384624.611444:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.611445:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384624.611452:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384624.611452:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384624.611456:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384624.611459:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384624.611460:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.611463:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp26->192.168.202.122@tcp26: PUT: OK 00000100:00100000:0.0:1767384624.611466:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000be91014b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050229376:0@lo:253: 00000100:00000001:0.0:1767384624.611471:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384624.611472:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5b2f64 00000400:00000010:1.0:1767384624.611475:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5b2f64. 02000000:00000001:0.0:1767384624.611476:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384624.611480:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.611482:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384624.611483:0:16337:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384624.611487:0:16337:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (21) 02000000:00000010:0.0:1767384624.611488:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007daccca6. 02000000:00000001:0.0:1767384624.611492:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384624.611493:0:16337:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:0.0:1767384624.611497:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095d14f5f. 00000400:00000200:1.0:1767384624.611498:0:16337:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (352 bytes) 00000400:00000200:3.0:1767384624.611500:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.611505:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000010:0.0:1767384624.611506:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b47430a9. 00000100:00000200:0.0:1767384624.611513:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050229376, portal 25 00000100:00000001:0.0:1767384624.611516:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384624.611517:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248896 : -108605746302720 : ffff9d3941123100) 00000400:00000200:1.0:1767384624.611518:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (22) 00000100:00000040:0.0:1767384624.611524:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000be91014b x1853237050229376/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384624.611526:0:16337:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384624.611533:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384624.611536:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp26 to MR: 192.168.202.122@tcp26 local destination 00000100:00000040:0.0:1767384624.611541:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384624.611542:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000010:0.0:1767384624.611547:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de205f13. 00000400:00000200:1.0:1767384624.611549:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp26 NI seq info: [50:50:256:4294967295] 192.168.202.122@tcp26 LPNI seq info [50:50:8:4294967295] 00000100:00000200:0.0:1767384624.611551:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050229376, offset 0 00000400:00000200:0.0:1767384624.611561:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384624.611574:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp26(192.168.202.122@tcp26:192.168.202.122@tcp26) -> 192.168.202.122@tcp26(192.168.202.122@tcp26:192.168.202.122@tcp26) 192.168.202.122@tcp26 : ACK try# 0 00000800:00000200:1.0:1767384624.611580:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp26 00000400:00000200:3.0:1767384624.611581:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000800:00000010:1.0:1767384624.611585:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7e72f32. 00000400:00000200:0.0:1767384624.611586:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1767384624.611593:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00000400:00000200:0.0:1767384624.611598:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104280 00000800:00000200:1.0:1767384624.611603:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp26 ip 192.168.202.122:989 00000800:00000200:1.0:1767384624.611607:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7e72f32 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384624.611611:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1005 [2] + 0 00000400:00000200:3.0:1767384624.611617:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000800:00000001:1.0:1767384624.611620:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384624.611626:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001eb79f35. 00000400:00000200:0.0:1767384624.611631:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005d357133 00000800:00000001:1.0:1767384624.611632:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384624.611636:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384624.611641:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384624.611645:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d357133 00000400:00000010:0.0:1767384624.611647:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d357133. 00000100:00000001:0.0:1767384624.611651:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384624.611653:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384624.611655:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000040:0.0:1767384624.611657:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000afbe1122 x1853237050229376 msgsize 4848 00000100:00100000:0.0:1767384624.611665:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:1.0:1767384624.611666:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1767384624.611667:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000010:1.0:1767384624.611670:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7e72f32. 00000400:00000200:1.0:1767384624.611676:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384624.611680:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384624.611682:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp26->192.168.202.122@tcp26: ACK: OK 00000400:00000200:0.0:1767384624.611688:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de205f13 00000400:00000200:3.0:1767384624.611691:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000010:0.0:1767384624.611692:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de205f13. 00000800:00000001:1.0:1767384624.611693:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384624.611698:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.611699:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1767384624.611704:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384624.611707:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be91014b x1853237050229376/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384624.611710:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384624.611714:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384624.611720:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384624.611721:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384624.611722:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000040:0.0:1767384624.611724:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000be91014b x1853237050229376/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384624.611737:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp26(192.168.202.122@tcp26) <- 192.168.202.122@tcp26 : ACK - for me 00000100:00000001:0.0:1767384624.611738:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.611741:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384624.611749:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:0.0:1767384624.611749:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384624.611752:0:16337:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp26: ACK from 12345-192.168.202.122@tcp26 into md 0x16c9 00000100:00000001:0.0:1767384624.611756:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294912937 00000400:00000200:1.0:1767384624.611758:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384624.611762:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2d39ade. 00000400:00000200:1.0:1767384624.611766:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp26->192.168.202.122@tcp26: ACK: OK 00000400:00000200:1.0:1767384624.611771:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 00000100:00000001:0.0:1767384624.611771:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384624.611774:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00000400:00000200:1.0:1767384624.611780:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384624.611780:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294912937 00000400:00000200:3.0:1767384624.611782:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.611784:0:16337:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000100:00000010:0.0:1767384624.611788:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006607d3ab. 00000400:00000200:1.0:1767384624.611793:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000001:0.0:1767384624.611793:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384624.611799:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (21) 00000100:00000001:0.0:1767384624.611800:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294912937 00000100:00000010:0.0:1767384624.611806:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000181562be. 00000800:00000001:1.0:1767384624.611807:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384624.611809:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000800:00000001:1.0:1767384624.611812:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.611814:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294912937 00000400:00000200:3.0:1767384624.611815:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000010:0.0:1767384624.611824:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000066095368. 00000100:00000001:0.0:1767384624.611828:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384624.611833:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384624.611835:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.611838:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.611840:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.611847:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384624.611849:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384624.611852:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.611853:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384624.611854:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000100:00000001:0.0:1767384624.611855:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.611862:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.611875:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.611878:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384624.611879:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384624.611883:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f30981d5 x1853237050229504/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.611889:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384624.611890:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.611893:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384624.611895:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384624.611896:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384624.611899:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f30981d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050229504:0@lo:253: 00000100:00000001:0.0:1767384624.611901:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384624.611904:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384624.611906:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.611907:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384624.611908:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 02000000:00000010:0.0:1767384624.611912:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007ea3fc4b. 02000000:00000001:0.0:1767384624.611915:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384624.611919:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000176a2e52. 00000400:00000010:0.0:1767384624.611923:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de205f13. 00000100:00000200:0.0:1767384624.611926:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050229504, portal 25 00000100:00000001:0.0:1767384624.611929:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384624.611930:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963241728 : -108605746309888 : ffff9d3941121500) 00000100:00000040:0.0:1767384624.611934:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f30981d5 x1853237050229504/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384624.611941:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384624.611944:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00000001:0.0:1767384624.611946:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384624.611948:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000fd62ceae. 00000100:00000040:0.0:1767384624.611952:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384624.611955:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9e3bbff. 00000100:00000200:0.0:1767384624.611959:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050229504, offset 0 00000400:00000010:1.0:1767384624.611960:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761f4fce. 00000400:00000200:0.0:1767384624.611966:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384624.611973:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384624.611974:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000400:00000200:1.0:1767384624.611980:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000fd62ceae 00000400:00000200:0.0:1767384624.611983:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104300 00000400:00000010:1.0:1767384624.611985:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000684eb53e. 00000400:00000200:3.0:1767384624.611989:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.611990:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1015 [2] + 0 00000400:00000200:1.0:1767384624.611991:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000400:00000010:0.0:1767384624.611997:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000455afb39. 00000400:00000200:1.0:1767384624.612000:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102051 00000400:00000200:0.0:1767384624.612001:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014a785a5 00000400:00000200:1.0:1767384624.612004:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (20) 00000400:00000200:0.0:1767384624.612007:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384624.612010:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 000000009ebfae6c. 00000400:00000200:0.0:1767384624.612015:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384624.612016:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 00000400:00000200:0.0:1767384624.612019:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014a785a5 00000400:00000010:0.0:1767384624.612021:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014a785a5. 00000100:00000001:0.0:1767384624.612026:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384624.612027:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384624.612029:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000ce206c1f x1853237050229504 msgsize 4848 00000400:00000010:1.0:1767384624.612031:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000003bfcbe3. 00000100:00100000:0.0:1767384624.612038:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384624.612040:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.612041:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000100:00000040:0.0:1767384624.612043:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384624.612053:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384624.612054:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:1.0:1767384624.612061:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:1.0:1767384624.612067:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:1.0:1767384624.612071:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:1.0:1767384624.612077:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:1.0:1767384624.612080:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:1.0:1767384624.612084:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:1.0:1767384624.612090:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:3.0:1767384624.612091:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.612097:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:1.0:1767384624.612103:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:1.0:1767384624.612107:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:1.0:1767384624.612113:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:1.0:1767384624.612117:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:1.0:1767384624.612129:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:1.0:1767384624.612134:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:1.0:1767384624.612138:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:1.0:1767384624.612142:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:3.0:1767384624.612144:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.612149:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:1.0:1767384624.612154:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:1.0:1767384624.612158:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:1.0:1767384624.612163:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp27 00000400:00000200:1.0:1767384624.612167:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp27 lpni_is_preferred = 0 00000400:00000200:1.0:1767384624.612170:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp27 00000400:00000200:1.0:1767384624.612175:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp27 NI seq info: [51:51:256:4294967295] 192.168.202.122@tcp27 LPNI seq info [51:51:8:4294967295] 00000400:00000200:1.0:1767384624.612179:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp27 00000400:00000200:1.0:1767384624.612190:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp27(192.168.202.122@tcp27:) -> 192.168.202.122@tcp27(192.168.202.122@tcp:192.168.202.122@tcp27) : GET try# 0 00000400:00000200:3.0:1767384624.612192:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000800:00000200:1.0:1767384624.612196:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp27 00000400:00000200:0.0:1767384624.612198:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9e3bbff 00000800:00000010:1.0:1767384624.612201:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d7e72f32. 00000400:00000010:0.0:1767384624.612202:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9e3bbff. 00000100:00000001:0.0:1767384624.612208:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1767384624.612209:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007d97850e. 00000800:00000010:1.0:1767384624.612213:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001e721488. 00000100:00000200:0.0:1767384624.612215:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f30981d5 x1853237050229504/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.612235:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.0:1767384624.612238:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d97850e] -> 12345-192.168.202.122@tcp27 (2) 00000100:00000040:0.0:1767384624.612241:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f30981d5 x1853237050229504/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384624.612248:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000800:00000200:1.1:1767384624.612248:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d97850e] -> 12345-192.168.202.122@tcp27 (2) 00000100:00000001:0.0:1767384624.612260:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.612262:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384624.612265:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:1.0:1767384624.612270:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100251 rc 0 00000100:00000001:0.0:1767384624.612270:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.612277:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294912937 00000100:00000001:0.0:1767384624.612281:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294912937 00000100:00000001:0.0:1767384624.612289:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294912937 00000400:00000200:3.0:1767384624.612312:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000100:00000001:1.0:1767384624.612312:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384624.612317:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050229376 00000100:00000001:0.0:1767384624.612318:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294912937 02000000:00000001:1.0:1767384624.612321:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384624.612322:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294912938 00000100:00000001:1.0:1767384624.612325:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384624.612328:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.612330:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294912937 02000000:00000001:1.0:1767384624.612332:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.612334:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294912938 00000100:00100000:1.0:1767384624.612336:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050229376 00000100:00000001:0.0:1767384624.612339:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294912937 00000100:00000001:0.0:1767384624.612342:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384624.612346:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384624.612348:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384624.612350:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384624.612351:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000400:00000200:3.0:1767384624.612352:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00000001:0.0:1767384624.612353:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384624.612356:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384624.612360:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:0.0:1767384624.612361:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384624.612362:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384624.612365:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384624.612366:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384624.612369:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.612371:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384624.612372:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384624.612374:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.612377:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384624.612378:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000749ff8e0. 00000100:00000001:1.0:1767384624.612384:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384624.612385:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000100:00000001:0.0:1767384624.612388:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384624.612389:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000749ff8e0. 00000100:00000001:0.0:1767384624.612391:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384624.612400:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c169222c. 00000100:00000001:0.0:1767384624.612405:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384624.612407:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005f7cccce. 00000100:00100000:0.0:1767384624.612408:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050229504 02000000:00000001:0.0:1767384624.612414:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384624.612416:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384624.612417:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056efdce7. 00000100:00000001:0.0:1767384624.612418:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384624.612421:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 02000000:00000001:0.0:1767384624.612423:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384624.612427:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050229504 00000020:00000001:0.0:1767384624.612430:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384624.612432:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384624.612434:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384624.612435:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:0.0:1767384624.612436:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:0.0:1767384624.612442:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384624.612443:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384624.612444:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384624.612447:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384624.612448:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384624.612451:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384624.612453:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aed652bc. 00000100:00000001:1.0:1767384624.612462:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.612463:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384624.612467:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aed652bc. 00000100:00000001:1.0:1767384624.612472:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384624.612473:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fca59cea. 00000400:00000200:3.0:1767384624.612478:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000020:00000010:0.0:1767384624.612480:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000014a3f121. 00000020:00000010:0.0:1767384624.612486:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2848933. 00000100:00000001:1.0:1767384624.612491:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384624.612491:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384624.612494:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384624.612495:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384624.612498:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384624.612503:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000040:1.0:1767384624.612507:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384624.612508:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.612509:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302375504 : -108600407176112 : ffff9d3a7f4ecc50) 00000100:00000001:0.0:1767384624.612513:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384624.612518:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000afbe1122 x1853237050229376/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:605/0 lens 4848/0 e 0 to 0 dl 1767384635 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384624.612526:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384624.612526:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384624.612529:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384624.612530:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000749ff8e0. 00000100:00000001:1.0:1767384624.612534:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384624.612535:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000100:00100000:0.0:1767384624.612536:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000020:00000010:1.0:1767384624.612540:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000749ff8e0. 00000100:00000040:0.0:1767384624.612543:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:0.0:1767384624.612547:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302372432 : -108600407179184 : ffff9d3a7f4ec050) 00000100:00100000:1.0:1767384624.612550:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000afbe1122 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050229376:12345-0@lo:253: 00000100:00000040:0.0:1767384624.612555:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ce206c1f x1853237050229504/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:605/0 lens 4848/0 e 0 to 0 dl 1767384635 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384624.612556:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050229376 00000100:00000001:0.0:1767384624.612562:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384624.612568:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aed652bc. 00000020:00000001:1.0:1767384624.612569:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384624.612573:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384624.612574:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000020:00000001:1.0:1767384624.612574:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384624.612578:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aed652bc. 00000020:00000001:1.0:1767384624.612579:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384624.612584:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384624.612587:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000100:00100000:0.0:1767384624.612590:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ce206c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050229504:12345-0@lo:253: 00000020:00000001:1.0:1767384624.612592:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384624.612596:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384624.612597:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050229504 00000020:00000001:1.0:1767384624.612600:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384624.612601:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384624.612604:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384624.612605:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384624.612607:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000020:00000001:1.0:1767384624.612607:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.612608:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.612614:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384624.612616:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384624.612616:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 02000000:00000001:1.0:1767384624.612621:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384624.612621:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384624.612625:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384624.612626:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:1.0:1767384624.612628:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007b17777d. 00000020:00000001:0.0:1767384624.612628:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384624.612631:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 02000000:00000001:1.0:1767384624.612632:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.612636:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.612639:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384624.612640:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384624.612645:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384624.612648:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384624.612651:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008f3570db. 20000000:01000000:1.0:1767384624.612656:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384624.612658:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000010:0.0:1767384624.612660:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a3354e6d. 20000000:00000001:1.0:1767384624.612661:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384624.612665:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.612666:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384624.612670:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.612672:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384624.612674:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384624.612675:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384624.612684:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003d253c78. 20000000:00000010:0.0:1767384624.612685:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004875ebc8. 20000000:01000000:1.0:1767384624.612689:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:01000000:0.0:1767384624.612690:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384624.612695:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384624.612697:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384624.612698:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384624.612698:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384624.612701:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384624.612704:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:0.0:1767384624.612704:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384624.612709:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384624.612725:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384624.612739:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384624.612742:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384624.612743:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384624.612745:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384624.612746:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384624.612749:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:1.0:1767384624.612753:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:1.0:1767384624.612754:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384624.612762:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384624.612766:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384624.612768:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384624.612769:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c2e9b442. 00000020:00000001:1.0:1767384624.612770:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:3.0:1767384624.612775:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d70ef2a1. 00000020:00000001:1.0:1767384624.612778:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00000800:00000010:3.0:1767384624.612783:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ad648a22. 00080000:00000001:1.0:1767384624.612783:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384624.612788:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b06f052a. 00080000:00000001:1.0:1767384624.612792:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468046731264 : -108605662820352 : ffff9d39460c0800) 00080000:00000001:1.0:1767384624.612795:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384624.612798:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384624.612801:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000749ff8e0. 00000800:00000010:3.0:1767384624.612804:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ad648a22. 00080000:00000001:1.0:1767384624.612805:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384624.612807:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00020000:3.0:1767384624.612820:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00080000:00000001:1.0:1767384624.612820:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384624.612839:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384624.612870:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384624.612873:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384624.612890:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.612916:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.612929:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.612944:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.612957:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.612969:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.612983:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.612998:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613013:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613029:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613043:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613056:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613075:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613103:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613129:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613146:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613163:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613178:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613193:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613205:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613243:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613257:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613271:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613313:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613353:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613372:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613389:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613408:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613436:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613484:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613530:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613576:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613624:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613668:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613697:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.613726:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000800:00000010:0.0:1767384624.613889:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000091d5fd4. 00000800:00000010:0.0:1767384624.613892:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9e3bbff. 00000800:00000010:0.0:1767384624.613895:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aed652bc. 00000800:00000010:0.0:1767384624.613926:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aed652bc. 00000400:00000200:1.0:1767384624.613959:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384624.613972:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp27 from 219.3.0.2 00000800:00000010:1.0:1767384624.613975:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006e6bbe8a. 00000800:00000010:0.0:1767384624.614010:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f53121e6. 00000800:00000010:0.0:1767384624.614015:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c15c932. 00000800:00000010:0.0:1767384624.614035:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006d29e440. 00000800:00000200:0.1:1767384624.614041:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d97850e] -> 12345-192.168.202.122@tcp27 (2) 00000800:00000200:0.1:1767384624.614045:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp27 000000006d29e440 deleted 00000800:00000010:0.1:1767384624.614047:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006d29e440. 00000800:00000200:0.1:1767384624.614051:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384624.614056:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp27 ip 192.168.202.122:987 00000800:00000200:0.1:1767384624.614058:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7e72f32 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384624.614064:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp27 p 3.x 192.168.202.122 -> 192.168.202.122:987 incarnation:1767384622867005457 sched[0] 00000800:00000010:0.0:1767384624.614070:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aed652bc. 00000800:00000010:0.0:1767384624.614124:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aed652bc. 00000800:00000010:0.0:1767384624.614129:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c15c932. 00000800:00000010:0.0:1767384624.614158:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006e6bbe8a. 00000800:00000001:0.0:1767384624.614169:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384624.614173:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384624.614214:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384624.614216:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d7e72f32. 00000400:00000200:0.0:1767384624.614242:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384624.614245:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp27->192.168.202.122@tcp27: GET: OK 00000400:00000200:0.0:1767384624.614248:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384624.614249:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000800:00000200:0.1:1767384624.614268:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384624.614272:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp27 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384622867005457 sched[0] 00000800:00000010:0.0:1767384624.614275:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9e3bbff. 00000400:00000200:0.0:1767384624.614336:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.614361:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000001:1.0:1767384624.614372:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384624.614380:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384624.614383:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384624.614384:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000800:00000001:1.0:1767384624.614395:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384624.614406:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp27(192.168.202.122@tcp27) <- 192.168.202.122@tcp27 : GET - for me 00000400:00000200:0.0:1767384624.614410:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.614419:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384624.614427:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 352/352 into md 0x16c5 [1] + 0 00000400:00000200:0.0:1767384624.614432:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.614439:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp27 to MR: 192.168.202.122@tcp27 local destination 00000400:00000200:1.0:1767384624.614447:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp27 NI seq info: [52:52:256:4294967295] 192.168.202.122@tcp27 LPNI seq info [52:52:8:4294967295] 00000400:00000200:0.0:1767384624.614457:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.614466:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp27(192.168.202.122@tcp27:192.168.202.122@tcp27) -> 192.168.202.122@tcp27(192.168.202.122@tcp27:192.168.202.122@tcp27) 192.168.202.122@tcp27 : REPLY try# 0 00000800:00000200:1.0:1767384624.614472:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.202.122@tcp27 00000800:00000010:1.0:1767384624.614476:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000077e32c7b. 00000400:00000200:0.0:1767384624.614485:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000800:00000200:1.0:1767384624.614490:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d97850e] -> 12345-192.168.202.122@tcp27 (4) 00000800:00000200:1.0:1767384624.614496:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp27 ip 192.168.202.122:988 00000800:00000200:1.0:1767384624.614499:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000077e32c7b type 3, nob 448 niov 1 nkiov 1 00000400:00000200:0.0:1767384624.614515:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.614537:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.614555:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.614573:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000800:00000200:1.0:1767384624.614591:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384624.614595:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000077e32c7b. 00000400:00000200:0.0:1767384624.614596:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.614599:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384624.614605:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp27->192.168.202.122@tcp27: REPLY: OK 00000800:00000001:1.0:1767384624.614615:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384624.614618:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000800:00000001:1.0:1767384624.614619:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384624.614624:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384624.614628:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384624.614630:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384624.614634:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384624.614637:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp27(192.168.202.122@tcp27) <- 192.168.202.122@tcp27 : REPLY - for me 00000400:00000200:1.0:1767384624.614646:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp27: Reply from 12345-192.168.202.122@tcp27 of length 352/352 into md 0x16e1 00000800:00000001:1.0:1767384624.614649:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384624.614653:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000800:00000001:1.0:1767384624.614655:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384624.614658:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384624.614663:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp27->192.168.202.122@tcp27: REPLY: OK 00000400:00000200:1.0:1767384624.614666:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5b2f64 00000400:00000010:1.0:1767384624.614668:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5b2f64. 00000400:00000200:1.0:1767384624.614671:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384624.614675:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:1.0:1767384624.614678:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:1.0:1767384624.614680:0:16338:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 20. state = 0x100251 00000400:00000200:1.0:1767384624.614686:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384624.614687:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.614693:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (21) 00000800:00000001:1.0:1767384624.614700:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384624.614704:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384624.614717:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.614744:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.614789:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.614794:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384624.614801:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1000d1 00000400:00000010:1.0:1767384624.614808:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 00000000684eb53e. 00000400:00000010:1.0:1767384624.614812:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 00000000ffb8f9cf. 00000400:00000200:0.0:1767384624.614817:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000010:1.0:1767384624.614819:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000f56d6422. 00000400:00000200:0.0:1767384624.614839:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.614869:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000010:1.0:1767384624.614880:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004ebcb61a. 00000400:00000200:1.0:1767384624.614886:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004ebcb61a nid 192.168.202.122@tcp28 00000400:00000010:1.0:1767384624.614891:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000013c27a14. 00000400:00000200:1.0:1767384624.614893:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 0000000013c27a14 net tcp28 00000400:00000200:1.0:1767384624.614896:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (20) 00000400:00000200:0.0:1767384624.614896:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.614902:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp28 flags 0x11 00000400:00000010:1.0:1767384624.614907:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 00000000684eb53e. 00000400:00000200:0.0:1767384624.614920:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000010:1.0:1767384624.614925:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 00000000ffb8f9cf. 00000400:00000010:1.0:1767384624.614930:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000f56d6422. 00000400:00000010:1.0:1767384624.614933:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 000000009ebfae6c. 00000400:00000200:1.0:1767384624.614937:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384624.614940:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100151 00000400:00000200:1.0:1767384624.614944:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 rc 1 00000400:00000200:0.0:1767384624.614945:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384624.614948:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000200:1.0:1767384624.614953:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:1.0:1767384624.614956:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100111 rc 0 00000400:00000200:1.0:1767384624.614959:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:1.0:1767384624.614962:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (21) 00000400:00000200:0.0:1767384624.614969:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.615002:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.615022:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.615036:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.615052:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.615073:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.615106:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.615142:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.615170:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.615188:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384624.615206:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00080000:00000010:1.0:1767384624.615234:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b06f052a. 00080000:00000010:1.0:1767384624.615251:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000749ff8e0. 00000400:00000200:0.0:1767384624.615251:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00040000:00000001:1.0:1767384624.615257:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384624.615260:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384624.615263:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384624.615267:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384624.615269:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384624.615271:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384624.615278:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:0.0:1767384624.615284:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 20000000:00000001:1.0:1767384624.615286:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384624.615305:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384624.615310:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384624.615355:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384624.615358:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384624.615361:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384624.615370:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384624.615373:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384624.615381:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005289b2da. 00010000:00000001:1.0:1767384624.615386:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384624.615390:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aba6c93e. 00000020:00000001:1.0:1767384624.615394:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384624.615414:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aba6c93e with handle 0x9f279d7a9a0b4f90 to hash 00000020:00000001:1.0:1767384624.615418:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384624.615420:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384624.615424:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384624.615428:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384624.615431:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384624.615434:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f90 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384624.615443:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384624.615447:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384624.615451:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384624.615453:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000010:0.0:1767384624.615453:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000066ec8ec7. 00010000:00000001:1.0:1767384624.615455:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384624.615458:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a9e3bbff. 00010000:00000001:1.0:1767384624.615460:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000800:00000010:0.0:1767384624.615463:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aed652bc. 00010000:00000001:1.0:1767384624.615464:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384624.615469:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384624.615472:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384624.615474:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384624.615476:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384624.615478:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005289b2da) refcount = 1 00010000:00010000:1.0:1767384624.615483:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f90 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384624.615488:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384624.615490:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384624.615492:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384624.615492:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aed652bc. 00010000:00000001:1.0:1767384624.615498:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384624.615500:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384624.615503:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384624.615512:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:1.0:1767384624.615515:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384624.615517:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384624.615518:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aba6c93e refcount=4 00000020:00000001:1.0:1767384624.615520:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384624.615523:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384624.615525:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384624.615527:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f90 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384624.615532:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384624.615534:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f90 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384624.615538:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384624.615539:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384624.615541:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f90 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384624.615544:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384624.615546:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384624.615548:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384624.615550:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f90 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384624.615556:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000aba6c93e already unused, calling callback (0000000043915e75) 00010000:00000001:1.0:1767384624.615558:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384624.615560:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384624.615562:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f90 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384624.615566:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384624.615568:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384624.615570:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384624.615572:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aba6c93e refcount=5 00000020:00000001:1.0:1767384624.615578:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384624.615580:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384624.615583:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384624.615584:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f90 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384624.615588:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384624.615589:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384624.615591:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384624.615594:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384624.615596:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384624.615599:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384624.615600:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384624.615602:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aba6c93e with handle 0x9f279d7a9a0b4f90 from hash 00010000:00000001:1.0:1767384624.615604:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384624.615606:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384624.615607:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384624.615608:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384624.615610:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384624.615612:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384624.615614:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384624.615616:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384624.615618:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384624.615620:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384624.615621:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384624.615623:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384624.615625:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384624.615626:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384624.615627:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:1.0:1767384624.615628:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384624.615632:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384624.615634:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f90 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384624.615638:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384624.615639:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384624.615640:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:0.0:1767384624.615643:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp27 from 218.3.0.2 00000800:00000010:0.0:1767384624.615647:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ba9dd57d. 00010000:00000001:1.0:1767384624.615650:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384624.615652:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384624.615653:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384624.615655:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384624.615657:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384624.615658:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384624.615659:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f90 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384624.615663:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384624.615664:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384624.615664:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f90 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384624.615668:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005289b2da count: 0 00010000:00000001:1.0:1767384624.615680:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384624.615682:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384624.615690:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384624.615692:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384624.615694:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008f3570db. 20000000:00000001:1.0:1767384624.615699:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384624.615702:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050229376 00010000:00000001:1.0:1767384624.615704:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384624.615708:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000afbe1122 x1853237050229376/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:605/0 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384624.615714:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384624.615716:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384624.615720:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384624.615724:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384624.615728:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384624.615730:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000800:00000010:3.0:1767384624.615732:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d70ef2a1. 02000000:00000001:1.0:1767384624.615733:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384624.615738:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384624.615739:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c2e9b442. 00000100:00000001:1.0:1767384624.615741:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384624.615747:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384624.615751:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7bb56f2. 00000800:00000010:3.0:1767384624.615754:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c2e9b442. 00000800:00000010:3.0:1767384624.615759:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d70ef2a1. 00000100:00000200:1.0:1767384624.615762:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050229376, offset 224 00000400:00000200:1.0:1767384624.615770:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384624.615780:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384624.615785:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000077d2eab5. 00000400:00000200:1.0:1767384624.615789:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104280 00000800:00000200:3.1:1767384624.615795:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d97850e] -> 12345-192.168.202.122@tcp27 (4) 00000400:00000200:1.0:1767384624.615799:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16cd [2] + 224 00000800:00000200:3.1:1767384624.615804:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp27 0000000077d2eab5 deleted 00000400:00000200:1.0:1767384624.615804:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384624.615810:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384624.615813:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:3.1:1767384624.615817:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000077d2eab5. 00000100:00000200:1.0:1767384624.615819:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000be91014b x1853237050229376/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384624.615822:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384624.615832:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp27 p 3.x 192.168.202.122 -> 192.168.202.122:986 incarnation:1767384622867005457 sched[0] 00000100:00000040:1.0:1767384624.615836:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000be91014b x1853237050229376/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384624.615838:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ad648a22. 00000100:00000001:1.0:1767384624.615853:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384624.615858:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7bb56f2 00000400:00000010:1.0:1767384624.615860:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7bb56f2. 00000100:00000001:1.0:1767384624.615863:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384624.615864:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384624.615867:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384624.615870:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384624.615873:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384624.615874:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384624.615876:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384624.615881:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afbe1122 x1853237050229376/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:605/0 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384624.615889:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000afbe1122 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050229376:12345-0@lo:253: Request processed in 3360us (4229us total) trans 0 rc 0/0 00000800:00000010:3.0:1767384624.615897:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ad648a22. 00000100:00100000:1.0:1767384624.615897:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000800:00000010:3.0:1767384624.615904:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d70ef2a1. 00000100:00000040:1.0:1767384624.615904:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384624.615908:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384624.615912:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384624.615916:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005f7cccce. 00000020:00000010:1.0:1767384624.615923:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056efdce7. 00000020:00000010:1.0:1767384624.615933:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c169222c. 00000800:00000010:3.0:1767384624.615936:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ba9dd57d. 00000020:00000040:1.0:1767384624.615939:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:1.0:1767384624.615945:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384624.615947:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007b17777d. 00000800:00000001:3.0:1767384624.615950:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384624.615955:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384624.615968:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384624.615972:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384624.615977:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384624.615981:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4c7adfb. 00000400:00000010:1.0:1767384624.615985:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7bb56f2. 00000100:00000001:0.0:1767384624.616005:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.616008:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384624.616013:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384624.616014:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384624.616016:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095d14f5f. 20000000:00000010:1.0:1767384624.616018:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fb792e37. 00000400:00000200:0.0:1767384624.616020:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47430a9 20000000:01000000:1.0:1767384624.616023:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000400:00000010:0.0:1767384624.616023:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b47430a9. 00000400:02020000:3.0:1767384624.616030:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp26 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000100:00000001:0.0:1767384624.616030:0:16347:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:1.0:1767384624.616031:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384624.616036:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000200:0.0:1767384624.616039:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be91014b x1853237050229376/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384624.616040:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384624.616048:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000200:0.0:1767384624.616052:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be91014b x1853237050229376/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384624.616056:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.616059:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:1.0:1767384624.616060:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384624.616063:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.616064:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384624.616065:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384624.616067:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384624.616069:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:1.0:1767384624.616073:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:1.0:1767384624.616075:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000001:0.0:1767384624.616076:0:16347:0:(client.c:1578:after_reply()) Process entered 00080000:00000001:1.0:1767384624.616078:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384624.616081:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.616081:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00080000:00000001:1.0:1767384624.616086:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.616086:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384624.616091:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1767384624.616091:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384624.616095:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 02000000:00000001:0.0:1767384624.616096:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384624.616098:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384624.616104:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000064f1a38f. 00000100:00001000:0.0:1767384624.616104:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=41 v=5 (5 0 0 0) 00080000:00000001:1.0:1767384624.616109:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467963443712 : -108605746107904 : ffff9d3941152a00) 00080000:00000001:1.0:1767384624.616112:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00001000:0.0:1767384624.616112:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=41 v=5 (1 0 0 0) 00000001:00000001:1.0:1767384624.616116:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1767384624.616119:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00080000:00000010:1.0:1767384624.616121:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000749ff8e0. 00000100:00000001:0.0:1767384624.616123:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384624.616125:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384624.616129:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384624.616130:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384624.616134:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.616139:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.616144:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be91014b x1853237050229376/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384624.616145:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384624.616156:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384624.616156:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384624.616161:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384624.616163:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384624.616166:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384624.616167:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384624.616169:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384624.616170:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384624.616172:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384624.616173:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384624.616175:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384624.616176:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384624.616177:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384624.616179:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384624.616184:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be91014b x1853237050229376/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384624.616192:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000be91014b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050229376:0@lo:253: 00000800:00000200:1.1:1767384624.616195:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000001:0.0:1767384624.616198:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384624.616204:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp27 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384622867005457 sched[0] 00000100:00000001:0.0:1767384624.616204:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1767384624.616209:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a9e3bbff. 00000100:00000040:0.0:1767384624.616210:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000be91014b x1853237050229376/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.616233:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384624.616241:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1767384624.616242:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767384624.616243:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007daccca6. 00000800:00000001:1.0:1767384624.616247:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384624.616249:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384624.616252:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384624.616254:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384624.616256:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384624.616257:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000046859c8f. 02000000:00000001:0.0:1767384624.616260:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384624.616262:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384624.616263:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be91014b. 00000100:00000001:0.0:1767384624.616265:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384624.616266:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.616268:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.616271:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384624.616272:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.616274:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.616276:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.617330:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294912937, at 4294912938 00000100:00000010:0.0:1767384624.617337:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2d39ade. 00000100:00000040:1.0:1767384624.617343:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294912937, at 4294912938 00000100:00000010:1.0:1767384624.617350:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006607d3ab. 00080000:00000010:0.0:1767384624.617974:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000064f1a38f. 00080000:00000010:1.0:1767384624.618039:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000749ff8e0. 00040000:00000001:1.0:1767384624.618044:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384624.618045:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384624.618047:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384624.618049:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384624.618051:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384624.618052:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384624.618053:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384624.618063:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384624.618064:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384624.618068:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384624.618075:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384624.618079:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384624.618081:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384624.618085:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384624.618088:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384624.618093:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000ab4179c. 00010000:00000001:0.0:1767384624.618097:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384624.618100:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007940f661. 00000020:00000001:0.0:1767384624.618104:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384624.618107:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007940f661 with handle 0x9f279d7a9a0b4f97 to hash 00000020:00000001:0.0:1767384624.618109:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384624.618110:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142742016 : -108600566809600 : ffff9d3a75cafc00) 00010000:00000001:0.0:1767384624.618114:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142742016 : -108600566809600 : ffff9d3a75cafc00) 00010000:00000001:0.0:1767384624.618116:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384624.618117:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384624.618119:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007940f661/0x9f279d7a9a0b4f97 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384624.618131:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384624.618132:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384624.618134:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384624.618135:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384624.618135:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384624.618137:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384624.618138:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384624.618139:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384624.618140:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384624.618140:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384624.618141:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384624.618142:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000ab4179c) refcount = 1 00010000:00010000:0.0:1767384624.618144:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007940f661/0x9f279d7a9a0b4f97 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384624.618147:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384624.618148:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384624.618149:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384624.618150:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384624.618152:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384624.618154:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384624.618156:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:0.0:1767384624.618158:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384624.618159:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384624.618160:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007940f661 refcount=4 00000020:00000001:0.0:1767384624.618162:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142742016 : -108600566809600 : ffff9d3a75cafc00) 00010000:00000001:0.0:1767384624.618163:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142742016 : -108600566809600 : ffff9d3a75cafc00) 00010000:00000001:0.0:1767384624.618165:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384624.618166:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007940f661/0x9f279d7a9a0b4f97 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384624.618169:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384624.618170:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384624.618173:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007940f661/0x9f279d7a9a0b4f97 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384624.618174:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384624.618178:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004875ebc8. 20000000:00000001:1.0:1767384624.618182:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384624.618184:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050229504 00010000:00000001:1.0:1767384624.618188:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384624.618193:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:1.0:1767384624.618194:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ce206c1f x1853237050229504/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:605/0 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384624.618195:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384624.618198:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007940f661/0x9f279d7a9a0b4f97 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384624.618215:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384624.618229:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384624.618231:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384624.618232:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:0.0:1767384624.618233:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007940f661/0x9f279d7a9a0b4f97 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384624.618235:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384624.618240:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=41 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384624.618242:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007940f661 already unused, calling callback (0000000043915e75) 00000100:00000001:1.0:1767384624.618245:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384624.618246:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:1.0:1767384624.618249:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:0.0:1767384624.618249:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384624.618253:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007940f661/0x9f279d7a9a0b4f97 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384624.618254:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384624.618259:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384624.618262:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384624.618263:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384624.618264:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384624.618265:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007940f661 refcount=5 00000020:00000001:0.0:1767384624.618266:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142742016 : -108600566809600 : ffff9d3a75cafc00) 02000000:00000001:1.0:1767384624.618269:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384624.618270:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142742016 : -108600566809600 : ffff9d3a75cafc00) 00000100:00000001:1.0:1767384624.618277:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384624.618277:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384624.618279:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007940f661/0x9f279d7a9a0b4f97 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384624.618282:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384624.618287:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007aa306d5. 00010000:00000001:0.0:1767384624.618288:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:1.0:1767384624.618309:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050229504, offset 224 00010000:00000001:0.0:1767384624.618312:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384624.618315:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384624.618318:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384624.618320:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384624.618322:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384624.618325:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384624.618326:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294912938, at 4294912939 00000400:00000200:1.0:1767384624.618327:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384624.618334:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384624.618335:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000181562be. 00000020:00000040:0.0:1767384624.618336:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007940f661 with handle 0x9f279d7a9a0b4f97 from hash 00000400:00000200:1.0:1767384624.618338:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104300 00010000:00000001:0.0:1767384624.618342:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384624.618345:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384624.618348:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16d5 [2] + 224 00010000:00000001:0.0:1767384624.618348:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384624.618350:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384624.618353:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1767384624.618356:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384624.618356:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384624.618358:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384624.618362:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384624.618363:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384624.618368:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384624.618369:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384624.618371:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384624.618373:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:1.0:1767384624.618374:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f30981d5 x1853237050229504/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384624.618376:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384624.618379:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384624.618381:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384624.618385:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384624.618389:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384624.618393:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007940f661/0x9f279d7a9a0b4f97 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384624.618398:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f30981d5 x1853237050229504/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384624.618399:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384624.618402:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384624.618403:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384624.618405:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384624.618407:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384624.618409:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384624.618411:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384624.618414:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384624.618418:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384624.618420:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007940f661/0x9f279d7a9a0b4f97 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384624.618424:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384624.618425:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384624.618426:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007940f661/0x9f279d7a9a0b4f97 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384624.618427:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384624.618434:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa306d5 00010000:00000040:0.0:1767384624.618437:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000ab4179c count: 0 00000400:00000010:1.0:1767384624.618439:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007aa306d5. 00000100:00000001:1.0:1767384624.618445:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384624.618446:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384624.618448:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384624.618450:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384624.618452:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384624.618456:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384624.618459:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384624.618460:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384624.618463:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.618463:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384624.618468:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384624.618468:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384624.618472:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384624.618474:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce206c1f x1853237050229504/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:605/0 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384624.618474:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000176a2e52. 00000400:00000200:0.0:1767384624.618478:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de205f13 00000400:00000010:0.0:1767384624.618481:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de205f13. 00000100:00000001:0.0:1767384624.618485:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384624.618493:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f30981d5 x1853237050229504/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384624.618494:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ce206c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050229504:12345-0@lo:253: Request processed in 5927us (6459us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384624.618510:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000040:1.0:1767384624.618513:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000200:0.0:1767384624.618513:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f30981d5 x1853237050229504/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384624.618518:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384624.618522:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384624.618523:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.618526:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384624.618528:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384624.618529:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384624.618531:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000014a3f121. 00000100:00000001:0.0:1767384624.618531:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384624.618532:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.618537:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384624.618540:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2848933. 00000100:00001000:0.0:1767384624.618540:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=41 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384624.618543:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=41 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384624.618545:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fca59cea. 00000100:00000001:0.0:1767384624.618547:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384624.618550:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384624.618552:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00010000:00000001:0.0:1767384624.618553:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384624.618557:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384624.618557:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.618559:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384624.618560:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a3354e6d. 00000100:00000040:0.0:1767384624.618563:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f30981d5 x1853237050229504/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384624.618564:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384624.618567:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384624.618572:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384624.618575:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384624.618577:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f998045. 00000100:00000001:0.0:1767384624.618578:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384624.618581:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384624.618583:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007aa306d5. 00000020:01000004:0.0:1767384624.618592:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384624.618594:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384624.618595:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384624.618596:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384624.618597:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384624.618598:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384624.618599:0:16344:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384624.618600:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384624.618601:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384624.618603:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f30981d5 x1853237050229504/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384624.618608:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f30981d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050229504:0@lo:253: 00000100:00000001:0.0:1767384624.618610:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.618611:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384624.618613:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f30981d5 x1853237050229504/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384640 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.618617:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384624.618618:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384624.618619:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007ea3fc4b. 02000000:00000001:0.0:1767384624.618621:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384624.618623:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384624.618624:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384624.618625:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384624.618626:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005b1aa45a. 02000000:00000001:0.0:1767384624.618628:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384624.618629:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384624.618630:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f30981d5. 00000100:00000001:0.0:1767384624.618632:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384624.618632:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.618634:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.618637:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384624.618638:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.618639:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.618640:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.618799:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294912938, at 4294912939 00000100:00000010:3.0:1767384624.618805:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000066095368. 00010000:00000010:0.1:1767384624.623847:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000ab4179c. 00010000:00000010:0.1:1767384624.623852:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007940f661. 00010000:00000010:1.1:1767384624.625440:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005289b2da. 00010000:00000010:1.1:1767384624.625447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aba6c93e. 00000400:00000010:0.0:1767384624.628429:0:26031:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c3b06fff. 00000400:00000040:0.0:1767384624.628447:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384624.628455:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384624.628458:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384624.628459:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384624.628462:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384624.628463:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384624.628466:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384624.628468:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384624.628470:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384624.628471:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384624.628474:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384624.628476:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384624.628478:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384624.628480:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384624.628481:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384624.628484:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384624.628487:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384624.628488:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384624.628490:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384624.628492:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384624.628494:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384624.628496:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384624.628498:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384624.628500:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384624.628502:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384624.628504:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384624.628505:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384624.628507:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384624.628508:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384624.628509:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384624.628510:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384624.628512:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384624.628513:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384624.628514:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384624.628515:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384624.628516:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384624.628517:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384624.628519:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384624.628520:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384624.628521:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384624.628528:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384624.628529:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384624.628531:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384624.628532:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384624.628533:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384624.628534:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384624.628535:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384624.628536:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384624.628538:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384624.628539:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384624.628540:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384624.628541:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384624.628541:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384624.628543:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384624.628544:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384624.628544:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384624.628545:0:26031:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384624.628590:0:26031:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c3b06fff. 00010000:00000001:1.0:1767384624.895345:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384624.895350:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384624.895354:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384624.895355:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.895385:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384624.895389:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384624.895392:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384625.694083:0:26352:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f940a3b. 00080000:00000010:1.0:1767384625.694092:0:26352:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008f940a3b. 00000020:00000001:1.0:1767384625.694096:0:26352:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384625.694102:0:26352:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008f940a3b. 00080000:00000010:1.0:1767384625.694105:0:26352:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008f940a3b. 00000020:00000001:1.0:1767384625.694108:0:26352:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384625.727381:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384625.727386:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384625.727392:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035d90883. 00000020:00000040:1.0:1767384625.727399:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384625.727404:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384625.727406:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384625.727411:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384625.727417:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000077e32c7b. 00000100:00000001:1.0:1767384625.727423:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.727428:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384625.727430:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.727432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767384625.727439:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035d90883] to pc [ptlrpcd_00_01+1] req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.727439:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384625.727446:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f30981d5. 00000020:00000040:0.0:1767384625.727452:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384625.727456:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384625.727458:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384625.727461:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384625.727465:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384625.727466:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b58282b5. 00000100:00000001:0.0:1767384625.727471:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.727476:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384625.727480:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384625.727480:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384625.727482:0:16344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384625.727485:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.727487:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.727497:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384625.727498:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384625.727500:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.727503:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.727504:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384625.727508:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384625.727510:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384625.727512:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f30981d5] to pc [ptlrpcd_00_02+2] req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384625.727516:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.727544:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384625.727546:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384625.727549:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384625.727551:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384625.727560:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384625.727563:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000035d90883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050229632:0@lo:13: 00000100:00000001:0.0:1767384625.727564:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.727569:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384625.727570:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384625.727571:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384625.727575:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384625.727576:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384625.727579:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384625.727582:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.727583:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.727586:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384625.727588:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384625.727592:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be91014b. 02000000:00000001:3.0:1767384625.727593:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.727595:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384625.727599:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384625.727599:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384625.727600:0:8:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384625.727602:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767384625.727605:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000097ab502f. 02000000:00000001:1.0:1767384625.727606:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384625.727606:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384625.727611:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384625.727612:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384625.727612:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.727617:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384625.727618:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f30981d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050229760:0@lo:400: 00000400:00000010:3.0:1767384625.727620:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eed79d3. 00000100:00000001:1.0:1767384625.727626:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384625.727627:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001add87c8. 02000000:00000001:1.0:1767384625.727629:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384625.727630:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007529c56c. 02000000:00000001:1.0:1767384625.727633:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.727634:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384625.727638:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050229632, portal 4 02000000:00000001:1.0:1767384625.727638:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384625.727642:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384625.727643:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767384625.727643:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064f1a38f. 00000100:00000001:3.0:1767384625.727646:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299787264 : -108600409764352 : ffff9d3a7f274e00) 02000000:00000001:1.0:1767384625.727648:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384625.727655:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445ef3a9. 00000100:00000040:3.0:1767384625.727658:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.727662:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384625.727663:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 00000100:00000001:0.0:1767384625.727667:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384625.727670:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050229760, portal 25 00000100:00000001:3.0:1767384625.727675:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384625.727675:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384625.727678:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be91014b] to pc [ptlrpcd_00_03+3] req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384625.727679:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963241728 : -108605746309888 : ffff9d3941121500) 00000100:00000040:3.0:1767384625.727683:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384625.727688:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dcba752. 00000100:00000040:1.0:1767384625.727688:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384625.727694:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050229632, offset 0 00000400:00000200:3.0:1767384625.727706:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384625.727711:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384625.727713:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384625.727716:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 00000100:00000200:1.0:1767384625.727719:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050229760, offset 0 00000100:00000001:0.0:1767384625.727720:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.727724:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384625.727726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384625.727728:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384625.727729:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384625.727733:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384625.727737:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384625.727737:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384625.727742:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260104380 00000100:00000010:0.0:1767384625.727744:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005139886f. 00000100:00000040:2.0:1767384625.727745:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384625.727750:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384625.727751:0:8:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:3.0:1767384625.727756:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1344 00000100:00000001:0.0:1767384625.727760:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384625.727766:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384625.727767:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260104400 00000400:00000200:3.0:1767384625.727769:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384625.727771:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.727775:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384625.727777:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384625.727779:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a73d2df3. 00000400:00000200:3.0:1767384625.727780:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384625.727781:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1025 [2] + 0 02000000:00000001:2.0:1767384625.727783:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384625.727788:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.727789:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384625.727789:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000def2ae8c. 02000000:00000001:2.0:1767384625.727795:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384625.727796:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000029629eb6 00000100:00000040:0.0:1767384625.727798:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384625.727799:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000be91014b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16347:1853237050229888:0@lo:400: 00000100:00000001:2.0:1767384625.727808:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384625.727809:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384625.727809:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384625.727812:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384625.727813:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:2.0:1767384625.727816:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384625.727819:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767384625.727821:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005edc4034. 02000000:00000001:2.0:1767384625.727821:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384625.727827:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000005edc4034 x1853237050229632 msgsize 224 02000000:00000010:2.0:1767384625.727828:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081da0c60. 00000400:00000200:1.0:1767384625.727828:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029629eb6 00000100:00000001:0.0:1767384625.727829:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767384625.727833:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029629eb6. 00000100:00000001:0.0:1767384625.727834:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384625.727841:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384625.727841:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.727842:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384625.727845:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005139886f] to pc [ptlrpcd_00_00+0] req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384625.727846:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384625.727850:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baacdf6a. 00000100:00000040:1.0:1767384625.727851:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000005053a285 x1853237050229760 msgsize 224 00000100:00000001:3.0:1767384625.727855:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384625.727857:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c396bbe. 00000100:00100000:1.0:1767384625.727864:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384625.727865:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dcba752 00000100:00000200:2.0:1767384625.727865:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050229888, portal 4 00000400:00000010:3.0:1767384625.727870:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dcba752. 00000100:00000040:1.0:1767384625.727871:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384625.727872:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384625.727876:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384625.727876:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963248896 : -108605746302720 : ffff9d3941123100) 00000100:00000040:2.0:1767384625.727882:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.727882:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.727883:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384625.727890:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000100:00000200:3.0:1767384625.727892:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384641 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.727895:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384625.727896:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 00000100:00000040:0.0:1767384625.727897:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767384625.727903:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384625.727905:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384625.727908:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9f8f0f5. 00000100:00000001:0.0:1767384625.727910:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1767384625.727914:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050229888, offset 0 00000100:00000200:1.0:1767384625.727914:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384625.727917:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c7f302c. 00000020:00000040:0.0:1767384625.727925:0:8:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384625.727926:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384625.727927:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384625.727934:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1767384625.727935:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384625.727939:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384625.727940:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384625.727941:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384625.727945:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384625.727948:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384625.727955:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260104480 02000000:00000010:0.0:1767384625.727955:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf89989c. 00000100:00000001:0.0:1767384625.727965:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.727966:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384625.727970:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2544 00000100:00000001:3.0:1767384625.727973:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384625.727974:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.727977:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384625.727978:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384625.727978:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384625.727982:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.727986:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384625.727988:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384625.727990:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3508 usecs (4 jiffies) 00000100:00000001:1.0:1767384625.727994:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294914053 00000100:00000001:2.0:1767384625.727996:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384625.727997:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294914052 00000100:00000200:2.0:1767384625.728001:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384625.728002:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081b8a6bf. 00000100:00000010:2.0:1767384625.728008:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed34a706. 00000100:00000001:0.0:1767384625.728009:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384625.728011:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767384625.728012:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000ed34a706 x1853237050229888 msgsize 224 00000100:00000001:0.0:1767384625.728013:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.728018:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294914053 00000100:00000001:3.0:1767384625.728019:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294914053 00000100:00100000:2.0:1767384625.728022:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384625.728024:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c7f302c] to pc [ptlrpcd_00_01+1] req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.728026:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294914052 00000100:00000010:1.0:1767384625.728027:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1ff1523. 00000100:00000001:1.0:1767384625.728033:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384625.728035:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384625.728038:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294914053 00000100:00000001:3.0:1767384625.728039:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294914053 00000400:00000200:2.0:1767384625.728042:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9f8f0f5 00000100:00000001:3.0:1767384625.728046:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294914052 00000100:00000010:1.0:1767384625.728046:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000733d2b76. 00000400:00000010:2.0:1767384625.728047:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9f8f0f5. 00000100:00000001:0.0:1767384625.728049:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.728055:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384625.728055:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384625.728057:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (251) 00000100:00000001:3.0:1767384625.728061:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294914053 00000100:00000001:1.0:1767384625.728061:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294914053 00000100:00000200:2.0:1767384625.728064:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.728068:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294914052 00000100:00000010:1.0:1767384625.728069:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c9cce49. 00000100:00000001:1.0:1767384625.728076:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384625.728081:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384625.728085:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294914053 00000100:00000001:1.0:1767384625.728085:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384625.728088:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.728090:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384625.728091:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384625.728091:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384625.728096:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050229760 00000100:00000001:3.0:1767384625.728098:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.728099:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.728104:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384625.728105:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.728105:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.728109:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384625.728111:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.728114:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.728114:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384625.728114:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.728117:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384625.728117:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384625.728121:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384625.728121:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.728122:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384625.728125:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384625.728129:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384625.728129:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384625.728130:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384625.728130:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050229760 00000100:00000001:3.0:1767384625.728134:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384625.728137:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384625.728137:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384625.728138:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.728138:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384625.728141:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000040:3.0:1767384625.728144:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384625.728145:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3508 usecs (4 jiffies) 00000020:00000001:0.0:1767384625.728146:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384625.728152:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294914052 00000020:00000040:0.0:1767384625.728152:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:3.0:1767384625.728156:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384625.728158:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294914053 00000100:00000001:3.0:1767384625.728160:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384625.728160:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384625.728162:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294914052 00000100:00000001:1.0:1767384625.728165:0:17886:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384625.728166:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384625.728168:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294914053 00000100:00100000:1.0:1767384625.728169:0:17886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050229632 00000020:00000001:0.0:1767384625.728169:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384625.728173:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294914052 02000000:00000001:1.0:1767384625.728174:0:17886:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1767384625.728176:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384625.728179:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294914053 00000100:00000001:1.0:1767384625.728179:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384625.728179:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384625.728180:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.728184:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.728185:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294914052 00000020:00000010:0.0:1767384625.728186:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000795cd913. 00000100:00100000:3.0:1767384625.728188:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005139886f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050230016:0@lo:400: 00000100:00000001:2.0:1767384625.728191:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294914053 02000000:00000001:1.0:1767384625.728192:0:17886:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.728193:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384625.728197:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384625.728200:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384625.728200:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384625.728201:0:17886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050229632 02000000:00000001:3.0:1767384625.728204:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384625.728219:0:17886:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384625.728220:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384625.728221:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384625.728223:0:17886:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000010:0.0:1767384625.728224:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000795cd913. 00000100:00000001:2.0:1767384625.728226:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384625.728227:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384625.728229:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1767384625.728233:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a44b46f. 00000020:00000040:1.0:1767384625.728233:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000100:00000001:2.0:1767384625.728234:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384625.728236:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f21aac8. 02000000:00000001:3.0:1767384625.728238:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.728239:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384625.728241:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000010:0.0:1767384625.728244:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071589cea. 00000100:00000001:2.0:1767384625.728245:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384625.728246:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021ed314a. 00000020:00000001:1.0:1767384625.728247:0:17886:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:2.0:1767384625.728249:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384625.728253:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000016af4713. 00000100:00000001:2.0:1767384625.728254:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384625.728255:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dcba752. 00000100:00000001:1.0:1767384625.728256:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384625.728258:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384625.728262:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050230016, portal 10 00000020:00000010:1.0:1767384625.728263:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bbd33a95. 00000100:00000001:3.0:1767384625.728266:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384625.728268:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963249792 : -108605746301824 : ffff9d3941123480) 00000100:00000040:0.0:1767384625.728268:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384625.728271:0:17886:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000069f2ae96. 00000100:00000001:0.0:1767384625.728275:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384625.728276:0:18653:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384625.728278:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384625.728279:0:17886:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:0.0:1767384625.728279:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384625.728280:0:18653:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050229888 00000100:00000001:0.0:1767384625.728284:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.728285:0:18653:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384625.728311:0:18653:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384625.728313:0:18653:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.728316:0:18653:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384625.728318:0:18653:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050229888 00000020:00000001:2.0:1767384625.728320:0:18653:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384625.728322:0:18653:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:2.0:1767384625.728324:0:18653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384625.728326:0:18653:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=6 00000020:00000001:2.0:1767384625.728328:0:18653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:2.0:1767384625.728335:0:18653:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:0.0:1767384625.728336:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.728341:0:18653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384625.728345:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384625.728346:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007378ba51. 00000100:00000040:3.0:1767384625.728351:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384625.728351:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.728352:0:18653:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384625.728356:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a247afe. 00000020:00000010:2.0:1767384625.728359:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007378ba51. 00000100:00000200:3.0:1767384625.728360:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050230016, offset 0 00000400:00000200:3.0:1767384625.728365:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384625.728366:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029be7855. 00000020:00000010:2.0:1767384625.728371:0:18653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba36adb7. 00000100:00000001:0.0:1767384625.728373:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384625.728374:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384625.728377:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384625.728378:0:18653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa5a15b. 00000400:00000200:3.0:1767384625.728384:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260104500 00000100:00000040:2.0:1767384625.728386:0:18653:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:0.0:1767384625.728388:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000001:2.0:1767384625.728391:0:18653:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384625.728394:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:2.0:1767384625.728395:0:18653:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384625.728397:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384625.728399:0:18653:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384625.728401:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384625.728403:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905242704 : -108600804308912 : ffff9d3a67a30850) 00000100:00000001:2.0:1767384625.728406:0:18653:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1767384625.728410:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384625.728411:0:18653:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384625.728414:0:18653:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.728415:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384625.728415:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005053a285 x1853237050229760/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:606/0 lens 224/0 e 0 to 0 dl 1767384636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384625.728419:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384625.728423:0:18653:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384625.728424:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba41039d. 00000100:00000040:3.0:1767384625.728430:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000ba41039d x1853237050230016 msgsize 224 00000100:00000001:1.0:1767384625.728432:0:17886:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384625.728436:0:18653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384625.728436:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384625.728438:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006590fc7d. 00000100:00000001:2.0:1767384625.728440:0:18653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384625.728443:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384625.728443:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000795cd913. 00000020:00000010:1.0:1767384625.728446:0:17886:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002562c1ec. 00000100:00100000:2.0:1767384625.728449:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:0.0:1767384625.728451:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384625.728452:0:18653:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000020:00000010:1.0:1767384625.728452:0:17886:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056efdce7. 00000100:00000001:3.0:1767384625.728455:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384625.728459:0:18653:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420409728 : -108601289141888 : ffff9d3a4abd1180) 00000020:00000010:0.0:1767384625.728460:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000795cd913. 00000400:00000200:3.0:1767384625.728463:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a247afe 00000100:00000040:1.0:1767384625.728465:0:17886:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000010:3.0:1767384625.728466:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a247afe. 00000100:00000040:2.0:1767384625.728466:0:18653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed34a706 x1853237050229888/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:606/0 lens 224/0 e 0 to 0 dl 1767384636 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384625.728471:0:17886:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384625.728472:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005053a285 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050229760:12345-0@lo:400: 00000100:00000001:1.0:1767384625.728474:0:17886:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384625.728479:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384625.728479:0:17886:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384625.728485:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050229760 00000100:00000200:3.0:1767384625.728487:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384625.728487:0:17886:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.728490:0:18653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384625.728491:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384625.728495:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007378ba51. 00000020:00000001:0.0:1767384625.728497:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384625.728500:0:18653:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384625.728502:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.728505:0:17886:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384625.728506:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007378ba51. 00000100:00000001:3.0:1767384625.728508:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384625.728510:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384625.728514:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000100:00000040:3.0:1767384625.728515:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384625.728518:0:18653:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ed34a706 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16347:x1853237050229888:12345-0@lo:400: 00000100:00000001:1.0:1767384625.728519:0:17886:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384625.728523:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384625.728524:0:17886:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384625.728530:0:18653:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050229888 00000020:00000001:0.0:1767384625.728530:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384625.728532:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000001:2.0:1767384625.728536:0:18653:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384625.728538:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384625.728540:0:17886:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 2 00000100:00000001:3.0:1767384625.728541:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384625.728541:0:18653:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384625.728543:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384625.728545:0:18653:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.728545:0:17886:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964273920 : -108605745277696 : ffff9d394121d500) 00000100:00000001:3.0:1767384625.728546:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384625.728551:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384625.728552:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005edc4034 x1853237050229632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:606/0 lens 224/0 e 0 to 0 dl 1767384636 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384625.728558:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2621 usecs (3 jiffies) 00000020:00000001:0.0:1767384625.728558:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384625.728559:0:18653:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384625.728562:0:18653:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000001:3.0:1767384625.728566:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294914052 00000020:00000001:0.0:1767384625.728566:0:17069:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384625.728567:0:18653:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384625.728572:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294914053 00000100:00000001:0.0:1767384625.728572:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384625.728573:0:18653:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384625.728574:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384625.728577:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384625.728579:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294914052 00000020:00000001:2.0:1767384625.728579:0:18653:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384625.728580:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002bc30789. 00000020:00000001:2.0:1767384625.728583:0:18653:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1767384625.728584:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000093229b71. 00000100:00000001:3.0:1767384625.728585:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294914053 00000100:00000001:1.0:1767384625.728585:0:17886:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384625.728586:0:18653:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.728592:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294914052 00000020:00000010:1.0:1767384625.728593:0:17886:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002bc30789. 02000000:00000001:0.0:1767384625.728593:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384625.728594:0:18653:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384625.728596:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294914053 00000100:00000001:2.0:1767384625.728599:0:18653:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384625.728600:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294914052 00000100:00000001:0.0:1767384625.728600:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.728602:0:18653:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384625.728605:0:17886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005edc4034 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16344:x1853237050229632:12345-0@lo:13: 00000100:00000001:3.0:1767384625.728606:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294914053 00000020:00000001:0.0:1767384625.728607:0:17069:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384625.728608:0:18653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000006af8a85. 00000100:00000001:3.0:1767384625.728613:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384625.728613:0:17886:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050229632 02000000:00000001:2.0:1767384625.728614:0:18653:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384625.728616:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050229760 00000100:00000001:3.0:1767384625.728619:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384625.728619:0:17886:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384625.728620:0:18653:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.728623:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384625.728624:0:17886:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384625.728627:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384625.728627:0:18653:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384625.728627:0:17886:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384625.728632:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005053a285 x1853237050229760/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:606/0 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.728634:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767384625.728635:0:18653:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050229888 00000020:00000001:1.0:1767384625.728635:0:17886:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384625.728639:0:17886:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00010000:00000001:2.0:1767384625.728641:0:18653:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384625.728643:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384625.728645:0:17886:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384625.728646:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000200:2.0:1767384625.728649:0:18653:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ed34a706 x1853237050229888/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:606/0 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384625.728650:0:17886:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.728651:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384625.728655:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384625.728657:0:17886:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384625.728658:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384625.728661:0:17886:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767384625.728662:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1767384625.728665:0:16344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000001:1.0:1767384625.728666:0:17886:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.728667:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.728671:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384625.728673:0:17886:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384625.728676:0:18653:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1767384625.728676:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=42 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384625.728678:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384625.728678:0:17886:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384625.728680:0:18653:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.728682:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384625.728683:0:17886:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bb676e77. 00000100:00001000:2.0:1767384625.728686:0:18653:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384625.728687:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384625.728688:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384625.728688:0:17886:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.728690:0:18653:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384625.728692:0:17886:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.728694:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000040:2.0:1767384625.728696:0:18653:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:3.0:1767384625.728697:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:1.0:1767384625.728698:0:17886:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767384625.728701:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384625.728702:0:18653:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:0.0:1767384625.728702:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00002000:00000001:1.0:1767384625.728704:0:17886:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:3.0:1767384625.728709:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384625.728710:0:18653:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1767384625.728710:0:17886:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:0.0:1767384625.728710:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384625.728715:0:18653:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.728716:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384625.728719:0:17886:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384625.728721:0:18653:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384625.728724:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000024:1.0:1767384625.728725:0:17886:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000040:2.0:1767384625.728730:0:18653:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384625.728733:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384625.728733:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384625.728735:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9f8f0f5. 00000100:00000001:3.0:1767384625.728737:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384625.728738:0:17886:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000010:0.0:1767384625.728740:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce959ea. 00000100:00000200:2.0:1767384625.728741:0:18653:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050229888, offset 224 02000000:00000001:3.0:1767384625.728742:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000020:1.0:1767384625.728743:0:17886:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 02000000:00000001:3.0:1767384625.728746:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384625.728748:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050229760, offset 224 00002000:00000020:1.0:1767384625.728750:0:17886:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 02000000:00000001:3.0:1767384625.728751:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384625.728754:0:18653:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:1.0:1767384625.728758:0:17886:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:3.0:1767384625.728759:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c7f302c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16344:1853237050230144:0@lo:400: 00000001:00000001:1.0:1767384625.728765:0:17886:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:0.0:1767384625.728766:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384625.728767:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384625.728768:0:18653:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:1.0:1767384625.728769:0:17886:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384625.728772:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00002000:00000001:1.0:1767384625.728774:0:17886:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384625.728775:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384625.728780:0:17886:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050229632 02000000:00000001:3.0:1767384625.728781:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384625.728783:0:18653:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260104480 00000400:00000200:0.0:1767384625.728783:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384625.728786:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071e0d6d7. 00010000:00000001:1.0:1767384625.728787:0:17886:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384625.728792:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384625.728792:0:18653:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1705 [1] + 224 00010000:00000200:1.0:1767384625.728794:0:17886:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005edc4034 x1853237050229632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:606/0 lens 224/368 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384625.728798:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a95dd41. 00000400:00000200:0.0:1767384625.728802:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260104400 00000400:00000200:2.0:1767384625.728803:0:18653:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384625.728805:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a247afe. 00000400:00000200:0.0:1767384625.728815:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16f9 [1] + 224 00000400:00000200:2.0:1767384625.728817:0:18653:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384625.728819:0:17886:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384625.728822:0:17886:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384625.728826:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=31 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384625.728828:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050230144, portal 10 00000400:00000200:0.0:1767384625.728828:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384625.728829:0:17886:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384625.728832:0:18653:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384625.728834:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384625.728836:0:17886:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 23 to 0@lo 00000100:00000001:3.0:1767384625.728837:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963246208 : -108605746305408 : ffff9d3941122680) 00000100:00000200:2.0:1767384625.728839:0:18653:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384625.728840:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384625.728841:0:17886:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000040:3.0:1767384625.728847:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384625.728850:0:17886:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384625.728852:0:17069:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384625.728853:0:17886:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.728860:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384625.728861:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384625.728867:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384625.728873:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 00000100:00000040:2.0:1767384625.728878:0:18653:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384625.728880:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050229632, offset 224 00000100:00000001:3.0:1767384625.728884:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384625.728894:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384625.728895:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384625.728903:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004cb82f8. 00000100:00000040:0.0:1767384625.728903:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384625.728908:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384625.728909:0:18653:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384625.728910:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050230144, offset 0 00000400:00000200:2.0:1767384625.728916:0:18653:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9f8f0f5 00000400:00000010:2.0:1767384625.728920:0:18653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9f8f0f5. 00000400:00000200:1.0:1767384625.728922:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260104380 00000100:00000001:2.0:1767384625.728926:0:18653:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384625.728930:0:18653:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384625.728933:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384625.728935:0:18653:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384625.728941:0:18653:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 22 to 0@lo 00000400:00000200:1.0:1767384625.728945:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16f5 [1] + 224 00010000:00000001:2.0:1767384625.728946:0:18653:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384625.728947:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384625.728949:0:18653:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.728950:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384625.728953:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384625.728954:0:18653:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384625.728959:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce959ea 00000100:00000040:2.0:1767384625.728961:0:18653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed34a706 x1853237050229888/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:606/0 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384625.728963:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384625.728965:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce959ea. 00000400:00000200:3.0:1767384625.728967:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260104580 00000100:00000001:0.0:1767384625.728973:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384625.728974:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384625.728979:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000001:0.0:1767384625.728979:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767384625.728982:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384641 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384625.728986:0:18653:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ed34a706 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16347:x1853237050229888:12345-0@lo:400: Request processed in 491us (969us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384625.728987:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384625.728990:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384625.728997:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000400:00000200:3.0:1767384625.729000:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384625.729005:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:2.0:1767384625.729008:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000001:0.0:1767384625.729010:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.729011:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384625.729014:0:18653:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 1 00000020:00000001:0.0:1767384625.729018:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384625.729019:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384625.729019:0:18653:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384625.729021:0:17886:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384625.729024:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000079da3131. 00000100:00000001:2.0:1767384625.729024:0:18653:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384625.729027:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005053a285 x1853237050229760/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:606/0 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384625.729029:0:18653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba36adb7. 00000100:00000040:3.0:1767384625.729030:0:16344:0:(events.c:337:request_in_callback()) incoming req@0000000079da3131 x1853237050230144 msgsize 224 00000020:00000010:2.0:1767384625.729037:0:18653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa5a15b. 00000020:00000010:2.0:1767384625.729044:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029be7855. 00000100:00100000:3.0:1767384625.729048:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1767384625.729050:0:18653:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 5 00000100:00000001:2.0:1767384625.729056:0:18653:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.729059:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384625.729068:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004cb82f8 00000100:00000001:1.0:1767384625.729068:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384625.729072:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005053a285 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050229760:12345-0@lo:400: Request processed in 631us (1214us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384625.729073:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004cb82f8. 00000100:00000001:3.0:1767384625.729078:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384625.729082:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384625.729083:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000100:00000200:3.0:1767384625.729084:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384625.729088:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050230016 00000400:00000010:1.0:1767384625.729089:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 00000100:00100000:0.0:1767384625.729089:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 02000000:00000001:2.0:1767384625.729094:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384625.729096:0:17886:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384625.729097:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384625.729100:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384625.729100:0:17886:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384625.729104:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384625.729106:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.729107:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384625.729108:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384625.729112:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384625.729113:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384625.729114:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071589cea. 00000100:00000040:1.0:1767384625.729115:0:17886:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 02000000:00000001:2.0:1767384625.729120:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.729122:0:17886:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384625.729123:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000016af4713. 00000020:00000001:1.0:1767384625.729126:0:17886:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384625.729128:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050230016 00000020:00000010:0.0:1767384625.729131:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f21aac8. 00000020:00000001:1.0:1767384625.729132:0:17886:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384625.729134:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384625.729139:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005edc4034 x1853237050229632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:606/0 lens 224/368 e 0 to 0 dl 1767384636 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384625.729139:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:3.0:1767384625.729140:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384625.729140:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000100:00000001:3.0:1767384625.729146:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384625.729147:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384625.729148:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:2.0:1767384625.729152:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000100:00000001:3.0:1767384625.729153:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384625.729153:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000093229b71. 00000020:00000001:2.0:1767384625.729159:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00100000:1.0:1767384625.729160:0:17886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005edc4034 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050229632:12345-0@lo:13: Request processed in 582us (1328us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384625.729161:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3243 usecs (4 jiffies) 02000000:00000001:0.0:1767384625.729162:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1767384625.729163:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:0.0:1767384625.729167:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.729168:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294914053 00000100:00000001:2.0:1767384625.729170:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384625.729175:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294914053 00000020:00000010:2.0:1767384625.729176:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007378ba51. 00000100:00000200:0.0:1767384625.729178:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767384625.729180:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384625.729183:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294914053 00000100:00000001:2.0:1767384625.729184:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384625.729186:0:17886:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000400:00000010:0.0:1767384625.729187:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000176a2e52. 00000100:00000001:3.0:1767384625.729188:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294914053 00000020:00000010:2.0:1767384625.729190:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007378ba51. 00000100:00000001:3.0:1767384625.729194:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294914053 00000100:00000001:1.0:1767384625.729194:0:17886:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384625.729196:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084ad0944. 00000020:00000010:2.0:1767384625.729197:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029be7855. 00000100:00000001:3.0:1767384625.729199:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294914053 00000100:00000001:1.0:1767384625.729200:0:17886:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384625.729204:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba36adb7. 00000100:00000001:3.0:1767384625.729205:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294914053 00000020:00000010:1.0:1767384625.729220:0:17886:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002562c1ec. 00000100:00000001:3.0:1767384625.729222:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294914053 00000020:00000010:2.0:1767384625.729222:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003aa5a15b. 00000020:00000010:1.0:1767384625.729228:0:17886:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056efdce7. 00000100:00000001:3.0:1767384625.729229:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384625.729232:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384625.729234:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384625.729235:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006590fc7d. 00000100:00000001:2.0:1767384625.729237:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384625.729240:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:3.0:1767384625.729241:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384625.729243:0:17886:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:2.0:1767384625.729245:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384625.729246:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384625.729247:0:17886:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384625.729247:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000010:3.0:1767384625.729250:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eed79d3. 00000100:00000001:2.0:1767384625.729253:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:0.0:1767384625.729255:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000400:00000200:3.0:1767384625.729256:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007529c56c 00000100:00000001:2.0:1767384625.729257:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384625.729261:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384625.729264:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007529c56c. 00000100:00000001:0.0:1767384625.729268:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384625.729269:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384625.729273:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.729274:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384625.729277:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.729284:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384625.729287:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384625.729288:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050230144 02000000:00000001:2.0:1767384625.729312:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384625.729313:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384625.729315:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384625.729317:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384625.729319:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050230144 00000020:00000001:2.0:1767384625.729323:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384625.729326:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000100:00000001:3.0:1767384625.729329:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384625.729329:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384625.729333:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384625.729334:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000100:00000001:3.0:1767384625.729336:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384625.729336:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384625.729341:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384625.729341:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384625.729343:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:3.0:1767384625.729345:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384625.729348:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000400:00000001:0.0:1767384625.729348:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384625.729349:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384625.729354:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.729354:0:19810:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000001:0.0:1767384625.729354:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384625.729355:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384625.729359:0:19810:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384625.729360:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007378ba51. 00000400:00000010:0.0:1767384625.729360:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445ef3a9. 00000100:00001000:3.0:1767384625.729362:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=31 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384625.729367:0:17076:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005a748203. 00000100:00100000:1.0:1767384625.729367:0:19810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000400:00000200:0.0:1767384625.729368:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5b2f64 00000100:00001000:3.0:1767384625.729369:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=31 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384625.729373:0:19810:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000400:00000010:0.0:1767384625.729374:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5b2f64. 00000020:00000040:2.0:1767384625.729375:0:17076:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:3.0:1767384625.729376:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384625.729377:0:19810:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964271232 : -108605745280384 : ffff9d394121ca80) 00000100:00000001:3.0:1767384625.729380:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384625.729384:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384625.729384:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384625.729386:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba41039d x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:606/0 lens 224/0 e 0 to 0 dl 1767384636 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.729390:0:17076:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00080000:3.0:1767384625.729393:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384625.729394:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384625.729395:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006d8cd38. 00000020:00000010:2.0:1767384625.729402:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059b48056. 00000100:00000001:1.0:1767384625.729402:0:19810:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384625.729407:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000efc5f71d. 00000100:00000001:2.0:1767384625.729414:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384625.729416:0:19810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002bc30789. 00000100:00000001:2.0:1767384625.729418:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384625.729422:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384625.729424:0:19810:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384625.729426:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.729428:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384625.729433:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1767384625.729434:0:19810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002bc30789. 00000100:00000001:3.0:1767384625.729435:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384625.729435:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384625.729438:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384625.729439:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384625.729443:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384625.729445:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.729446:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384625.729451:0:19810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba41039d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16344:x1853237050230016:12345-0@lo:400: 00000100:00000040:3.0:1767384625.729456:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.729458:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384625.729462:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384625.729465:0:19810:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050230016 00000100:00000001:0.0:1767384625.729466:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384625.729471:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:0.0:1767384625.729472:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384625.729473:0:19810:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384625.729477:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384625.729478:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000100:00000001:0.0:1767384625.729479:0:16346:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384625.729480:0:19810:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384625.729481:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384625.729483:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964281088 : -108605745270528 : ffff9d394121f100) 00000100:00000001:3.0:1767384625.729486:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384625.729486:0:19810:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.729486:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384625.729490:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000079da3131 x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:606/0 lens 224/0 e 0 to 0 dl 1767384636 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.729490:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:3.0:1767384625.729492:0:16344:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:1.0:1767384625.729494:0:19810:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384625.729495:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384625.729496:0:16344:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:1.0:1767384625.729500:0:19810:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 02000000:00000001:0.0:1767384625.729502:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384625.729503:0:16344:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000001:1.0:1767384625.729508:0:19810:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:0.0:1767384625.729511:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=42 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384625.729514:0:19810:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:3.0:1767384625.729517:0:16344:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000001:1.0:1767384625.729521:0:19810:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384625.729522:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:0.0:1767384625.729523:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=42 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384625.729526:0:19810:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384625.729527:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a748203. 00000020:00000001:1.0:1767384625.729532:0:19810:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384625.729533:0:16344:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.729535:0:17076:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384625.729535:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384625.729539:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384625.729540:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384625.729541:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a748203. 00000020:00000001:1.0:1767384625.729541:0:19810:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1767384625.729544:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384625.729546:0:19810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384625.729549:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384625.729552:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000079da3131 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16344:x1853237050230144:12345-0@lo:400: 02000000:00000001:1.0:1767384625.729552:0:19810:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384625.729558:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384625.729559:0:19810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006aaf949e. 00000100:00000200:2.0:1767384625.729563:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050230144 02000000:00000001:1.0:1767384625.729566:0:19810:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384625.729567:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384625.729569:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384625.729573:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000035d90883 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050229632:0@lo:13: 00000020:00000001:2.0:1767384625.729573:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384625.729573:0:19810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384625.729580:0:19810:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384625.729583:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.729585:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384625.729587:0:19810:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050230016 00000020:00000001:2.0:1767384625.729589:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384625.729590:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384625.729593:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00010000:00000001:1.0:1767384625.729594:0:19810:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384625.729597:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000035d90883 x1853237050229632/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384641 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.729597:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384625.729598:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384625.729603:0:17076:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384625.729603:0:19810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba41039d x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:606/0 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.729605:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384625.729609:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384625.729610:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384625.729614:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384625.729617:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.729620:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384625.729623:0:17076:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384625.729625:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384625.729627:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384625.729630:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384625.729632:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384625.729634:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000097ab502f. 02000000:00000010:2.0:1767384625.729636:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a11f72ad. 00010000:00000001:1.0:1767384625.729639:0:19810:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384625.729640:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384625.729641:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384625.729644:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384625.729645:0:19810:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.729647:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384625.729648:0:16344:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384625.729654:0:17076:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384625.729655:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767384625.729655:0:19810:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=36 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384625.729657:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050230144 02000000:00000010:3.0:1767384625.729659:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000077e32c7b. 00000100:00100000:0.0:1767384625.729659:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f30981d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050229760:0@lo:400: 00010000:00000001:2.0:1767384625.729664:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384625.729666:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384625.729667:0:19810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384625.729669:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000200:2.0:1767384625.729671:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000079da3131 x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:606/0 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384625.729672:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035d90883. 00000100:00000040:1.0:1767384625.729675:0:19810:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384625.729679:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384625.729682:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384625.729684:0:19810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:3.0:1767384625.729687:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.729687:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384625.729691:0:19810:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384625.729695:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384625.729695:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384625.729696:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767384625.729697:0:19810:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.729700:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384625.729701:0:17076:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.729703:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.729704:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f30981d5 x1853237050229760/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384625.729706:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384625.729709:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.729712:0:19810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384625.729716:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384625.729721:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000040:1.0:1767384625.729723:0:19810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384625.729727:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000400:00000010:1.0:1767384625.729730:0:19810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 02000000:00000001:2.0:1767384625.729732:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384625.729735:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384625.729736:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384625.729738:0:19810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050230016, offset 224 00000100:00000001:2.0:1767384625.729741:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384625.729741:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384625.729746:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064f1a38f. 00000100:00000040:2.0:1767384625.729749:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384625.729749:0:19810:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384625.729753:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767384625.729754:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9f8f0f5. 00000020:00000001:0.0:1767384625.729756:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384625.729760:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384625.729760:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050230144, offset 224 00000020:00000040:0.0:1767384625.729761:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000400:00000200:1.0:1767384625.729762:0:19810:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384625.729763:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384625.729769:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384625.729770:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384625.729772:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b58282b5. 00000400:00000001:3.0:1767384625.729774:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384625.729777:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1767384625.729779:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384625.729779:0:19810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260104500 00000400:00000200:2.0:1767384625.729781:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384625.729781:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767384625.729783:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baacdf6a. 00000100:00000010:0.0:1767384625.729786:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f30981d5. 00000400:00000200:3.0:1767384625.729790:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c396bbe 00000100:00000001:0.0:1767384625.729792:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767384625.729794:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c396bbe. 00000400:00000200:2.0:1767384625.729795:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260104580 00000100:00000001:0.0:1767384625.729796:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.729799:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384625.729802:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384625.729806:0:19810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x170d [1] + 224 00000100:00000200:3.0:1767384625.729810:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.729810:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384625.729814:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384625.729815:0:19810:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384625.729819:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x171d [1] + 224 00000100:00000001:0.0:1767384625.729822:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384625.729827:0:19810:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384625.729827:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384625.729828:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384625.729838:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384625.729838:0:19810:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384625.729839:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384625.729844:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384625.729847:0:19810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384625.729848:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384625.729849:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384625.729852:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384625.729855:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384625.729855:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384625.729860:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384625.729862:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384625.729865:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384625.729866:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:1.0:1767384625.729872:0:19810:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384625.729873:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=31 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384625.729874:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00001000:3.0:1767384625.729883:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=31 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384625.729884:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.729893:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384625.729896:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384625.729901:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384625.729908:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384625.729913:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384625.729914:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384625.729915:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384625.729916:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384625.729918:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384625.729918:0:19810:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384625.729923:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384625.729927:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384625.729927:0:19810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000100:00000001:3.0:1767384625.729928:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384625.729934:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767384625.729934:0:19810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 00000100:00000001:3.0:1767384625.729935:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384625.729940:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384625.729941:0:19810:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384625.729943:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384625.729945:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9f8f0f5 00000100:00000001:1.0:1767384625.729946:0:19810:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384625.729947:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384625.729949:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9f8f0f5. 00000100:00100000:3.0:1767384625.729953:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000be91014b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16347:1853237050229888:0@lo:400: 00000100:00000001:2.0:1767384625.729955:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384625.729956:0:19810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384625.729956:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384625.729958:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384625.729959:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384625.729961:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384625.729963:0:19810:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384625.729964:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384625.729966:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a95dd41. 00000100:00000001:3.0:1767384625.729969:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384625.729972:0:19810:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384625.729973:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000020:00000001:1.0:1767384625.729975:0:19810:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384625.729975:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a247afe 00000100:00000040:3.0:1767384625.729976:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000be91014b x1853237050229888/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384625.729977:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384625.729982:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384625.729982:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a247afe. 00000020:00000001:1.0:1767384625.729983:0:19810:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767384625.729989:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384625.729991:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba41039d x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:606/0 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.729991:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384625.729996:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767384625.729996:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079da3131 x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:606/0 lens 224/224 e 0 to 0 dl 1767384636 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384625.730000:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767384625.730001:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384625.730004:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081da0c60. 02000000:00000001:3.0:1767384625.730010:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384625.730013:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384625.730016:0:16347:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384625.730023:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384625.730026:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001add87c8. 02000000:00000001:3.0:1767384625.730032:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384625.730035:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384625.730039:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be91014b. 00000100:00100000:2.0:1767384625.730041:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000079da3131 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16344:x1853237050230144:12345-0@lo:400: Request processed in 512us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384625.730042:0:19810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba41039d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16344:x1853237050230016:12345-0@lo:400: Request processed in 633us (1603us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384625.730042:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384625.730043:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384625.730046:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.730051:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384625.730059:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384625.730059:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:3.0:1767384625.730062:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384625.730066:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:3.0:1767384625.730068:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384625.730072:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384625.730073:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384625.730073:0:19810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:2.0:1767384625.730076:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384625.730080:0:19810:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000020:00000010:2.0:1767384625.730081:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059b48056. 00000020:00000010:2.0:1767384625.730088:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000efc5f71d. 00000100:00000001:1.0:1767384625.730088:0:19810:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384625.730094:0:19810:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384625.730095:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006d8cd38. 00000100:00000001:0.0:1767384625.730095:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384625.730100:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384625.730101:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000020:00000010:1.0:1767384625.730107:0:19810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba36adb7. 00000100:00000001:0.0:1767384625.730107:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384625.730108:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384625.730112:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384625.730116:0:19810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003aa5a15b. 00000100:00000001:0.0:1767384625.730116:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384625.730120:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384625.730122:0:19810:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029be7855. 02000000:00000001:0.0:1767384625.730124:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384625.730129:0:19810:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000100:00001000:0.0:1767384625.730131:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=36 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384625.730134:0:19810:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384625.730136:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384625.730141:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384625.730142:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.730144:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384625.730148:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.730155:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.730158:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384625.730159:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384625.730161:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384625.730162:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.730165:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.730170:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384625.730172:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384625.730174:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384625.730176:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384625.730183:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c7f302c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16344:1853237050230144:0@lo:400: 00000400:00000001:0.0:1767384625.730188:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384625.730190:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384625.730191:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021ed314a. 00000400:00000200:0.0:1767384625.730194:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dcba752 00000400:00000010:0.0:1767384625.730196:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dcba752. 00000100:00000001:0.0:1767384625.730203:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384625.730206:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384625.730228:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.730235:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384625.730236:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.730238:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384625.730240:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384625.730241:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384625.730242:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384625.730244:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384625.730248:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384625.730251:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384625.730253:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384625.730254:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384625.730256:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384625.730258:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384625.730264:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.730266:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384625.730267:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384625.730268:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384625.730269:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384625.730272:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.730278:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384625.730280:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384625.730281:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384625.730284:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384625.730320:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005139886f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050230016:0@lo:400: 00000100:00000001:0.0:1767384625.730332:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.730334:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384625.730337:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c7f302c x1853237050230144/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.730343:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384625.730345:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384625.730347:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071e0d6d7. 02000000:00000001:0.0:1767384625.730350:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384625.730351:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384625.730352:0:16344:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384625.730354:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384625.730355:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf89989c. 02000000:00000001:0.0:1767384625.730358:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384625.730359:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384625.730360:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c7f302c. 00000100:00000001:0.0:1767384625.730362:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384625.730363:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.730365:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384625.730367:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005139886f x1853237050230016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384625.730374:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384625.730375:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384625.730376:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a44b46f. 02000000:00000001:0.0:1767384625.730378:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384625.730379:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384625.730380:0:16344:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384625.730382:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384625.730383:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a73d2df3. 02000000:00000001:0.0:1767384625.730385:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384625.730386:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384625.730387:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005139886f. 00000100:00000001:0.0:1767384625.730389:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384625.730390:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.730391:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384625.730395:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384625.730397:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.730404:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384625.730406:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384625.733335:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294914053, at 4294914054 00000100:00000010:2.0:1767384625.733342:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000733d2b76. 00000100:00000040:3.0:1767384625.733347:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294914053, at 4294914054 00000100:00000040:0.0:1767384625.733347:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294914053, at 4294914054 00000100:00000010:3.0:1767384625.733358:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c9cce49. 00000100:00000010:0.0:1767384625.733360:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081b8a6bf. 00000100:00000040:1.0:1767384625.734338:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294914053, at 4294914055 00000100:00000010:1.0:1767384625.734344:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1ff1523. 00010000:00000001:1.0:1767384625.920339:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384625.920344:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384625.920348:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384625.920349:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384625.920392:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384625.920395:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384625.920398:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384626.398120:0:26516:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384626.398125:0:26516:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:0.0:1767384626.401193:0:26516:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384626.408750:0:26517:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008d6b994a. 00000400:00000010:0.0:1767384626.408764:0:26517:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000054b52373. 00000400:00000010:0.0:1767384626.408772:0:26517:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000032731f76. 00000400:00000010:0.0:1767384626.408775:0:26517:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001d868428. 00000400:00000010:0.0:1767384626.408779:0:26517:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d12f1b15. 00000400:00000010:0.0:1767384626.408783:0:26517:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000059d84a5e. 00000400:00000010:0.0:1767384626.408784:0:26517:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000019e82088. 00000400:00000010:0.0:1767384626.408786:0:26517:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f3e1e18. 00000400:00000010:0.0:1767384626.408788:0:26517:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001c5d1ea2. 00000800:00000010:0.0:1767384626.408800:0:26517:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a73d2df3. 00000800:00000200:0.0:1767384626.408809:0:26517:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384626.408817:0:26517:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384626.408848:0:26517:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:0.0:1767384626.408872:0:26517:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp29 [8/256/0/180] 00000400:00000010:0.0:1767384626.410311:0:26517:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000007d6d4a83. 00000400:00000010:0.0:1767384626.410319:0:26517:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095d14f5f. 00000400:00000010:0.0:1767384626.410326:0:26517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce959ea. 00000400:00000001:0.0:1767384626.410345:0:26517:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384626.410347:0:26517:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384626.410350:0:26517:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000461b648c. 00000400:00000200:0.0:1767384626.410353:0:26517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f79e36 00000400:00000010:0.0:1767384626.410355:0:26517:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f79e36. 00000400:00000010:0.0:1767384626.410358:0:26517:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000c0afc1ec. 00000400:00000200:0.0:1767384626.410362:0:26517:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (20) 00000400:00000200:0.0:1767384626.410373:0:26517:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384626.410384:0:26517:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:0.0:1767384626.410395:0:26517:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008b18b284. 00000400:00000200:1.0:1767384626.410396:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384626.410400:0:26517:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384626.410401:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000020:01000000:0.0:1767384626.410403:0:26517:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp29 00000400:00000010:1.0:1767384626.410407:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 00000400:00000200:1.0:1767384626.410409:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (21) 00000400:00000010:1.0:1767384626.410415:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004b6fe900. 00000400:00000200:1.0:1767384626.410419:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp27 00000400:00000010:0.0:1767384626.410419:0:26517:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000054b52373. 00000400:00000010:0.0:1767384626.410423:0:26517:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008d6b994a. 00000400:00000200:1.0:1767384626.410433:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp27 to MR: 192.168.202.122@tcp27 local destination 00000400:00000200:1.0:1767384626.410441:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp27 NI seq info: [53:53:256:4294967295] 192.168.202.122@tcp27 LPNI seq info [53:53:8:4294967295] 00000400:00000200:1.0:1767384626.410448:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp27 00000020:00000001:3.0:1767384626.410451:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384626.410457:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384626.410461:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp27(192.168.202.122@tcp27:192.168.202.122@tcp27) -> 192.168.202.122@tcp27(192.168.202.122@tcp27:192.168.202.122@tcp27) : PUT try# 0 10000000:00000001:3.0:1767384626.410462:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384626.410467:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384626.410472:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:1.0:1767384626.410473:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.122@tcp27 00000020:01000004:3.0:1767384626.410476:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384626.410479:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000010:1.0:1767384626.410480:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5e71ffb. 00000020:01000004:3.0:1767384626.410481:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384626.410486:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384626.410487:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384626.410489:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:1.0:1767384626.410491:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d97850e] -> 12345-192.168.202.122@tcp27 (6) 00000020:01000004:3.0:1767384626.410500:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:1.0:1767384626.410501:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp27 ip 192.168.202.122:988 00000020:01000004:3.0:1767384626.410503:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384626.410507:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384626.410507:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5e71ffb type 1, nob 464 niov 1 nkiov 1 00000100:00000010:3.0:1767384626.410513:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6eaf0f9. 00000020:00000040:3.0:1767384626.410519:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384626.410524:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384626.410528:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384626.410529:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 02000000:00000001:3.0:1767384626.410534:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.410535:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 02000000:00000010:3.0:1767384626.410545:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000072454309. 00000100:00000001:3.0:1767384626.410553:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.410562:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384626.410565:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.410574:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6eaf0f9] to pc [ptlrpcd_00_02+2] req@00000000b6eaf0f9 x1853237050230272/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384626.410614:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384626.410619:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384626.410622:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384626.410623:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384626.410628:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6eaf0f9 x1853237050230272/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384626.410629:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.410632:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384626.410635:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:2.0:1767384626.410639:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384626.410641:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384626.410645:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:2.0:1767384626.410646:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5e71ffb. 00000100:00000001:0.0:1767384626.410647:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384626.410650:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384626.410653:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384626.410653:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:3.0:1767384626.410654:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384626.410657:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384626.410660:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000001:0.0:1767384626.410660:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384626.410664:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384626.410665:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp27->192.168.202.122@tcp27: PUT: OK 00000020:01000004:3.0:1767384626.410666:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:1.0:1767384626.410669:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384626.410670:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384626.410671:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767384626.410672:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384626.410674:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384626.410676:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000001:0.0:1767384626.410677:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384626.410678:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp27: 0 00000100:00100000:1.0:1767384626.410679:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6eaf0f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050230272:0@lo:253: 00000020:01000004:3.0:1767384626.410680:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000001:0.0:1767384626.410684:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384626.410685:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384626.410688:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384626.410690:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384626.410693:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384626.410695:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:3.0:1767384626.410697:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384626.410698:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp27(192.168.202.122@tcp27) <- 192.168.202.122@tcp27 : PUT - for me 02000000:00000001:1.0:1767384626.410699:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384626.410701:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384626.410703:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384626.410706:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c1eae38. 02000000:00000010:1.0:1767384626.410711:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007b17777d. 00000020:00000040:3.0:1767384626.410712:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000400:00000200:0.0:1767384626.410712:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 368 into portal 0 MB=0x8000000000000000 02000000:00000001:1.0:1767384626.410715:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.410720:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384626.410722:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445ef3a9. 02000000:00000001:3.0:1767384626.410723:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384626.410724:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 352/368 into md 0x16dd [1] + 0 02000000:00000001:3.0:1767384626.410727:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384626.410730:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000761f4fce. 00000400:00000200:0.0:1767384626.410736:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f8134e75 02000000:00000010:3.0:1767384626.410737:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a86e09ea. 00000800:00000001:0.0:1767384626.410741:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384626.410742:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099c6b9de. 00000100:00000200:1.0:1767384626.410746:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050230272, portal 25 00000800:00000001:0.0:1767384626.410747:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.410750:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.410750:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384626.410750:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384626.410753:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964280192 : -108605745271424 : ffff9d394121ed80) 00000100:00000040:1.0:1767384626.410758:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6eaf0f9 x1853237050230272/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384626.410758:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp27->192.168.202.122@tcp27: PUT: OK 00000100:00000001:3.0:1767384626.410759:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384626.410763:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.410763:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 00000400:00000010:0.0:1767384626.410767:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00000100:00000001:1.0:1767384626.410772:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384626.410775:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c1eae38] to pc [ptlrpcd_00_03+3] req@000000005c1eae38 x1853237050230400/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384626.410775:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:1.0:1767384626.410778:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384626.410780:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (22) 00000400:00000010:1.0:1767384626.410783:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7025b4f. 00000100:00000200:1.0:1767384626.410788:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050230272, offset 0 00000400:00000200:0.0:1767384626.410788:0:16338:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:0.0:1767384626.410795:0:16338:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (368 bytes) 00000400:00000200:1.0:1767384626.410798:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384626.410801:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 10000000:00000001:3.0:1767384626.410811:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.410812:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (23) 10000000:00000001:3.0:1767384626.410817:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.410821:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.410822:0:16338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:01000000:3.0:1767384626.410826:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384626.410826:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384626.410832:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008b18b284. 00000400:00000200:0.0:1767384626.410832:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp27 to MR: 192.168.202.122@tcp27 local destination 00000400:00000200:0.0:1767384626.410841:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp27 NI seq info: [54:54:256:4294967295] 192.168.202.122@tcp27 LPNI seq info [54:54:8:4294967295] 00000100:00000001:3.0:1767384626.410845:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.410849:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384626.410853:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384626.410857:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp27(192.168.202.122@tcp27:192.168.202.122@tcp27) -> 192.168.202.122@tcp27(192.168.202.122@tcp27:192.168.202.122@tcp27) 192.168.202.122@tcp27 : ACK try# 0 00000100:00000040:3.0:1767384626.410860:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c1eae38 x1853237050230400/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.410879:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384626.410883:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.410884:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104600 00000800:00000200:0.0:1767384626.410884:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp27 02000000:00000001:3.0:1767384626.410890:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1767384626.410891:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf89989c. 00000400:00000200:1.0:1767384626.410894:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1035 [2] + 0 02000000:00000001:3.0:1767384626.410895:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384626.410899:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de26c710. 00000800:00000200:0.0:1767384626.410900:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d97850e] -> 12345-192.168.202.122@tcp27 (6) 02000000:00000001:3.0:1767384626.410902:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384626.410905:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e3b41cdf 00000800:00000200:0.0:1767384626.410907:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp27 ip 192.168.202.122:987 00000100:00100000:3.0:1767384626.410909:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050230400:0@lo:253: 00000800:00000200:0.0:1767384626.410911:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf89989c type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384626.410912:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384626.410918:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384626.410919:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384626.410924:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384626.410925:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3b41cdf 00000800:00000001:0.0:1767384626.410927:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384626.410928:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.410932:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384626.410937:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3b41cdf. 00000800:00000001:0.0:1767384626.410938:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384626.410939:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000249fca44. 00000100:00000001:1.0:1767384626.410943:0:16346:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384626.410944:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384626.410947:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384626.410951:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eed79d3. 00000100:00000040:1.0:1767384626.410952:0:16346:0:(events.c:337:request_in_callback()) incoming req@0000000065e4397c x1853237050230272 msgsize 4848 00000400:00000010:3.0:1767384626.410959:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aef9e7e3. 00000100:00100000:1.0:1767384626.410960:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384626.410965:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767384626.410966:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050230400, portal 25 00000100:00000001:3.0:1767384626.410970:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384626.410972:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964283776 : -108605745267840 : ffff9d394121fb80) 00000100:00000001:1.0:1767384626.410974:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384626.410980:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c1eae38 x1853237050230400/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384626.410981:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384626.410982:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7025b4f 00000400:00000010:1.0:1767384626.410985:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7025b4f. 00000800:00000010:0.0:1767384626.410985:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf89989c. 00000100:00000001:1.0:1767384626.410991:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384626.410991:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384626.410995:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6eaf0f9 x1853237050230272/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384626.410996:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp27->192.168.202.122@tcp27: ACK: OK 00000800:00000001:0.0:1767384626.411001:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384626.411005:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384626.411009:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384626.411014:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384626.411018:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384626.411022:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1767384626.411023:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.411025:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384626.411027:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6eaf0f9 x1853237050230272/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384626.411033:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp27(192.168.202.122@tcp27) <- 192.168.202.122@tcp27 : ACK - for me 00000100:00000040:3.0:1767384626.411034:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384626.411041:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009087d9e3. 00000100:00000001:1.0:1767384626.411041:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.411047:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384626.411048:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp27: ACK from 12345-192.168.202.122@tcp27 into md 0x1739 00000400:00000200:0.0:1767384626.411051:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384626.411052:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050230400, offset 0 00000100:00000001:1.0:1767384626.411053:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.411057:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp27->192.168.202.122@tcp27: ACK: OK 00000100:00000001:1.0:1767384626.411058:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294914736 00000400:00000200:0.0:1767384626.411062:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000100:00000010:1.0:1767384626.411063:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1ff1523. 00000400:00000010:0.0:1767384626.411064:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 00000400:00000200:0.0:1767384626.411067:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384626.411070:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384626.411070:0:16338:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:3.0:1767384626.411075:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384626.411076:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294914736 00000400:00000200:0.0:1767384626.411076:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000010:1.0:1767384626.411081:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0b7d9ae. 00000400:00000200:0.0:1767384626.411081:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (22) 00000100:00000001:1.0:1767384626.411084:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384626.411088:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294914736 00000800:00000001:0.0:1767384626.411089:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384626.411093:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:0.0:1767384626.411093:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384626.411094:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4a1c4bb. 00000100:00000001:1.0:1767384626.411101:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384626.411105:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294914736 00000400:00000200:3.0:1767384626.411108:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104680 00000100:00000010:1.0:1767384626.411111:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000000103969. 00000100:00000001:1.0:1767384626.411117:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384626.411118:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1045 [2] + 0 00000100:00000001:1.0:1767384626.411123:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384626.411125:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e82fcc9c. 00000100:00000001:1.0:1767384626.411128:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.411131:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000087872621 00000400:00000200:3.0:1767384626.411137:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384626.411139:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.411144:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384626.411146:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384626.411150:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087872621 00000400:00000010:3.0:1767384626.411154:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087872621. 00000100:00000001:1.0:1767384626.411157:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384626.411159:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384626.411161:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384626.411163:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384626.411166:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384626.411168:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000f13b2d59 x1853237050230400 msgsize 4848 00000100:00000001:1.0:1767384626.411169:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384626.411172:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.411175:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767384626.411178:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384626.411181:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000009dd56988. 00000100:00100000:3.0:1767384626.411182:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384626.411186:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:0.0:1767384626.411186:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002624b227. 00000400:00000010:0.0:1767384626.411193:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fce19af. 00000100:00000001:3.0:1767384626.411216:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384626.411220:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009dd56988 00000400:00000200:3.0:1767384626.411223:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009087d9e3 00000400:00000010:3.0:1767384626.411227:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009087d9e3. 00000100:00000001:1.0:1767384626.411227:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384626.411231:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050230272 00000100:00000001:3.0:1767384626.411234:0:16347:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384626.411236:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384626.411236:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000fd62ceae. 00000100:00000001:1.0:1767384626.411239:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384626.411240:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c1eae38 x1853237050230400/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384626.411241:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000100:00000001:1.0:1767384626.411242:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384626.411248:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.411249:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102051 00000100:00100000:1.0:1767384626.411254:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050230272 00000400:00000200:0.0:1767384626.411255:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (21) 00000020:00000001:1.0:1767384626.411259:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384626.411262:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000d3c528b4. 00000100:00000001:3.0:1767384626.411263:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384626.411263:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384626.411266:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384626.411267:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cac7e88. 00000020:00000040:1.0:1767384626.411270:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000040:3.0:1767384626.411271:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c1eae38 x1853237050230400/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384626.411275:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000010:0.0:1767384626.411275:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b142e77a. 00000020:00000001:1.0:1767384626.411281:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:0.0:1767384626.411284:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000100:00000001:1.0:1767384626.411287:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384626.411311:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8e3d46b. 00000100:00000001:3.0:1767384626.411317:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.411318:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.411323:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384626.411324:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8e3d46b. 00000100:00000001:3.0:1767384626.411331:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384626.411334:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c169222c. 00000100:00000001:3.0:1767384626.411337:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294914737 00000400:00000200:0.0:1767384626.411337:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000100:00000001:3.0:1767384626.411347:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294914736 00000400:00000200:0.0:1767384626.411348:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:0.0:1767384626.411358:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000020:00000010:1.0:1767384626.411361:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006b18584a. 00000100:00000001:3.0:1767384626.411363:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294914737 00000020:00000010:1.0:1767384626.411367:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056efdce7. 00000400:00000200:0.0:1767384626.411367:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00000001:3.0:1767384626.411372:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294914736 00000400:00000200:0.0:1767384626.411375:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000040:1.0:1767384626.411378:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384626.411380:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294914737 00000100:00000001:1.0:1767384626.411381:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384626.411383:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000001:1.0:1767384626.411386:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384626.411389:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294914736 00000100:00000001:1.0:1767384626.411390:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.411392:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000001:3.0:1767384626.411397:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294914737 00000100:00000001:1.0:1767384626.411400:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.411402:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000001:3.0:1767384626.411405:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294914736 00000400:00000200:0.0:1767384626.411410:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:1.0:1767384626.411412:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.411413:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.411418:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.411419:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000001:3.0:1767384626.411424:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.411425:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384626.411428:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050230400 00000400:00000200:0.0:1767384626.411429:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000001:3.0:1767384626.411431:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384626.411437:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384626.411439:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384626.411439:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:1.0:1767384626.411440:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384626.411444:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384626.411445:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.411448:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 02000000:00000001:1.0:1767384626.411451:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.411452:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384626.411455:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050230400 00000100:00000001:3.0:1767384626.411456:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384626.411457:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000001:1.0:1767384626.411458:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384626.411461:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:3.0:1767384626.411462:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.411463:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384626.411463:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000020:00000040:1.0:1767384626.411467:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00000001:3.0:1767384626.411468:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.411471:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384626.411475:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384626.411478:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384626.411478:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000020:00000010:1.0:1767384626.411481:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8e3d46b. 00000100:00000001:1.0:1767384626.411484:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384626.411484:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000020:00000010:1.0:1767384626.411486:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8e3d46b. 00000400:00000200:0.0:1767384626.411490:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000020:00000010:1.0:1767384626.411492:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b06f052a. 00000100:00000001:3.0:1767384626.411493:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384626.411496:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dadc3db0. 00000400:00000200:0.0:1767384626.411496:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000100:00000001:3.0:1767384626.411498:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384626.411502:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e4da1d7. 00000400:00000200:0.0:1767384626.411506:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000100:00000001:1.0:1767384626.411507:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384626.411510:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384626.411511:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000001:1.0:1767384626.411512:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.411514:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000100:00000040:3.0:1767384626.411519:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384626.411519:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.411520:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp28 00000100:00000001:1.0:1767384626.411524:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.411526:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905249872 : -108600804301744 : ffff9d3a67a32450) 00000400:00000200:0.0:1767384626.411527:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp28 lpni_is_preferred = 0 00000100:00000001:1.0:1767384626.411533:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384626.411533:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp28 00000100:00000001:1.0:1767384626.411536:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384626.411537:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000065e4397c x1853237050230272/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:607/0 lens 4848/0 e 0 to 0 dl 1767384637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384626.411540:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp28 NI seq info: [55:55:256:4294967295] 192.168.202.122@tcp28 LPNI seq info [55:55:8:4294967295] 00000100:00100000:1.0:1767384626.411543:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000040:1.0:1767384626.411548:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:1.0:1767384626.411552:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905253968 : -108600804297648 : ffff9d3a67a33450) 00000400:00000200:0.0:1767384626.411553:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp28 00000100:00000040:1.0:1767384626.411560:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f13b2d59 x1853237050230400/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:607/0 lens 4848/0 e 0 to 0 dl 1767384637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.411564:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384626.411569:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp28(192.168.202.122@tcp28:) -> 192.168.202.122@tcp28(192.168.202.122@tcp:192.168.202.122@tcp28) : GET try# 0 00000020:00000010:3.0:1767384626.411571:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000970d95a1. 00000100:00000001:1.0:1767384626.411572:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:0.0:1767384626.411577:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp28 00000100:00000001:3.0:1767384626.411578:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384626.411578:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8e3d46b. 00000800:00000010:0.0:1767384626.411581:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cf89989c. 00000100:00000001:1.0:1767384626.411583:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384626.411585:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000970d95a1. 00000800:00000010:0.0:1767384626.411590:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000054b52373. 00000020:00000010:1.0:1767384626.411594:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8e3d46b. 00000100:00100000:3.0:1767384626.411595:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000065e4397c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050230272:12345-0@lo:253: 00000800:00000010:0.0:1767384626.411597:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ce7d5e9e. 00000100:00100000:1.0:1767384626.411603:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f13b2d59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050230400:12345-0@lo:253: 00000100:00000200:3.0:1767384626.411605:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050230272 00000800:00000200:0.0:1767384626.411609:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054b52373] -> 12345-192.168.202.122@tcp28 (2) 00000100:00000200:1.0:1767384626.411611:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050230400 00000020:00000001:3.0:1767384626.411612:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384626.411614:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:0.1:1767384626.411614:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054b52373] -> 12345-192.168.202.122@tcp28 (2) 00000020:00000001:1.0:1767384626.411617:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384626.411619:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.411623:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384626.411624:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384626.411628:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.411628:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000400:00000200:0.0:1767384626.411628:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384626.411631:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100251 rc 0 00000020:00000001:3.0:1767384626.411634:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384626.411636:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384626.411638:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:1.0:1767384626.411639:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384626.411646:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384626.411646:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384626.411650:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384626.411651:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384626.411656:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384626.411656:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.411659:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384626.411663:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.411664:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384626.411666:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384626.411669:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384626.411670:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384626.411676:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008f3570db. 02000000:00000001:1.0:1767384626.411680:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.411682:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384626.411685:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:3.0:1767384626.411688:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000893fbe12. 02000000:00000001:3.0:1767384626.411692:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384626.411694:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f7716dd1. 00000100:00000001:3.0:1767384626.411695:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384626.411701:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:1.0:1767384626.411702:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384626.411702:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 20000000:00000001:1.0:1767384626.411707:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384626.411709:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:3.0:1767384626.411710:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000068349159. 20000000:00000001:1.0:1767384626.411712:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384626.411716:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384626.411717:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384626.411720:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384626.411722:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384626.411724:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384626.411728:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384626.411730:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384626.411733:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384626.411734:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000006bb3820. 20000000:01000000:1.0:1767384626.411738:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:1.0:1767384626.411745:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384626.411750:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384626.411754:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384626.411764:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00080000:00000001:1.0:1767384626.411771:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384626.411801:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00080000:00000001:1.0:1767384626.411802:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384626.411805:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384626.411806:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384626.411808:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384626.411817:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384626.411821:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:1.0:1767384626.411826:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:1.0:1767384626.411828:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384626.411829:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00080000:00000001:1.0:1767384626.411831:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384626.411835:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384626.411837:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384626.411840:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384626.411846:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:1.0:1767384626.411850:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384626.411854:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000064aa0a2b. 00080000:00000001:1.0:1767384626.411857:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468046733312 : -108605662818304 : ffff9d39460c1000) 00000400:00000200:0.0:1767384626.411857:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00080000:00000001:1.0:1767384626.411860:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384626.411864:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384626.411868:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c8e3d46b. 00080000:00000001:1.0:1767384626.411871:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384626.411873:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384626.411881:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00080000:00000001:1.0:1767384626.411887:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.411903:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00080000:00000001:1.0:1767384626.411905:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384626.411943:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.411969:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.411989:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412011:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412034:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412062:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412087:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412104:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412124:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412139:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412154:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412170:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412185:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412213:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412237:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412251:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412264:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412276:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412505:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412537:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412551:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412566:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412582:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412598:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412612:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412624:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412640:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.412655:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384626.412747:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bab46fe4. 00000800:00000010:0.0:1767384626.412751:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c38ab979. 00000800:00000010:0.0:1767384626.412754:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009bdf4719. 00000800:00000010:0.0:1767384626.412777:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009bdf4719. 00000800:00020000:0.0:1767384626.412782:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00080000:00000010:3.0:1767384626.414349:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000064aa0a2b. 00080000:00000010:1.0:1767384626.414416:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c8e3d46b. 00040000:00000001:1.0:1767384626.414422:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384626.414425:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384626.414427:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384626.414431:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384626.414434:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384626.414437:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384626.414449:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384626.414460:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384626.414464:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384626.414470:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384626.414492:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e96f0038. 20000000:01000000:3.0:1767384626.414496:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:3.0:1767384626.414501:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384626.414505:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384626.414508:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384626.414517:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384626.414525:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384626.414529:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384626.414531:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384626.414533:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384626.414535:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384626.414538:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 20000000:01000000:1.0:1767384626.414538:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384626.414545:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000020:00000001:3.0:1767384626.414546:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 10000000:01000000:1.0:1767384626.414549:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000002:3.0:1767384626.414550:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384626.414556:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384626.414560:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384626.414563:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384626.414567:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384626.414570:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006a1c2193. 00080000:00000001:3.0:1767384626.414571:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384626.414574:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384626.414577:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:3.0:1767384626.414583:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384626.414587:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d5d8f84f. 00080000:00000001:3.0:1767384626.414590:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468050454016 : -108605659097600 : ffff9d394644d600) 00080000:00000001:3.0:1767384626.414593:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384626.414596:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384626.414600:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000970d95a1. 00080000:00000001:3.0:1767384626.414604:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384626.414606:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384626.414609:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384626.414616:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aba6c93e. 00080000:00000001:3.0:1767384626.414617:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.414621:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384626.414626:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aba6c93e with handle 0x9f279d7a9a0b4f9e to hash 00080000:00000001:3.0:1767384626.414629:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:1.0:1767384626.414629:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384626.414631:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384626.414637:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384626.414641:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384626.414644:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384626.414648:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f9e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.414658:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384626.414662:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384626.414666:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384626.414668:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384626.414671:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384626.414673:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384626.414675:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384626.414678:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384626.414681:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384626.414683:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384626.414685:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384626.414688:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000006a1c2193) refcount = 1 00010000:00010000:1.0:1767384626.414692:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f9e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.414700:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384626.414702:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384626.414703:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384626.414706:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.414708:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384626.414712:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384626.414715:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:1.0:1767384626.414718:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384626.414726:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384626.414728:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aba6c93e refcount=4 00000020:00000001:1.0:1767384626.414730:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384626.414733:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384626.414736:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384626.414738:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f9e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.414745:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384626.414747:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f9e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.414754:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384626.414755:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384626.414757:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f9e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.414763:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384626.414765:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.414768:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384626.414771:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f9e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384626.414778:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000aba6c93e already unused, calling callback (0000000043915e75) 00010000:00000001:1.0:1767384626.414781:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384626.414783:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384626.414785:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f9e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.414792:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384626.414793:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384626.414795:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384626.414797:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aba6c93e refcount=5 00000020:00000001:1.0:1767384626.414799:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384626.414802:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384626.414812:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384626.414814:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f9e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.414821:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384626.414823:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384626.414825:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.414829:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384626.414831:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384626.414834:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384626.414835:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384626.414838:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aba6c93e with handle 0x9f279d7a9a0b4f9e from hash 00010000:00000001:1.0:1767384626.414841:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384626.414843:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384626.414845:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384626.414847:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384626.414849:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384626.414852:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384626.414854:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384626.414856:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384626.414859:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.414862:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384626.414864:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384626.414867:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384626.414868:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384626.414869:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.414872:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.414874:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384626.414876:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f9e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.414882:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384626.414883:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384626.414885:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384626.414887:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384626.414889:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384626.414890:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384626.414898:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384626.414901:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384626.414902:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384626.414905:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f9e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.414912:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384626.414913:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384626.414916:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4f9e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384626.414922:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006a1c2193 count: 0 00010000:00000001:1.0:1767384626.414931:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384626.414933:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384626.414942:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384626.414946:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384626.414948:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f7716dd1. 20000000:00000001:1.0:1767384626.414963:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384626.414968:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050230400 00010000:00000001:1.0:1767384626.414971:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384626.414977:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f13b2d59 x1853237050230400/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:607/0 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384626.414986:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384626.414988:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384626.414992:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384626.414997:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384626.415000:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384626.415002:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384626.415005:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384626.415008:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.415010:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384626.415013:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384626.415017:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7025b4f. 00000100:00000200:1.0:1767384626.415020:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050230400, offset 224 00000400:00000200:1.0:1767384626.415026:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384626.415035:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384626.415049:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104680 00000400:00000200:1.0:1767384626.415056:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1745 [2] + 224 00000400:00000200:1.0:1767384626.415063:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384626.415066:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384626.415069:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384626.415074:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c1eae38 x1853237050230400/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384626.415084:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005c1eae38 x1853237050230400/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384626.415102:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384626.415107:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7025b4f 00000400:00000010:1.0:1767384626.415109:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7025b4f. 00000100:00000001:1.0:1767384626.415113:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384626.415114:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384626.415118:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384626.415121:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384626.415125:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384626.415127:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.415130:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384626.415135:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f13b2d59 x1853237050230400/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:607/0 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.415137:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.415142:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384626.415148:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384626.415150:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f13b2d59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050230400:12345-0@lo:253: Request processed in 3576us (3979us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384626.415152:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384626.415156:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eed79d3. 00000400:00000200:3.0:1767384626.415162:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aef9e7e3 00000400:00000010:3.0:1767384626.415166:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aef9e7e3. 00000100:00100000:1.0:1767384626.415166:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000001:3.0:1767384626.415171:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384626.415174:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000200:3.0:1767384626.415178:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c1eae38 x1853237050230400/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384626.415179:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384626.415183:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384626.415189:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dadc3db0. 00000100:00000200:3.0:1767384626.415195:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c1eae38 x1853237050230400/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384626.415196:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e4da1d7. 00000020:00000010:1.0:1767384626.415214:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b06f052a. 00000020:00000040:1.0:1767384626.415222:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:3.0:1767384626.415224:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384626.415228:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384626.415229:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384626.415231:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384626.415234:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384626.415236:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384626.415239:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384626.415240:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008f3570db. 02000000:00000001:3.0:1767384626.415242:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384626.415247:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384626.415249:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=43 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384626.415252:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384626.415254:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=43 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384626.415259:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384626.415265:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6c35083. 00000100:00000001:3.0:1767384626.415266:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384626.415271:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384626.415273:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c7025b4f. 00010000:00000001:3.0:1767384626.415274:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384626.415278:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.415281:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.415286:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c1eae38 x1853237050230400/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.415322:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.415326:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384626.415328:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384626.415332:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384626.415334:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384626.415336:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384626.415337:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384626.415338:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384626.415340:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384626.415341:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384626.415343:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384626.415344:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384626.415348:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c1eae38 x1853237050230400/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.415356:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050230400:0@lo:253: 00000100:00000001:3.0:1767384626.415361:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.415363:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.415366:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c1eae38 x1853237050230400/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.415374:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384626.415376:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384626.415379:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000249fca44. 02000000:00000001:3.0:1767384626.415384:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384626.415385:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384626.415387:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384626.415390:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384626.415392:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a86e09ea. 02000000:00000001:3.0:1767384626.415396:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384626.415405:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384626.415407:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c1eae38. 00000100:00000001:3.0:1767384626.415411:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384626.415412:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.415415:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.415420:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384626.415422:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.415424:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384626.415426:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384626.416438:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d5d8f84f. 00080000:00000010:3.0:1767384626.416481:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000970d95a1. 00040000:00000001:3.0:1767384626.416486:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384626.416488:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384626.416490:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384626.416494:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384626.416496:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384626.416498:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384626.416499:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384626.416515:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384626.416518:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384626.416523:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384626.416534:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384626.416538:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384626.416540:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384626.416544:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384626.416546:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384626.416551:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dedb00ac. 00010000:00000001:1.0:1767384626.416554:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384626.416557:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b7472d8. 00000020:00000001:1.0:1767384626.416560:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384626.416562:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002b7472d8 with handle 0x9f279d7a9a0b4fa5 to hash 00000020:00000001:1.0:1767384626.416564:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384626.416566:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384626.416568:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384626.416571:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384626.416572:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384626.416575:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b4fa5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.416582:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384626.416585:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384626.416586:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384626.416588:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384626.416589:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384626.416591:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384626.416592:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384626.416594:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384626.416596:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384626.416597:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384626.416598:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384626.416606:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dedb00ac) refcount = 1 00010000:00010000:1.0:1767384626.416610:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b4fa5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.416613:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384626.416614:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384626.416615:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384626.416617:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.416619:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384626.416621:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384626.416623:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:1.0:1767384626.416626:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384626.416627:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384626.416628:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b7472d8 refcount=4 00000020:00000001:1.0:1767384626.416629:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384626.416631:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384626.416633:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384626.416635:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b4fa5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.416641:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384626.416643:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b4fa5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.416649:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384626.416651:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384626.416653:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b4fa5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.416658:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384626.416660:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.416663:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000020:3.0:1767384626.416664:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384626.416665:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b4fa5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384626.416670:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384626.416672:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000068349159. 00010000:00010000:1.0:1767384626.416679:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002b7472d8 already unused, calling callback (0000000043915e75) 20000000:00000001:3.0:1767384626.416680:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384626.416684:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050230272 00010000:00000001:3.0:1767384626.416688:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384626.416691:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000200:3.0:1767384626.416695:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000065e4397c x1853237050230272/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:607/0 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384626.416696:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384626.416700:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b4fa5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384626.416715:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384626.416716:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384626.416719:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.416720:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384626.416724:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1767384626.416725:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=43 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384626.416728:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b7472d8 refcount=5 00000100:00000001:3.0:1767384626.416730:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384626.416734:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000001:1.0:1767384626.416734:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00000100:00000001:3.0:1767384626.416738:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:1.0:1767384626.416741:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 02000000:00000001:3.0:1767384626.416742:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384626.416744:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.416747:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384626.416749:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b4fa5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384626.416755:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384626.416760:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384626.416762:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1767384626.416763:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aef9e7e3. 00010000:00000001:1.0:1767384626.416766:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:3.0:1767384626.416767:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050230272, offset 224 00010000:00000001:1.0:1767384626.416771:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.416774:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384626.416778:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384626.416781:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:3.0:1767384626.416782:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384626.416787:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384626.416791:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104600 00010000:00000001:1.0:1767384626.416791:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384626.416797:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002b7472d8 with handle 0x9f279d7a9a0b4fa5 from hash 00000400:00000200:3.0:1767384626.416798:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x173d [2] + 224 00010000:00000001:1.0:1767384626.416803:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767384626.416805:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384626.416806:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384626.416810:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384626.416810:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384626.416814:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384626.416815:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384626.416819:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:3.0:1767384626.416820:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6eaf0f9 x1853237050230272/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384626.416823:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384626.416826:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384626.416830:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384626.416832:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b6eaf0f9 x1853237050230272/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384626.416835:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.416841:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384626.416843:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384626.416847:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384626.416849:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384626.416850:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384626.416854:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aef9e7e3 00000400:00000010:3.0:1767384626.416855:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aef9e7e3. 00000100:00000001:3.0:1767384626.416859:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384626.416859:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.416861:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384626.416864:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.416865:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.416868:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384626.416871:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384626.416871:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.416874:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.416877:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:1.0:1767384626.416877:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b4fa5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384626.416880:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e4397c x1853237050230272/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:607/0 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384626.416898:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384626.416901:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000065e4397c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050230272:12345-0@lo:253: Request processed in 5337us (5947us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384626.416902:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384626.416906:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384626.416910:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00100000:3.0:1767384626.416913:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00010000:00000001:1.0:1767384626.416914:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384626.416916:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00010000:00000001:1.0:1767384626.416918:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384626.416919:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384626.416923:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384626.416923:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384626.416927:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384626.416932:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006b18584a. 20000000:00000001:1.0:1767384626.416932:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384626.416937:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056efdce7. 00010000:00010000:1.0:1767384626.416939:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b4fa5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384626.416942:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c169222c. 00000020:00000040:3.0:1767384626.416947:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:3.0:1767384626.416952:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384626.416953:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000010:3.0:1767384626.416954:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000893fbe12. 00010000:00000001:1.0:1767384626.416957:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384626.416958:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384626.416961:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384626.416962:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b4fa5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384626.416964:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384626.416970:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eed79d3. 00000400:00000010:3.0:1767384626.416975:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aef9e7e3. 00010000:00000040:1.0:1767384626.416975:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dedb00ac count: 0 00010000:00000001:1.0:1767384626.416986:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384626.416989:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384626.417000:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384626.417003:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384626.417007:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384626.417008:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384626.417010:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445ef3a9. 00000400:00000200:1.0:1767384626.417013:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099c6b9de 00000400:00000010:1.0:1767384626.417015:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099c6b9de. 00000100:00000001:1.0:1767384626.417018:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384626.417023:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6eaf0f9 x1853237050230272/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384626.417032:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6eaf0f9 x1853237050230272/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384626.417046:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384626.417047:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.417050:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384626.417051:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384626.417053:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384626.417054:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384626.417056:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384626.417059:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=43 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384626.417063:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384626.417065:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384626.417066:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.417068:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384626.417070:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.417072:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384626.417075:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6eaf0f9 x1853237050230272/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384626.417083:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384626.417085:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384626.417086:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384626.417089:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384626.417091:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384626.417093:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384626.417094:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384626.417095:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384626.417097:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384626.417098:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384626.417099:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384626.417100:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384626.417101:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384626.417104:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6eaf0f9 x1853237050230272/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384626.417112:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6eaf0f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050230272:0@lo:253: 00000100:00000001:1.0:1767384626.417116:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.417118:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384626.417126:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6eaf0f9 x1853237050230272/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384626.417133:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384626.417135:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384626.417137:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007b17777d. 02000000:00000001:1.0:1767384626.417160:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384626.417162:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384626.417163:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384626.417165:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384626.417167:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000072454309. 02000000:00000001:1.0:1767384626.417170:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384626.417171:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384626.417173:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6eaf0f9. 00000100:00000001:1.0:1767384626.417176:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384626.417177:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.417179:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384626.417184:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384626.417185:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384626.417187:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384626.417189:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384626.417543:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c38ab979. 00000800:00000010:0.0:1767384626.417546:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bab46fe4. 00000100:00000040:0.0:1767384626.417555:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294914737, at 4294914738 00000100:00000010:0.0:1767384626.417560:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1ff1523. 00000400:02020000:0.0:1767384626.417661:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp28 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000100:00000040:3.0:1767384626.418328:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294914737, at 4294914738 00000100:00000010:3.0:1767384626.418334:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000000103969. 00000100:00000040:1.0:1767384626.418351:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294914737, at 4294914738 00000100:00000010:1.0:1767384626.418360:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0b7d9ae. 00000100:00000040:2.0:1767384626.418361:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294914737, at 4294914738 00000100:00000010:2.0:1767384626.418368:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4a1c4bb. 00000400:00000200:0.0:1767384626.420726:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp28 notifying 192.168.202.122@tcp28: down 00000800:00000200:0.0:1767384626.420733:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp28 down 00000800:00000100:0.0:1767384626.420739:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp28 00000800:00000010:0.0:1767384626.420743:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cf89989c. 00000400:00000200:0.0:1767384626.420748:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384626.420753:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp28->192.168.202.122@tcp28: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384626.420763:0:16333:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp28 added to recovery queue. ping count: 0 next ping: 248 health :900 00000400:00000200:0.0:1767384626.420767:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384626.420771:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 1 00000400:00000200:0.0:1767384626.420776:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:1.0:1767384626.420820:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384626.420827:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100851 00000400:00000001:1.0:1767384626.420831:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384626.420834:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384626.420836:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cac7e88 00000400:00000010:1.0:1767384626.420839:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cac7e88. 00000400:00000200:1.0:1767384626.420843:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384626.420847:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000010:1.0:1767384626.420852:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000d3c528b4. 00000400:00000200:1.0:1767384626.420856:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (22) 00000400:00000200:1.0:1767384626.420860:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:-71 00000400:00000200:1.0:1767384626.420863:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102051 rc -71 00000400:00000200:1.0:1767384626.420866:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:1.0:1767384626.420869:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (21) 00010000:00000010:1.1:1767384626.424312:0:26523:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006a1c2193. 00010000:00000010:1.1:1767384626.424320:0:26523:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aba6c93e. 00010000:00000010:1.1:1767384626.424325:0:26523:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dedb00ac. 00010000:00000010:1.1:1767384626.424328:0:26523:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b7472d8. 00000400:00000010:2.0:1767384626.428162:0:26522:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000474782ab. 00000400:00000040:2.0:1767384626.428182:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384626.428184:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384626.428186:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384626.428187:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384626.428189:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384626.428190:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384626.428192:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384626.428193:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384626.428194:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384626.428195:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384626.428197:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384626.428198:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384626.428200:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384626.428214:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384626.428215:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384626.428217:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384626.428218:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384626.428219:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384626.428219:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384626.428221:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384626.428222:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384626.428223:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384626.428224:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384626.428225:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384626.428226:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384626.428228:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384626.428229:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384626.428230:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384626.428237:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384626.428238:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384626.428239:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384626.428241:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384626.428242:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384626.428243:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384626.428245:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384626.428245:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384626.428246:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384626.428248:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384626.428249:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384626.428250:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384626.428251:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384626.428252:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384626.428253:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384626.428254:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384626.428255:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384626.428256:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384626.428257:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384626.428258:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384626.428259:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384626.428260:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384626.428261:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384626.428262:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384626.428263:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384626.428264:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384626.428265:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384626.428266:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384626.428267:0:26522:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384626.428559:0:26522:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000474782ab. 10000000:00000001:2.0:1767384626.751386:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384626.751391:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 2 10000000:00000001:2.0:1767384626.751396:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384626.751400:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384626.751401:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384626.751403:0:17073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384626.751406:0:17073:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384626.751408:0:17073:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384626.751411:0:17073:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d3a4b2d0000 from 39 10000000:00000001:2.0:1767384626.751422:0:17073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384626.751424:0:17073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384626.751431:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d33e8365. 00000020:00000040:2.0:1767384626.751436:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384626.751441:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384626.751444:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384626.751449:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384626.751456:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000217ffe9d. 00000100:00000001:2.0:1767384626.751464:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384626.751469:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384626.751473:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384626.751480:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001958b916. 00010000:00000001:2.0:1767384626.751484:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384626.751488:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024a3921b. 00000020:00000001:2.0:1767384626.751494:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384626.751545:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000024a3921b with handle 0x9f279d7a9a0b4fac to hash 00000020:00000001:2.0:1767384626.751549:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384626.751550:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384626.751553:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384626.751558:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384626.751561:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384626.751565:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384626.751575:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384626.751586:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384626.751592:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384626.751594:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384626.751601:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c081ebc. 00000100:00000001:2.0:1767384626.751604:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472434790592 : -108601274761024 : ffff9d3a4b9880c0) 00000100:00000001:2.0:1767384626.751607:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384626.751616:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420418688 : -108601289132928 : ffff9d3a4abd3480) 00000100:00000001:2.0:1767384626.751621:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384626.751623:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384626.751626:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384626.751628:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384626.751636:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d33e8365 x1853237050230528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384626.751646:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384626.751648:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384626.751652:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384626.751655:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384626.751658:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384626.751660:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d33e8365 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050230528:0@lo:101: 00000100:00000001:2.0:1767384626.751665:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384626.751670:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384626.751673:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384626.751676:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384626.751681:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000071adac84. 02000000:00000001:2.0:1767384626.751684:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384626.751690:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000461b648c. 00000400:00000010:2.0:1767384626.751699:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9f8f0f5. 00000100:00000200:2.0:1767384626.751706:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050230528, portal 25 00000100:00000001:2.0:1767384626.751708:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384626.751710:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420418688 : -108601289132928 : ffff9d3a4abd3480) 00000100:00000040:2.0:1767384626.751715:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d33e8365 x1853237050230528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384642 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384626.751723:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384626.751726:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384626.751730:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98008a2. 00000100:00000200:2.0:1767384626.751733:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050230528, offset 0 00000400:00000200:2.0:1767384626.751740:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384626.751754:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384626.751768:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260104700 00000400:00000200:2.0:1767384626.751775:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1055 [2] + 0 00000400:00000010:2.0:1767384626.751788:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcc42883. 00000400:00000200:2.0:1767384626.751793:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002dafb24d 00000400:00000200:2.0:1767384626.751800:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384626.751805:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384626.751812:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dafb24d 00000400:00000010:2.0:1767384626.751815:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002dafb24d. 00000100:00000001:2.0:1767384626.751820:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384626.751823:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384626.751827:0:17073:0:(events.c:337:request_in_callback()) incoming req@0000000013b4a050 x1853237050230528 msgsize 328 00000100:00100000:2.0:1767384626.751831:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384626.751833:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384626.751847:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384626.751856:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98008a2 00000400:00000010:2.0:1767384626.751858:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98008a2. 00000100:00000001:2.0:1767384626.751863:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384626.751868:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d33e8365 x1853237050230528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384642 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384626.751879:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384626.751883:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d33e8365 x1853237050230528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384642 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384626.751891:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.751892:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384626.751893:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384626.751898:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050230528 00000100:00000001:2.0:1767384626.751902:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.751903:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384626.751907:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384626.751910:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294915077 00000100:00000001:3.0:1767384626.751911:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384626.751917:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000953272a9. 02000000:00000001:3.0:1767384626.751918:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384626.751925:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050230528 00000100:00000001:2.0:1767384626.751928:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767384626.751929:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384626.751934:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384626.751938:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384626.751939:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294915077 00000020:00000040:3.0:1767384626.751942:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000010:2.0:1767384626.751946:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af15351c. 00000020:00000001:3.0:1767384626.751948:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384626.751952:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384626.751954:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384626.751960:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294915077 00000100:00000001:3.0:1767384626.751961:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:2.0:1767384626.751966:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071f7334e. 00000020:00000010:3.0:1767384626.751968:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0292edf. 00000100:00000001:2.0:1767384626.751973:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384626.751974:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384626.751981:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0292edf. 00000100:00000001:2.0:1767384626.751981:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294915077 00000020:00000010:3.0:1767384626.751988:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a62d1ebb. 00000020:00000010:3.0:1767384626.751997:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a43bbba. 00000100:00000010:2.0:1767384626.751998:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049440de2. 00000020:00000010:3.0:1767384626.752005:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096b8ca0b. 00000100:00000001:2.0:1767384626.752005:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384626.752011:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384626.752016:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.752017:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384626.752019:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384626.752022:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384626.752024:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 000000007c081ebc going to sleep for 11 seconds 00000100:00000001:3.0:1767384626.752030:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384626.752030:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384626.752033:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384626.752036:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.752038:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.752048:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.752061:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.752077:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384626.752079:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384626.752083:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00000040:3.0:1767384626.752087:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384626.752090:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905240656 : -108600804310960 : ffff9d3a67a30050) 00000100:00000040:3.0:1767384626.752096:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013b4a050 x1853237050230528/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:607/0 lens 328/0 e 0 to 0 dl 1767384637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.752106:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384626.752109:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0292edf. 00000100:00000001:3.0:1767384626.752112:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384626.752114:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0292edf. 00000100:00100000:3.0:1767384626.752120:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013b4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17073:x1853237050230528:12345-0@lo:101: 00000100:00000200:3.0:1767384626.752124:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050230528 00000020:00000001:3.0:1767384626.752128:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384626.752132:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384626.752134:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.752137:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384626.752140:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:3.0:1767384626.752145:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384626.752147:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384626.752151:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384626.752153:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384626.752157:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.752160:0:17069:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384626.752163:0:17069:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384626.752164:0:17069:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384626.752166:0:17069:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384626.752169:0:17069:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.752182:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384626.752187:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000016633f82. 00010000:00000001:3.0:1767384626.752190:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384626.752193:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093bb66cd. 00000020:00000001:3.0:1767384626.752197:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384626.752215:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000093bb66cd with handle 0x9f279d7a9a0b4fb3 to hash 00000020:00000001:3.0:1767384626.752218:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384626.752220:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:3.0:1767384626.752223:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00010000:3.0:1767384626.752226:0:17069:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fb3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f279d7a9a0b4fac expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384626.752234:0:17069:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000021677888 : new locks_count 10 00000020:00000040:3.0:1767384626.752237:0:17069:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=15 00000100:00000001:3.0:1767384626.752245:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384626.752247:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384626.752252:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000097ab502f. 02000000:00000001:3.0:1767384626.752255:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.752258:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.752260:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384626.752264:0:17069:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384626.752266:0:17069:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384626.752269:0:17069:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384626.752271:0:17069:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384626.752273:0:17069:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384626.752275:0:17069:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384626.752278:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384626.752281:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384626.752283:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384626.752285:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384626.752287:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000016633f82) refcount = 1 00010000:00010000:3.0:1767384626.752320:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4fac expref: 15 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384626.752328:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000010:0.0:1767384626.752336:0:16341:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 000000009d18e42f. 00010000:00000001:3.0:1767384626.752337:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384626.752341:0:17069:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:02000040:0.0:1767384626.752346:0:16341:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.202.122@tcp28 00010000:00000001:3.0:1767384626.752347:0:17069:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.752352:0:17069:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384626.752358:0:17069:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384626.752363:0:17069:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4fac expref: 15 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384626.752372:0:17069:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384626.752375:0:17069:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384626.752377:0:17069:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384626.752380:0:17069:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.752382:0:17069:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384626.752383:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384626.752385:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384626.752386:0:17069:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000093bb66cd, rc 0) 00000020:00000001:3.0:1767384626.752389:0:17069:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384626.752392:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050230528 00010000:00000001:3.0:1767384626.752396:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384626.752400:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000013b4a050 x1853237050230528/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:607/0 lens 328/344 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384626.752408:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384626.752410:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384626.752415:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384626.752419:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384626.752422:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384626.752424:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384626.752428:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384626.752430:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.752434:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384626.752436:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384626.752441:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007529c56c. 00000100:00000200:3.0:1767384626.752445:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050230528, offset 224 00000400:00000200:3.0:1767384626.752451:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384626.752457:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384626.752464:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260104700 00000400:00000200:3.0:1767384626.752477:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1765 [1] + 224 00000400:00000200:3.0:1767384626.752483:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384626.752486:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384626.752489:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384626.752493:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d33e8365 x1853237050230528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384626.752505:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000d33e8365 x1853237050230528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384642 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.752521:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384626.752527:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007529c56c 00000400:00000010:3.0:1767384626.752530:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007529c56c. 00000100:00000001:3.0:1767384626.752533:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384626.752535:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384626.752540:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.752543:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384626.752546:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384626.752548:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.752551:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384626.752556:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013b4a050 x1853237050230528/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:607/0 lens 328/344 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.752564:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013b4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050230528:12345-0@lo:101: Request processed in 457us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384626.752570:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000040:3.0:1767384626.752572:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384626.752574:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384626.752576:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384626.752579:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a43bbba. 00000020:00000010:3.0:1767384626.752583:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096b8ca0b. 00000020:00000010:3.0:1767384626.752586:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a62d1ebb. 00000020:00000040:3.0:1767384626.752591:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:3.0:1767384626.752594:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384626.752596:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000097ab502f. 02000000:00000001:3.0:1767384626.752604:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384626.752607:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384626.752610:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384626.752614:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e82fcc9c. 00000400:00000010:3.0:1767384626.752617:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009087d9e3. 00000100:00000001:3.0:1767384626.752631:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384626.752635:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384626.752636:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384626.752638:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000461b648c. 00000400:00000200:3.0:1767384626.752640:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9f8f0f5 00000400:00000010:3.0:1767384626.752642:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9f8f0f5. 00000100:00000001:3.0:1767384626.752645:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384626.752648:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d33e8365 x1853237050230528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384642 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384626.752654:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d33e8365 x1853237050230528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384642 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.752659:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384626.752661:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.752663:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384626.752665:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384626.752667:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384626.752668:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.752670:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384626.752674:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=43 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384626.752677:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384626.752679:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384626.752680:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.752682:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384626.752684:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.752686:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.752688:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d33e8365 x1853237050230528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384642 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.752693:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.752695:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384626.752697:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384626.752700:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d33e8365 x1853237050230528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384642 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.752712:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d33e8365 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050230528:0@lo:101: 00000100:00000001:3.0:1767384626.752717:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.752719:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.752721:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384626.752723:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.752724:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d33e8365 x1853237050230528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384642 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.752728:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384626.752729:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007c081ebc. 00000100:00000001:3.0:1767384626.752732:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384626.752732:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.752734:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384626.752736:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384626.752737:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384626.752739:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=4 00000020:00000001:3.0:1767384626.752740:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:3.0:1767384626.752742:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000040:3.0:1767384626.752745:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000024a3921b, remote cookie: 0x9f279d7a9a0b4fb3, flags: 0x0 00010000:00000001:3.0:1767384626.752747:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384626.752749:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384626.752750:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384626.752751:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384626.752752:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384626.752753:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001958b916) refcount = 1 00010000:00010000:3.0:1767384626.752755:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4fb3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384626.752759:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384626.752761:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384626.752761:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384626.752763:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384626.752765:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384626.752774:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4fb3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384626.752778:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384626.752779:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384626.752780:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384626.752781:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384626.752781:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384626.752782:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.752783:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.752786:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d33e8365 x1853237050230528/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384642 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.752790:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384626.752792:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384626.752793:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000071adac84. 02000000:00000001:3.0:1767384626.752796:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384626.752798:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384626.752798:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384626.752800:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384626.752801:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000217ffe9d. 02000000:00000001:3.0:1767384626.752803:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384626.752804:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384626.752805:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d33e8365. 00000100:00000001:3.0:1767384626.752808:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384626.752809:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384626.752810:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384626.752811:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384626.752813:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:3.0:1767384626.752814:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.752816:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384626.752817:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384626.752818:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=3 00000020:00000001:3.0:1767384626.752819:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:3.0:1767384626.752821:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:3.0:1767384626.752822:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384626.752823:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384626.752829:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384626.752830:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384626.752832:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384626.752835:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008c911687. 00000100:00000010:3.0:1767384626.752849:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c1eae38. 00000020:00000040:3.0:1767384626.752850:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384626.752852:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384626.752853:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384626.752855:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384626.752858:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a62d1ebb. 00000100:00000001:3.0:1767384626.752861:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.752863:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384626.752866:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000097ab502f. 00000100:00000010:3.0:1767384626.752869:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000c0292edf. 00000020:00000040:3.0:1767384626.752870:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384626.752873:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384626.752874:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384626.752877:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f421d62c. 00000100:00000001:3.0:1767384626.752878:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472408135168 : -108601301416448 : ffff9d3a4a01c600) 00000100:00000001:3.0:1767384626.752880:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384626.752880:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964283776 : -108605745267840 : ffff9d394121fb80) 00000100:00000001:3.0:1767384626.752882:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384626.752883:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.752884:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384626.752885:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384626.752887:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.752892:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384626.752893:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.752895:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384626.752896:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384626.752897:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384626.752898:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050230656:0@lo:256: 00000100:00000001:3.0:1767384626.752901:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384626.752908:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384626.752910:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.752911:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384626.752915:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000061cd2ed. 00000400:00000010:3.0:1767384626.752920:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002dafb24d. 00000100:00000200:3.0:1767384626.752925:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260104780-0x6958260104780, portal 33 00000100:00000001:3.0:1767384626.752928:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.752930:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384626.752933:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d486e48e. 02000000:00000001:3.0:1767384626.752936:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384626.752939:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4606132. 00000400:00000010:3.0:1767384626.752944:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007529c56c. 00000100:00000200:3.0:1767384626.752947:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050230656, portal 25 00000100:00000001:3.0:1767384626.752949:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384626.752950:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964283776 : -108605745267840 : ffff9d394121fb80) 00000100:00000040:3.0:1767384626.752955:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384642 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.752962:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384626.752965:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384626.752968:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004cb82f8. 00000100:00000200:3.0:1767384626.752971:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050230656, offset 0 00000400:00000200:3.0:1767384626.752977:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384626.752985:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384626.752993:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260104780 00000400:00000200:3.0:1767384626.752998:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1065 [2] + 0 00000400:00000010:3.0:1767384626.753001:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a95081b. 00000400:00000200:3.0:1767384626.753005:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000024c98f2 00000400:00000200:3.0:1767384626.753008:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384626.753011:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384626.753014:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000024c98f2 00000400:00000010:3.0:1767384626.753017:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000024c98f2. 00000100:00000001:3.0:1767384626.753020:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384626.753021:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384626.753024:0:17073:0:(events.c:337:request_in_callback()) incoming req@0000000004d2951d x1853237050230656 msgsize 304 00000100:00100000:3.0:1767384626.753037:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384626.753038:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384626.753046:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384626.753052:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004cb82f8 00000400:00000010:3.0:1767384626.753054:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004cb82f8. 00000100:00000001:3.0:1767384626.753057:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384626.753061:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384642 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.753069:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.753072:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384642 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.753078:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.753080:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384626.753084:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.753088:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294915078 00000100:00000001:3.0:1767384626.753094:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294915077 00000100:00000001:3.0:1767384626.753099:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294915078 00000100:00000001:3.0:1767384626.753103:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294915077 00000100:00000001:3.0:1767384626.753106:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294915078 00000100:00000001:3.0:1767384626.753109:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294915077 00000100:00000001:3.0:1767384626.753115:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294915078 00000100:00000001:3.0:1767384626.753117:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294915077 00000100:00000001:3.0:1767384626.753121:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384626.753123:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.753125:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384626.753127:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384626.753129:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f421d62c going to sleep for 11 seconds 00000100:00000001:3.0:1767384626.753132:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384626.753134:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.753146:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384626.753148:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050230656 02000000:00000001:3.0:1767384626.753150:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384626.753158:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384626.753160:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.753163:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384626.753166:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050230656 00000020:00000001:3.0:1767384626.753168:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384626.753169:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384626.753171:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384626.753174:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:3.0:1767384626.753176:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384626.753178:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384626.753181:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384626.753186:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001097a19e. 00000100:00000001:3.0:1767384626.753188:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384626.753190:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001097a19e. 00000020:00000010:3.0:1767384626.753195:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f7a0956. 00000020:00000010:3.0:1767384626.753215:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a43bbba. 00000020:00000010:3.0:1767384626.753220:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096b8ca0b. 00000100:00000040:3.0:1767384626.753226:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384626.753228:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384626.753230:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384626.753231:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.753235:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.753244:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.753255:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384626.753258:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384626.753262:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00000040:3.0:1767384626.753266:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384626.753268:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905246800 : -108600804304816 : ffff9d3a67a31850) 00000100:00000040:3.0:1767384626.753272:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004d2951d x1853237050230656/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:607/0 lens 304/0 e 0 to 0 dl 1767384637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.753280:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384626.753283:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001097a19e. 00000100:00000001:3.0:1767384626.753285:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384626.753319:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001097a19e. 00000100:00100000:3.0:1767384626.753325:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004d2951d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050230656:12345-0@lo:256: 00000100:00000200:3.0:1767384626.753329:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050230656 00000020:00000001:3.0:1767384626.753332:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384626.753335:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384626.753337:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.753340:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384626.753342:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:3.0:1767384626.753345:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384626.753347:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384626.753349:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384626.753351:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384626.753353:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.753357:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384626.753359:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384626.753363:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000007cd36af0. 02000000:00000001:3.0:1767384626.753366:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.753368:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384626.753371:0:17069:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384626.753375:0:17069:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384626.753379:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384626.753381:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384626.753384:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384626.753386:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384626.753388:0:17069:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384626.753391:0:17069:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000093917bc2. 20000000:00000001:3.0:1767384626.753395:0:17069:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384626.753410:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384626.753416:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384626.753421:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384626.753423:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384626.753425:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384626.753427:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384626.753429:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384626.753431:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384626.753433:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384626.753441:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384626.753444:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384626.753445:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384626.753448:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384626.753450:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384626.753452:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384626.753454:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384626.753457:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384626.753459:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384626.753461:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384626.753463:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384626.753465:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:3.0:1767384626.753468:0:17069:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3652/1/4/3. 20000000:00000040:3.0:1767384626.753475:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384626.753477:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384626.753480:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384626.753482:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384626.753485:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384626.753487:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384626.753489:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384626.753490:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384626.753493:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384626.753495:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384626.753497:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384626.753498:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384626.753500:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384626.753502:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384626.753504:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384626.753506:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384626.753508:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384626.753510:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384626.753513:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384626.753515:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384626.753517:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:01000000:3.0:1767384626.753520:0:17069:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 444, pages 3208/1/4/3. 20000000:01000000:3.0:1767384626.753523:0:17069:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 888, version 46 20000000:00000001:3.0:1767384626.753524:0:17069:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=888 : 888 : 378) 00000100:00000001:3.0:1767384626.753526:0:17069:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384626.753530:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009051ebd3. 00000100:00000010:3.0:1767384626.753539:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000b1c88390. 00000020:00000040:3.0:1767384626.753541:0:17069:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:3.0:1767384626.753544:0:17069:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384626.753547:0:17069:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384626.753551:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004cb82f8. 00000400:00000010:3.0:1767384626.753557:0:17069:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ac07a0e4. 00000400:00000200:3.0:1767384626.753560:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384626.753568:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384626.753576:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 888 into portal 33 MB=0x6958260104780 00000400:00000200:3.0:1767384626.753579:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 888/888 into md 0x1775 [4] + 0 00000400:00000010:3.0:1767384626.753581:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000061cd2ed. 00000400:00000200:3.0:1767384626.753584:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002dafb24d 00000400:00000200:3.0:1767384626.753587:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384626.753590:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384626.753594:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dafb24d 00000400:00000010:3.0:1767384626.753595:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002dafb24d. 00000100:00000001:3.0:1767384626.753599:0:17069:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384626.753600:0:17069:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000005c1eae38 desc 0000000097ab502f mbits 1853237050230656 00000100:00000001:3.0:1767384626.753608:0:17069:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384626.753611:0:17069:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384626.753616:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384626.753623:0:17069:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1781 00000400:00000200:3.0:1767384626.753625:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384626.753628:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384626.753630:0:17069:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384626.753631:0:17069:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000009051ebd3 00000100:00000001:3.0:1767384626.753633:0:17069:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384626.753636:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004cb82f8 00000400:00000010:3.0:1767384626.753637:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004cb82f8. 00000100:00000001:3.0:1767384626.753639:0:17069:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384626.753641:0:17069:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000009051ebd3 00000100:00000001:3.0:1767384626.753643:0:17069:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384626.753648:0:17069:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 888 bytes via portal 33 id 12345-0@lo mbits 0x6958260104780-0x6958260104780 00000100:00000001:3.0:1767384626.753650:0:17069:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.753653:0:17069:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.753660:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384626.753662:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:3.0:1767384626.753664:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000b1c88390. 00000100:00000010:3.0:1767384626.753668:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009051ebd3. 00000100:00000001:3.0:1767384626.753672:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384626.753673:0:17069:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384626.753678:0:17069:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000093917bc2. 20000000:00000001:3.0:1767384626.753681:0:17069:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384626.753683:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050230656 00010000:00000001:3.0:1767384626.753685:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384626.753688:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004d2951d x1853237050230656/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:607/0 lens 304/240 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384626.753693:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384626.753695:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384626.753696:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384626.753698:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384626.753700:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384626.753702:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384626.753704:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384626.753705:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.753707:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384626.753709:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384626.753711:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004cb82f8. 00000100:00000200:3.0:1767384626.753713:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050230656, offset 224 00000400:00000200:3.0:1767384626.753718:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384626.753723:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384626.753729:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260104780 00000400:00000200:3.0:1767384626.753733:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1779 [1] + 224 00000400:00000200:3.0:1767384626.753735:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384626.753738:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384626.753739:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384626.753742:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384626.753749:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384642 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.753760:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384626.753763:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004cb82f8 00000400:00000010:3.0:1767384626.753764:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004cb82f8. 00000100:00000001:3.0:1767384626.753767:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384626.753769:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384626.753773:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.753775:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384626.753776:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384626.753777:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.753779:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384626.753782:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004d2951d x1853237050230656/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:607/0 lens 304/240 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.753787:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004d2951d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050230656:12345-0@lo:256: Request processed in 507us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384626.753793:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000040:3.0:1767384626.753795:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384626.753796:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384626.753799:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384626.753802:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a43bbba. 00000020:00000010:3.0:1767384626.753804:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096b8ca0b. 00000020:00000010:3.0:1767384626.753807:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f7a0956. 00000020:00000040:3.0:1767384626.753811:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:3.0:1767384626.753813:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384626.753814:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000007cd36af0. 02000000:00000001:3.0:1767384626.753818:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384626.753820:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384626.753823:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384626.753827:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000061cd2ed. 00000400:00000010:3.0:1767384626.753830:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dafb24d. 00000100:00000001:3.0:1767384626.753848:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384626.753851:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384626.753853:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384626.753854:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4606132. 00000400:00000200:3.0:1767384626.753861:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007529c56c 00000400:00000010:3.0:1767384626.753863:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007529c56c. 00000100:00000001:3.0:1767384626.753866:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384626.753869:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384642 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384626.753875:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384642 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.753880:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384626.753881:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.753883:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384626.753884:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384626.753885:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384626.753886:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384626.753887:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384626.753889:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=43 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384626.753891:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384626.753893:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384626.753894:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.753895:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384626.753896:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.753898:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.753900:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384642 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384626.753905:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384642 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.753909:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384626.753910:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384626.753912:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384642 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384626.753918:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050230656:0@lo:256: 00000100:00000001:3.0:1767384626.753924:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.753926:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.753936:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384626.753937:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.753942:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384642 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.753950:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384626.753953:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f421d62c. 00000100:00000001:3.0:1767384626.753957:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384626.753959:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384626.753962:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 46, more 0. 10000000:00000001:3.0:1767384626.753966:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384626.753972:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000009fa96bb0. 00010000:00000001:3.0:1767384626.753983:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384626.753987:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384626.753992:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:3.0:1767384626.753993:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.753996:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384626.753997:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:3.0:1767384626.753999:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000400:00000200:3.0:1767384626.754002:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 21 NIDs 00000400:00001000:3.0:1767384626.754005:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384626.754007:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:3.0:1767384626.754011:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384626.754015:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (20) 00000400:00000200:3.0:1767384626.754020:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (21) 00000400:00000200:3.0:1767384626.754030:0:17073:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384626.754032:0:17073:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384626.754036:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384626.754041:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:3.0:1767384626.754043:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (22) 00000400:00000200:3.0:1767384626.754047:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:3.0:1767384626.754049:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:3.0:1767384626.754054:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754056:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:3.0:1767384626.754059:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:3.0:1767384626.754064:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754067:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:3.0:1767384626.754078:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:3.0:1767384626.754082:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754085:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:3.0:1767384626.754087:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:3.0:1767384626.754091:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754093:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:3.0:1767384626.754095:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:3.0:1767384626.754100:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754102:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:3.0:1767384626.754104:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:3.0:1767384626.754108:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754110:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:3.0:1767384626.754112:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:3.0:1767384626.754116:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754118:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:3.0:1767384626.754120:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:3.0:1767384626.754125:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754127:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:3.0:1767384626.754129:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:3.0:1767384626.754133:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754135:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000200:3.0:1767384626.754138:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:3.0:1767384626.754142:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754145:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:3.0:1767384626.754147:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:3.0:1767384626.754151:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754153:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:3.0:1767384626.754156:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:3.0:1767384626.754160:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754162:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:3.0:1767384626.754164:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:3.0:1767384626.754168:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754171:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000400:00000200:3.0:1767384626.754174:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.122@tcp23 00000400:00000200:3.0:1767384626.754179:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754181:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp23 00000400:00000200:3.0:1767384626.754190:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.122@tcp24 00000400:00000200:3.0:1767384626.754195:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754211:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp24 00000400:00000200:3.0:1767384626.754215:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.122@tcp25 00000400:00000200:3.0:1767384626.754219:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754221:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp25 00000400:00000010:0.0:1767384626.754222:0:16341:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 000000009d18e42f. 00000400:00000200:3.0:1767384626.754226:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.122@tcp26 00000400:00000200:3.0:1767384626.754232:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754235:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp26 00000400:00000200:3.0:1767384626.754238:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.122@tcp27 00000400:00000200:3.0:1767384626.754242:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754245:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp27 00000400:00000200:3.0:1767384626.754247:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.122@tcp28 00000400:00000200:3.0:1767384626.754251:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384626.754253:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp28 00000400:00000200:3.0:1767384626.754255:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.122@tcp29 00000400:00000010:3.0:1767384626.754261:0:17073:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000009f7a0956. 00000400:00000200:3.0:1767384626.754265:0:17073:0:(peer.c:264:lnet_peer_alloc()) 000000009f7a0956 nid 192.168.202.122@tcp29 00000400:00000010:3.0:1767384626.754269:0:17073:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000f12baf2. 00000400:00000200:3.0:1767384626.754274:0:17073:0:(peer.c:204:lnet_peer_net_alloc()) 000000000f12baf2 net tcp29 00000400:00000010:3.0:1767384626.754278:0:17073:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000088fee0c6. 00000400:00000200:3.0:1767384626.754288:0:17073:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000088fee0c6 nid 192.168.202.122@tcp29 00000400:00000200:3.0:1767384626.754315:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009f7a0956 (0) 00000400:00000200:3.0:1767384626.754321:0:17073:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.122@tcp29: -2 00000400:00000200:3.0:1767384626.754327:0:17073:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp29 NID 192.168.202.122@tcp29 flags 0x1 00000400:00000200:3.0:1767384626.754331:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009f7a0956 (1) 00000400:00000200:3.0:1767384626.754333:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009f7a0956 (2) 00000400:00000200:3.0:1767384626.754336:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009f7a0956 (1) 00000400:00000200:3.0:1767384626.754339:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009f7a0956 (2) 00000400:00000200:3.0:1767384626.754344:0:17073:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp29 (000000009f7a0956): 0 00000400:00000200:3.0:1767384626.754347:0:17073:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384626.754350:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384626.754354:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp29 NID 192.168.202.122@tcp29: 0. pending discovery 00000400:00000200:3.0:1767384626.754356:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009f7a0956 (3) 00000100:00000001:3.0:1767384626.754359:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.754369:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384626.754373:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 10000000:00000010:3.0:1767384626.754378:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003a43bbba. 10000000:00000040:3.0:1767384626.754382:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 45/46 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000020:00000080:3.0:1767384626.754385:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384626.754393:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384626.754398:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd95f7c0. 00000020:00000010:3.0:1767384626.754403:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003efa92f9. 00000040:00000010:3.0:1767384626.754408:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000029980bcf. 00000020:00000010:3.0:1767384626.754414:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ccfce9a7. 00000020:00000010:3.0:1767384626.754420:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384626.754426:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d5d8f84f. 80000000:00000010:3.0:1767384626.754431:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000017853577. 40000000:00000010:3.0:1767384626.754436:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001097a19e. 00100000:00000010:3.0:1767384626.754442:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000099656ce7. 00040000:00000010:3.0:1767384626.754447:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000069339c47. 00040000:00000010:3.0:1767384626.754453:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001b8c8a15. 00040000:00000010:3.0:1767384626.754457:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004187137b. 00080000:00000010:3.0:1767384626.754464:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000893fbe12. 00080000:00000010:3.0:1767384626.754471:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000068349159. 00000004:00000010:3.0:1767384626.754481:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d6ca8dd3. 00000004:00000010:3.0:1767384626.754487:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f78e5664. 00000004:00000010:3.0:1767384626.754495:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002a94a89b. 00002000:00000010:3.0:1767384626.754500:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009051ebd3. 00000004:00000010:3.0:1767384626.754506:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000012dd5c8c. 00000004:00000001:3.0:1767384626.754511:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384626.754514:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384626.754516:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003a43bbba 00000040:00001000:3.0:1767384626.754518:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384626.754519:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384626.754522:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384626.754524:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384626.754527:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384626.754529:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384626.754538:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384626.754540:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:3.0:1767384626.754542:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384626.754610:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384626.754616:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003efa92f9. 00000040:00000010:3.0:1767384626.754622:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000029980bcf. 00000020:00000010:3.0:1767384626.754626:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ccfce9a7. 00000020:00000010:3.0:1767384626.754632:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384626.754637:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d5d8f84f. 80000000:00000010:3.0:1767384626.754641:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000017853577. 40000000:00000010:3.0:1767384626.754645:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001097a19e. 00100000:00000010:3.0:1767384626.754649:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000099656ce7. 00040000:00000010:3.0:1767384626.754653:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000069339c47. 00040000:00000010:3.0:1767384626.754657:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001b8c8a15. 00040000:00000010:3.0:1767384626.754661:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004187137b. 00080000:00000010:3.0:1767384626.754668:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000068349159. 00080000:00000010:3.0:1767384626.754673:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000893fbe12. 00000004:00000010:3.0:1767384626.754676:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d6ca8dd3. 00000004:00000010:3.0:1767384626.754681:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f78e5664. 00000004:00000010:3.0:1767384626.754687:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002a94a89b. 00002000:00000010:3.0:1767384626.754691:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009051ebd3. 00000004:00000010:3.0:1767384626.754696:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000012dd5c8c. 00000020:00000010:3.0:1767384626.754702:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd95f7c0. 00000020:00000001:3.0:1767384626.754706:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.754708:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384626.754713:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003a43bbba. 10000000:00000040:3.0:1767384626.754722:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384626.754726:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000009fa96bb0. 10000000:00000001:3.0:1767384626.754729:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.754733:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384626.754738:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c1eae38 x1853237050230656/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384642 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.754745:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384626.754748:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384626.754757:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d486e48e. 02000000:00000001:3.0:1767384626.754761:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384626.754763:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384626.754765:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384626.754769:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384626.754770:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384626.754773:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384626.754775:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384626.754777:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384626.754779:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000c0292edf. 00000100:00000010:3.0:1767384626.754784:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000097ab502f. 00000100:00000001:3.0:1767384626.754788:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384626.754790:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a62d1ebb. 02000000:00000001:3.0:1767384626.754794:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384626.754795:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384626.754797:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c1eae38. 00000100:00000001:3.0:1767384626.754801:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384626.754803:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384626.754821:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008c911687. 10000000:01000000:3.0:1767384626.754827:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384626.754831:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384626.754833:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384626.754835:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384626.754837:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=3 00000020:00000001:3.0:1767384626.754840:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:3.0:1767384626.754843:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:3.0:1767384626.754846:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384626.754849:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4fb3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384626.754857:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384626.754858:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384626.754861:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4fb3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384626.754868:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384626.754877:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384626.754879:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384626.754882:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384626.754884:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384626.754887:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384626.754890:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384626.754892:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:3.0:1767384626.754895:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384626.754915:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384626.754922:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102071 00000400:00000200:3.0:1767384626.754925:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (21) 00000400:00000010:3.0:1767384626.754931:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 0000000067c6ed14. 00000400:00000010:3.0:1767384626.754934:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007529c56c. 00000400:00000010:3.0:1767384626.754942:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e46dc26. 00000400:00000200:3.0:1767384626.754946:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000400:00000200:3.0:1767384626.754957:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:3.0:1767384626.754965:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:3.0:1767384626.754971:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:3.0:1767384626.754977:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:3.0:1767384626.754982:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:3.0:1767384626.754989:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:3.0:1767384626.754995:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:3.0:1767384626.755001:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:3.0:1767384626.755008:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:3.0:1767384626.755014:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:3.0:1767384626.755021:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:3.0:1767384626.755028:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:3.0:1767384626.755042:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:3.0:1767384626.755047:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:3.0:1767384626.755051:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:3.0:1767384626.755057:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:3.0:1767384626.755062:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:3.0:1767384626.755068:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:3.0:1767384626.755073:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000400:00000200:3.0:1767384626.755077:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[55, 8], ns[55, 8] 00000400:00000200:3.0:1767384626.755083:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:3.0:1767384626.755088:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp10 00000400:00000200:3.0:1767384626.755092:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384626.755097:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp10 00000400:00000200:3.0:1767384626.755101:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp10 NI seq info: [56:56:256:4294967295] 192.168.202.122@tcp10 LPNI seq info [56:56:8:4294967295] 00000400:00000200:3.0:1767384626.755108:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp10 00000400:00000200:3.0:1767384626.755122:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp10(192.168.202.122@tcp10:) -> 192.168.202.122@tcp10(192.168.202.122@tcp:192.168.202.122@tcp10) : GET try# 0 00000800:00000200:3.0:1767384626.755128:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp10 00000800:00000010:3.0:1767384626.755133:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000069339c47. 00000800:00000200:3.0:1767384626.755141:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a431aab0] -> 12345-192.168.202.122@tcp10 (6) 00000800:00000200:3.0:1767384626.755149:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp10 ip 192.168.202.122:988 00000800:00000200:3.0:1767384626.755154:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000069339c47 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384626.755169:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384626.755174:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100271 rc 0 00000400:00000200:3.0:1767384626.755180:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp29(000000009f7a0956) state 0x41 00000400:00000200:3.0:1767384626.755184:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000009f7a0956 (2) 00000400:00000010:3.0:1767384626.755196:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a62d1ebb. 00000400:00000010:3.0:1767384626.755217:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004cb82f8. 00000400:00000010:3.0:1767384626.755225:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000014370639. 00000400:00000200:3.0:1767384626.755229:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp29 00000400:00000200:3.0:1767384626.755240:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp29 local destination 00000400:00000200:3.0:1767384626.755244:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000400:00000200:3.0:1767384626.755247:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp29 00000400:00000200:3.0:1767384626.755250:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp29 lpni_is_preferred = 0 00000400:00000200:3.0:1767384626.755253:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp29 00000400:00000200:3.0:1767384626.755258:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp29 NI seq info: [57:57:256:4294967295] 192.168.202.122@tcp29 LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767384626.755263:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp29 00000400:00000200:3.0:1767384626.755274:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp29(192.168.202.122@tcp29:) -> 192.168.202.122@tcp29(192.168.202.122@tcp29:192.168.202.122@tcp29) : GET try# 0 00000800:00000200:3.0:1767384626.755279:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp29 00000800:00000010:3.0:1767384626.755283:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a3854eff. 00000800:00000010:3.0:1767384626.755326:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000024c98f2. 00000800:00000010:3.0:1767384626.755332:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e3b41cdf. 00000800:00000200:3.0:1767384626.755339:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000024c98f2] -> 12345-192.168.202.122@tcp29 (2) 00000800:00000200:3.1:1767384626.755345:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000024c98f2] -> 12345-192.168.202.122@tcp29 (2) 00000400:00000200:3.0:1767384626.755361:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp29 00000400:00000200:3.0:1767384626.755365:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp29(000000009f7a0956) state 0x241 rc 0 00000800:00000200:0.0:1767384626.757562:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384626.757566:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000069339c47. 00000400:00000200:0.0:1767384626.757569:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384626.757573:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp10->192.168.202.122@tcp10: GET: OK 00000400:00000200:0.0:1767384626.757577:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384626.757580:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000800:00000001:0.0:1767384626.757589:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384626.757598:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384626.757602:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384626.757608:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384626.757614:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp10(192.168.202.122@tcp10) <- 192.168.202.122@tcp10 : GET - for me 00000400:00000200:0.0:1767384626.757633:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384626.757642:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 368/368 into md 0x1735 [1] + 0 00000400:00000200:0.0:1767384626.757652:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp10 to MR: 192.168.202.122@tcp10 local destination 00000400:00000200:0.0:1767384626.757657:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp10 NI seq info: [58:58:256:4294967295] 192.168.202.122@tcp10 LPNI seq info [57:57:8:4294967295] 00000400:00000200:0.0:1767384626.757666:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp10(192.168.202.122@tcp10:192.168.202.122@tcp10) -> 192.168.202.122@tcp10(192.168.202.122@tcp10:192.168.202.122@tcp10) 192.168.202.122@tcp10 : REPLY try# 0 00000800:00000200:0.0:1767384626.757670:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.122@tcp10 00000800:00000010:0.0:1767384626.757673:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d9eff3b. 00000800:00000200:0.0:1767384626.757677:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a431aab0] -> 12345-192.168.202.122@tcp10 (6) 00000800:00000200:0.0:1767384626.757681:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp10 ip 192.168.202.122:1021 00000800:00000200:0.0:1767384626.757683:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d9eff3b type 3, nob 464 niov 1 nkiov 1 00000800:00000200:0.0:1767384626.757719:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384626.757721:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d9eff3b. 00000400:00000200:0.0:1767384626.757724:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384626.757726:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp10->192.168.202.122@tcp10: REPLY: OK 00000800:00000001:0.0:1767384626.757733:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384626.757736:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384626.757737:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384626.757740:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384626.757742:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384626.757744:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384626.757747:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp10(192.168.202.122@tcp10) <- 192.168.202.122@tcp10 : REPLY - for me 00000400:00000200:0.0:1767384626.757754:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp10: Reply from 12345-192.168.202.122@tcp10 of length 368/368 into md 0x178d 00000800:00000001:0.0:1767384626.757757:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384626.757761:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384626.757762:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384626.757764:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp10->192.168.202.122@tcp10: REPLY: OK 00000400:00000200:0.0:1767384626.757766:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007529c56c 00000400:00000010:0.0:1767384626.757767:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007529c56c. 00000400:00000200:0.0:1767384626.757769:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384626.757773:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:0.0:1767384626.757781:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:0.0:1767384626.757785:0:16338:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 21. state = 0x100271 00000400:00000200:0.0:1767384626.757788:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384626.757795:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (22) 00000800:00000001:0.0:1767384626.757800:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384626.757802:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384626.757879:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384626.757884:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1000f1 00000400:00000010:3.0:1767384626.757891:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 440 at 00000000cd95f7c0. 00000400:00000010:3.0:1767384626.757894:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 528 at 000000007cd36af0. 00000400:00000010:3.0:1767384626.757897:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 440 at 000000004187137b. 00000400:00000200:3.0:1767384626.757914:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp28(000000004ebcb61a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384626.757923:0:16342:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000004cb82f8 00000400:00000200:3.0:1767384626.757927:0:16342:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.122@tcp29 00000400:00000200:3.0:1767384626.757933:0:16342:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.122@tcp29 NID 192.168.202.122@tcp29 00000400:00000010:3.0:1767384626.757938:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d5d8f84f. 00000400:00000200:3.0:1767384626.757946:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d5d8f84f nid 192.168.202.122@tcp29 00000400:00000010:3.0:1767384626.757952:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000017853577. 00000400:00000200:3.0:1767384626.757965:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 0000000017853577 net tcp29 00000400:00000200:3.0:1767384626.757970:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (21) 00000400:00000200:3.0:1767384626.757975:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp29 flags 0x11 00000400:00000010:3.0:1767384626.757979:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 440 at 00000000cd95f7c0. 00000400:00000010:3.0:1767384626.757982:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 528 at 000000007cd36af0. 00000400:00000010:3.0:1767384626.757985:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 440 at 000000004187137b. 00000400:00000010:3.0:1767384626.757988:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 0000000067c6ed14. 00000400:00000200:3.0:1767384626.757994:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384626.757998:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100171 00000400:00000200:3.0:1767384626.758002:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100171 rc 1 00000400:00000200:3.0:1767384626.758006:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100171 00000400:00000200:3.0:1767384626.758009:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384626.758011:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100111 rc 0 00000400:00000200:3.0:1767384626.758015:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:3.0:1767384626.758019:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (22) 00000400:00000200:0.0:1767384626.758105:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758145:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758174:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758222:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758256:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758277:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000040:2.0:1767384626.758400:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294915078, at 4294915079 00000100:00000010:2.0:1767384626.758409:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071f7334e. 00000400:00000200:0.0:1767384626.758569:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758603:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758639:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758672:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758704:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758737:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758764:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758795:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758832:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758880:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758923:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.758966:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759003:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759040:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759070:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759105:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759141:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759215:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759271:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000100:00000040:3.0:1767384626.759337:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294915078, at 4294915080 00000100:00000010:3.0:1767384626.759343:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049440de2. 00000100:00000040:1.0:1767384626.759348:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294915078, at 4294915080 00000100:00000010:1.0:1767384626.759355:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af15351c. 00000400:00000200:0.0:1767384626.759372:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759426:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759462:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759509:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759536:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759558:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759595:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759632:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759668:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384626.759704:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384626.759840:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bab46fe4. 00000800:00000010:0.0:1767384626.759845:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000038e3a24. 00000800:00000010:0.0:1767384626.759850:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f481660e. 00000800:00000010:0.0:1767384626.759871:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f481660e. 00000800:00020000:0.0:1767384626.759879:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384626.759881:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000038e3a24. 00000800:00000010:0.0:1767384626.759885:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bab46fe4. 00000400:02020000:0.0:1767384626.759925:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp29 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384626.759930:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp29 notifying 192.168.202.122@tcp29: down 00000800:00000200:0.0:1767384626.759935:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp29 down 00000800:00000100:0.0:1767384626.759940:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp29 00000800:00000010:0.0:1767384626.759943:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a3854eff. 00000400:00000200:0.0:1767384626.759946:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384626.759949:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp29->192.168.202.122@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384626.759954:0:16335:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp29 added to recovery queue. ping count: 0 next ping: 248 health :900 00000400:00000200:0.0:1767384626.759956:0:16335:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004cb82f8 00000400:00000010:0.0:1767384626.759958:0:16335:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004cb82f8. 00000400:00000200:0.0:1767384626.759961:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384626.759963:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp29: 1 00000400:00000200:0.0:1767384626.759966:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp29 (000000009f7a0956): -114 00000400:00000010:0.0:1767384626.759979:0:16335:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a62d1ebb. 00000400:00000200:0.0:1767384626.759988:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009f7a0956 (3) 00000400:00000200:0.0:1767384626.759993:0:16335:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000088fee0c6 nid 192.168.202.122@tcp29 00000400:00000010:0.0:1767384626.759995:0:16335:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000088fee0c6. 00000400:00000200:0.0:1767384626.760000:0:16335:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000000f12baf2 net tcp29 00000400:00000010:0.0:1767384626.760001:0:16335:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000000f12baf2. 00000400:00000200:0.0:1767384626.760004:0:16335:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009f7a0956 (2) 00000400:00000200:1.0:1767384626.760018:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000040:0.0:1767384626.760019:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294915078, at 4294915080 00000400:00000200:1.0:1767384626.760026:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp29(000000009f7a0956) state 0x80841 00000100:00000010:0.0:1767384626.760026:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000953272a9. 00000400:00000200:1.0:1767384626.760032:0:16342:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.122@tcp29(000000009f7a0956) state 0x80841 00000400:00000200:1.0:1767384626.760035:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp29(000000009f7a0956) state 0x80801 rc 0 00000400:00000200:1.0:1767384626.760037:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp29 (000000009f7a0956) 00000400:00000200:1.0:1767384626.760040:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000009f7a0956 (1) 00000400:00000200:1.0:1767384626.760042:0:16342:0:(peer.c:272:lnet_destroy_peer_locked()) 000000009f7a0956 nid 192.168.202.122@tcp29 00000400:00000010:1.0:1767384626.760044:0:16342:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000009f7a0956. 00000020:00000010:2.0:1767384626.768351:0:26631:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000002f2f6658. 00000020:00000040:2.0:1767384626.768359:0:26631:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384626.768362:0:26631:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000002f2f6658. 00010000:00000001:1.0:1767384626.943354:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384626.943360:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.943366:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384626.943367:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384626.943399:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384626.943403:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384626.943406:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384627.263559:0:17062:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384627.263565:0:17062:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384627.264347:0:21714:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384627.264351:0:21714:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384627.518741:0:26856:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001131626c. 00080000:00000010:1.0:1767384627.518751:0:26856:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001131626c. 00000020:00000001:1.0:1767384627.518754:0:26856:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384627.518761:0:26856:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001131626c. 00080000:00000010:1.0:1767384627.518765:0:26856:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001131626c. 00000020:00000001:1.0:1767384627.518767:0:26856:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384627.776362:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp28 00000400:00000010:2.0:1767384627.776369:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005e7e5f67. 00000400:00000010:2.0:1767384627.776375:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000620013d. 00000400:00000010:2.0:1767384627.776379:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98008a2. 00000400:00000010:2.0:1767384627.776387:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c85821c7. 00000400:00000200:2.0:1767384627.776391:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp28 00000400:00000200:2.0:1767384627.776406:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp28 local destination 00000400:00000200:2.0:1767384627.776412:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp28 00000400:00000200:2.0:1767384627.776416:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp28 NI seq info: [59:59:256:4294967295] 192.168.202.122@tcp28 LPNI seq info [58:58:8:4294967295] 00000400:00000200:2.0:1767384627.776421:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp28 00000400:00000200:2.0:1767384627.776426:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp28(192.168.202.122@tcp28:) -> 192.168.202.122@tcp28(192.168.202.122@tcp28:192.168.202.122@tcp28) : GET try# 0 00000800:00000200:2.0:1767384627.776451:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp28 00000800:00000010:2.0:1767384627.776458:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000092c4017d. 00000800:00000200:2.0:1767384627.776464:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054b52373] -> 12345-192.168.202.122@tcp28 (2) 00000800:00000200:2.1:1767384627.776481:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054b52373] -> 12345-192.168.202.122@tcp28 (2) 00000400:00000200:2.0:1767384627.776506:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp28 added to recovery queue. ping count: 1 next ping: 250 health :900 00000400:00000200:2.0:1767384627.776512:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp29 00000400:00000010:2.0:1767384627.776516:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000d45ac1b. 00000400:00000010:2.0:1767384627.776521:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cb11c0e9. 00000400:00000010:2.0:1767384627.776525:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384627.776529:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002b36dba5. 00000400:00000200:2.0:1767384627.776534:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp29 00000400:00000200:2.0:1767384627.776541:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp29 local destination 00000400:00000200:2.0:1767384627.776545:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp29 00000400:00000200:2.0:1767384627.776550:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp29 NI seq info: [60:60:256:4294967295] 192.168.202.122@tcp29 LPNI seq info [59:59:8:4294967295] 00000400:00000200:2.0:1767384627.776554:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp29 00000400:00000200:2.0:1767384627.776565:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp29(192.168.202.122@tcp29:) -> 192.168.202.122@tcp29(192.168.202.122@tcp29:192.168.202.122@tcp29) : GET try# 0 00000800:00000200:2.0:1767384627.776569:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp29 00000800:00000010:2.0:1767384627.776573:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000066ea2b72. 00000800:00000200:2.0:1767384627.776579:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000024c98f2] -> 12345-192.168.202.122@tcp29 (2) 00000800:00000200:2.1:1767384627.776583:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000024c98f2] -> 12345-192.168.202.122@tcp29 (2) 00000400:00000200:2.0:1767384627.776594:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp29 added to recovery queue. ping count: 1 next ping: 250 health :900 00000400:00000200:2.0:1767384627.776660:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.776724:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.776764:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.776789:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.776816:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.776864:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.776901:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.776920:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.776957:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777003:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777031:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777067:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777100:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777149:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777203:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777253:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.777330:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777340:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.777392:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777399:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.777440:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777454:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.777493:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777531:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.777555:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777591:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.777625:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777644:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.777677:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777698:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.777731:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777760:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.777794:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777826:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.777860:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777894:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.777920:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777942:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.777972:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.777988:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.778042:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778045:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.778089:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778129:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.778165:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778216:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.778237:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778270:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.778289:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778351:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.778364:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778419:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.778433:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778488:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778524:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778543:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778574:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778638:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000800:00000010:2.0:1767384627.778653:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009141cd34. 00000800:00000010:2.0:1767384627.778659:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000037f04433. 00000800:00000010:2.0:1767384627.778666:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5b74ea7. 00000400:00000200:1.0:1767384627.778688:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000800:00000010:2.0:1767384627.778694:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5b74ea7. 00000800:00020000:2.0:1767384627.778707:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384627.778709:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000037f04433. 00000800:00000010:2.0:1767384627.778712:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009141cd34. 00000400:00000200:1.0:1767384627.778725:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778766:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:02020000:2.0:1767384627.778770:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp28 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384627.778778:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp28 notifying 192.168.202.122@tcp28: down 00000800:00000200:2.0:1767384627.778789:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp28 down 00000800:00000100:2.0:1767384627.778797:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp28 00000800:00000010:2.0:1767384627.778800:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000092c4017d. 00000400:00000200:1.0:1767384627.778801:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384627.778806:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384627.778813:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp28->192.168.202.122@tcp28: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384627.778820:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384627.778824:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp28 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384627.778829:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp28) recovery failed with -71 00000400:00000200:1.0:1767384627.778855:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778886:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778918:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778945:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778965:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.778988:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.779022:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384627.779053:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:1.0:1767384627.779160:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007b17777d. 00000800:00000010:1.0:1767384627.779164:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dfb08889. 00000800:00000010:1.0:1767384627.779168:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004d04afe0. 00000800:00000010:1.0:1767384627.779186:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004d04afe0. 00000800:00020000:1.0:1767384627.779209:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384627.779212:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dfb08889. 00000800:00000010:1.0:1767384627.779214:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007b17777d. 00000400:02020000:1.0:1767384627.779261:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp29 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384627.779272:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp29 notifying 192.168.202.122@tcp29: down 00000400:00000200:1.0:1767384627.779275:0:16332:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384627.779277:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp29 00000800:00000010:1.0:1767384627.779279:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000066ea2b72. 00000400:00000200:1.0:1767384627.779283:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384627.779285:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp29->192.168.202.122@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384627.779322:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384627.779325:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384627.779328:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp29) recovery failed with -71 00010000:00000001:1.0:1767384627.967340:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384627.967346:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384627.967351:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384627.967352:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384627.967397:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384627.967402:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384627.967405:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384628.224941:0:27020:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384628.224946:0:27020:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:2.0:1767384628.227706:0:27020:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384628.233975:0:27021:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a822003b. 00000400:00000010:2.0:1767384628.233989:0:27021:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f52edd20. 00000400:00000010:2.0:1767384628.233997:0:27021:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000963e7ce5. 00000400:00000010:2.0:1767384628.234000:0:27021:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000091b2e8f1. 00000400:00000010:2.0:1767384628.234004:0:27021:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ca07ddd1. 00000400:00000010:2.0:1767384628.234007:0:27021:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002da020ea. 00000400:00000010:2.0:1767384628.234009:0:27021:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ae9d2869. 00000400:00000010:2.0:1767384628.234010:0:27021:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009da2e92e. 00000400:00000010:2.0:1767384628.234013:0:27021:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003720b1cb. 00000800:00000010:2.0:1767384628.234025:0:27021:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000092c4017d. 00000800:00000200:2.0:1767384628.234034:0:27021:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384628.234043:0:27021:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384628.234075:0:27021:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384628.234094:0:27021:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp30 [8/256/0/180] 00000400:00000010:2.0:1767384628.235620:0:27021:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000004a44b46f. 00000400:00000010:2.0:1767384628.235626:0:27021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baacdf6a. 00000400:00000010:2.0:1767384628.235631:0:27021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fc209b. 00000400:00000001:2.0:1767384628.235648:0:27021:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384628.235650:0:27021:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384628.235651:0:27021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095d14f5f. 00000400:00000200:2.0:1767384628.235654:0:27021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce959ea 00000400:00000010:2.0:1767384628.235660:0:27021:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce959ea. 00000400:00000010:2.0:1767384628.235664:0:27021:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000007d6d4a83. 00000400:00000200:2.0:1767384628.235668:0:27021:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (21) 00000400:00000200:2.0:1767384628.235679:0:27021:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384628.235686:0:27021:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:2.0:1767384628.235691:0:27021:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009141cd34. 00000020:01000000:2.0:1767384628.235695:0:27021:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384628.235697:0:27021:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp30 00000400:00000010:2.0:1767384628.235709:0:27021:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f52edd20. 00000400:00000200:1.0:1767384628.235711:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384628.235712:0:27021:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a822003b. 00000400:00000200:1.0:1767384628.235721:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:1.0:1767384628.235730:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a531f8f. 00000400:00000200:1.0:1767384628.235734:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (22) 00000020:00000001:0.0:1767384628.235734:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384628.235740:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:1.0:1767384628.235744:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000049fbb924. 10000000:00000001:0.0:1767384628.235745:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384628.235748:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384628.235752:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384628.235753:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp10 00000020:01000004:0.0:1767384628.235756:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384628.235758:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384628.235760:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384628.235761:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384628.235762:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384628.235763:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384628.235764:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384628.235766:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384628.235767:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384628.235772:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp10 to MR: 192.168.202.122@tcp10 local destination 00000400:00000200:1.0:1767384628.235780:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp10 NI seq info: [61:61:256:4294967295] 192.168.202.122@tcp10 LPNI seq info [60:60:8:4294967295] 00000400:00000200:1.0:1767384628.235789:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp10 00000100:00000010:0.0:1767384628.235790:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005139886f. 00000020:00000040:0.0:1767384628.235796:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384628.235802:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384628.235806:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp10(192.168.202.122@tcp10:192.168.202.122@tcp10) -> 192.168.202.122@tcp10(192.168.202.122@tcp10:192.168.202.122@tcp10) : PUT try# 0 02000000:00000001:0.0:1767384628.235806:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384628.235811:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384628.235817:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.122@tcp10 02000000:00000010:0.0:1767384628.235820:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bab46fe4. 00000800:00000010:1.0:1767384628.235824:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d9e1c6b0. 00000100:00000001:0.0:1767384628.235828:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384628.235835:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a431aab0] -> 12345-192.168.202.122@tcp10 (6) 00000100:00000001:0.0:1767384628.235837:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384628.235840:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384628.235847:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp10 ip 192.168.202.122:988 00000100:00000040:0.0:1767384628.235848:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005139886f] to pc [ptlrpcd_00_00+0] req@000000005139886f x1853237050230784/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384628.235855:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d9e1c6b0 type 1, nob 480 niov 1 nkiov 1 10000000:00000001:0.0:1767384628.235877:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.235878:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:1.0:1767384628.235882:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 10000000:00000001:0.0:1767384628.235886:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.235888:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384628.235892:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384628.235901:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384628.235902:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384628.235904:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384628.235905:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384628.235907:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384628.235909:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384628.235911:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384628.235912:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384628.235913:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384628.235914:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384628.235915:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384628.235916:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384628.235920:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384628.235921:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384628.235922:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384628.235924:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c7f302c. 00000100:00000001:3.0:1767384628.235926:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767384628.235928:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384628.235932:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384628.235934:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384628.235935:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005139886f x1853237050230784/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384628.235936:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384628.235944:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a040aba0. 00000100:00000001:0.0:1767384628.235949:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.235952:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384628.235953:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384628.235957:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.235958:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384628.235963:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c7f302c] to pc [ptlrpcd_00_01+1] req@000000009c7f302c x1853237050230912/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384628.235964:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384628.235968:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384628.235976:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384628.235977:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384628.235981:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384628.235984:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005139886f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050230784:0@lo:253: 00000020:00000001:0.0:1767384628.235984:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384628.235986:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384628.235988:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009141cd34. 00000100:00000001:0.0:1767384628.235996:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.235998:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384628.236000:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384628.236003:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384628.236006:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384628.236007:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c7f302c x1853237050230912/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384628.236010:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.236017:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384628.236022:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384628.236024:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384628.236025:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000893fbe12. 00000800:00000200:1.0:1767384628.236027:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384628.236027:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384628.236030:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384628.236031:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.236034:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384628.236035:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9e1c6b0. 00000400:00000010:3.0:1767384628.236039:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4606132. 00000100:00100000:0.0:1767384628.236039:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c7f302c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050230912:0@lo:253: 00000400:00000200:1.0:1767384628.236043:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384628.236046:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384628.236049:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384628.236050:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb7962e2. 02000000:00000001:0.0:1767384628.236052:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.236057:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp10->192.168.202.122@tcp10: PUT: OK 02000000:00000001:0.0:1767384628.236057:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384628.236058:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050230784, portal 25 00000100:00000001:3.0:1767384628.236064:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384628.236065:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384628.236069:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963249792 : -108605746301824 : ffff9d3941123480) 00000400:00000200:1.0:1767384628.236071:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp10: 0 02000000:00000010:0.0:1767384628.236073:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008b18b284. 02000000:00000001:0.0:1767384628.236079:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.236080:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005139886f x1853237050230784/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384628.236084:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c2d542. 00000800:00000001:1.0:1767384628.236087:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384628.236092:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a7ce2af. 00000100:00000001:3.0:1767384628.236095:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1767384628.236098:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384628.236098:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050230912, portal 25 00000100:00000040:3.0:1767384628.236101:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384628.236104:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:1.0:1767384628.236105:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384628.236106:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963246208 : -108605746305408 : ffff9d3941122680) 00000400:00000010:3.0:1767384628.236108:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9fe43e4. 00000800:00000001:1.0:1767384628.236112:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384628.236113:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c7f302c x1853237050230912/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384628.236114:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050230784, offset 0 00000400:00000200:3.0:1767384628.236128:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384628.236129:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384628.236130:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp10(192.168.202.122@tcp10) <- 192.168.202.122@tcp10 : PUT - for me 00000100:00000040:0.0:1767384628.236135:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384628.236139:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000038e3a24. 00000400:00000200:3.0:1767384628.236141:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384628.236143:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050230912, offset 0 00000400:00000200:1.0:1767384628.236149:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384628.236155:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384628.236156:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104800 00000400:00000200:0.0:1767384628.236165:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384628.236170:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 368/384 into md 0x174d [1] + 0 00000400:00000200:0.0:1767384628.236175:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104880 00000400:00000010:1.0:1767384628.236179:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002624b227. 00000400:00000200:1.0:1767384628.236196:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000fce19af 00000800:00000001:1.0:1767384628.236203:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384628.236205:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1075 [2] + 0 00000400:00000010:3.0:1767384628.236210:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd3b51e2. 00000800:00000001:1.0:1767384628.236212:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.236215:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000262abc31 00000400:00000200:1.0:1767384628.236217:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384628.236223:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1085 [2] + 0 00000400:00000200:1.0:1767384628.236227:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp10->192.168.202.122@tcp10: PUT: OK 00000400:00000010:0.0:1767384628.236229:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021173b6a. 00000400:00000200:0.0:1767384628.236234:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d7b000a3 00000400:00000200:1.0:1767384628.236237:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fce19af 00000400:00000200:0.0:1767384628.236238:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384628.236240:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384628.236243:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fce19af. 00000400:00000200:0.0:1767384628.236249:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384628.236251:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384628.236252:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384628.236254:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7b000a3 00000400:00000200:1.0:1767384628.236260:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (23) 00000400:00000010:0.0:1767384628.236261:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7b000a3. 00000400:00000200:3.0:1767384628.236269:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000262abc31 00000100:00000001:0.0:1767384628.236269:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384628.236270:0:16338:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000100:00000200:0.0:1767384628.236274:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384628.236275:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000262abc31. 00000400:00000200:1.0:1767384628.236278:0:16338:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (384 bytes) 00000100:00000040:0.0:1767384628.236279:0:16345:0:(events.c:337:request_in_callback()) incoming req@0000000027992b1e x1853237050230912 msgsize 4848 00000100:00000001:3.0:1767384628.236283:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384628.236286:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:0.0:1767384628.236310:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384628.236313:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384628.236317:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000008deda9c2 x1853237050230784 msgsize 4848 00000400:00000200:1.0:1767384628.236319:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000001:0.0:1767384628.236323:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767384628.236329:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384628.236332:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767384628.236336:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (24) 00000100:00000001:3.0:1767384628.236342:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384628.236344:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000038e3a24 00000400:00000010:0.0:1767384628.236348:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000038e3a24. 00000400:00000200:1.0:1767384628.236350:0:16338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:0.0:1767384628.236351:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384628.236352:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9fe43e4 00000100:00000200:0.0:1767384628.236356:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c7f302c x1853237050230912/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384628.236362:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9fe43e4. 00000400:00000200:1.0:1767384628.236363:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp10 to MR: 192.168.202.122@tcp10 local destination 00000100:00000001:3.0:1767384628.236370:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384628.236379:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005139886f x1853237050230784/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384628.236379:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp10 NI seq info: [62:62:256:4294967295] 192.168.202.122@tcp10 LPNI seq info [61:61:8:4294967295] 00000100:00000001:0.0:1767384628.236382:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384628.236388:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c7f302c x1853237050230912/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.236414:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384628.236414:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp10(192.168.202.122@tcp10:192.168.202.122@tcp10) -> 192.168.202.122@tcp10(192.168.202.122@tcp10:192.168.202.122@tcp10) 192.168.202.122@tcp10 : ACK try# 0 00000100:00000001:0.0:1767384628.236416:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.236420:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384628.236422:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005139886f x1853237050230784/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.236435:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.236438:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1767384628.236442:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp10 00000100:00000001:0.0:1767384628.236443:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.236446:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384628.236449:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d9e1c6b0. 00000100:00000001:0.0:1767384628.236450:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294916562 00000100:00000001:3.0:1767384628.236451:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294916562 00000100:00000010:0.0:1767384628.236458:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d18e42f. 00000800:00000200:1.0:1767384628.236462:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a431aab0] -> 12345-192.168.202.122@tcp10 (6) 00000100:00000001:0.0:1767384628.236466:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1767384628.236471:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp10 ip 192.168.202.122:1021 00000100:00000001:0.0:1767384628.236473:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294916562 00000100:00000001:3.0:1767384628.236475:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294916562 00000800:00000200:1.0:1767384628.236476:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d9e1c6b0 type 0, nob 96 niov 1 nkiov 0 00000100:00000010:0.0:1767384628.236478:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008269bc2. 00000100:00000001:3.0:1767384628.236482:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294916562 00000100:00000001:0.0:1767384628.236485:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384628.236489:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294916562 00000100:00000001:3.0:1767384628.236490:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294916562 00000100:00000010:0.0:1767384628.236492:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c827d32f. 00000100:00000001:3.0:1767384628.236494:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294916562 00000800:00000001:1.0:1767384628.236495:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384628.236496:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384628.236502:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294916562 00000100:00000001:0.0:1767384628.236502:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294916562 00000800:00000001:1.0:1767384628.236505:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384628.236505:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1651822. 00000100:00000001:3.0:1767384628.236507:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294916562 00000100:00000001:0.0:1767384628.236512:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384628.236516:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294916562 00000100:00000001:0.0:1767384628.236516:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384628.236519:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.236522:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384628.236524:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.236531:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.236532:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.236538:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.236538:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.236547:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384628.236547:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384628.236550:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384628.236552:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384628.236554:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384628.236557:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384628.236558:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384628.236559:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.236563:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384628.236564:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.236568:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384628.236571:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384628.236573:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384628.236577:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9e1c6b0. 00000800:00000001:0.0:1767384628.236577:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384628.236583:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384628.236584:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384628.236587:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384628.236593:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp10->192.168.202.122@tcp10: ACK: OK 00000800:00000001:0.0:1767384628.236593:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.236599:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1767384628.236599:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384628.236605:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050230912 02000000:00000001:3.0:1767384628.236608:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1767384628.236609:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.236612:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384628.236616:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.236618:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp10(192.168.202.122@tcp10) <- 192.168.202.122@tcp10 : ACK - for me 00000400:00000200:1.0:1767384628.236619:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384628.236626:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000008cae978d. 02000000:00000001:3.0:1767384628.236630:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384628.236634:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445ef3a9. 00000400:00000200:0.0:1767384628.236634:0:16337:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp10: ACK from 12345-192.168.202.122@tcp10 into md 0x17a1 00000100:00100000:3.0:1767384628.236638:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050230912 00000400:00000200:0.0:1767384628.236640:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384628.236642:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384628.236643:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d71b6b0. 00000020:00000040:3.0:1767384628.236647:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000400:00000200:0.0:1767384628.236647:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp10->192.168.202.122@tcp10: ACK: OK 00000400:00000200:1.0:1767384628.236651:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008cae978d 00000020:00000001:3.0:1767384628.236654:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384628.236654:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a531f8f 00000400:00000010:0.0:1767384628.236658:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a531f8f. 00000020:00000040:3.0:1767384628.236660:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000400:00000200:0.0:1767384628.236664:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:3.0:1767384628.236666:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000010:1.0:1767384628.236668:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000009dd56988. 00000400:00000200:0.0:1767384628.236670:0:16337:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000020:00000001:3.0:1767384628.236672:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:0.0:1767384628.236676:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:1.0:1767384628.236677:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000100:00000001:3.0:1767384628.236680:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384628.236681:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (23) 00000020:00000010:3.0:1767384628.236687:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e22def6c. 00000400:00000200:1.0:1767384628.236690:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102051 00000800:00000001:0.0:1767384628.236690:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384628.236692:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384628.236696:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384628.236698:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e22def6c. 00000400:00000200:1.0:1767384628.236698:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (22) 00000400:00000010:1.0:1767384628.236707:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000b06f052a. 00000020:00000010:3.0:1767384628.236709:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014202a23. 00000400:00000010:1.0:1767384628.236713:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005efb0929. 00000020:00000010:3.0:1767384628.236717:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7a5282c. 00000400:00000010:1.0:1767384628.236721:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000059cbcbac. 00000020:00000010:3.0:1767384628.236726:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096b8ca0b. 00000400:00000200:1.0:1767384628.236730:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000100:00000001:0.0:1767384628.236738:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384628.236740:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384628.236742:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050230784 00000400:00000200:1.0:1767384628.236743:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 02000000:00000001:0.0:1767384628.236748:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384628.236749:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384628.236751:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384628.236752:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384628.236754:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000100:00000001:0.0:1767384628.236755:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.236757:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.236760:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384628.236765:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050230784 00000100:00000001:3.0:1767384628.236768:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.236769:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384628.236770:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000020:00000040:0.0:1767384628.236772:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384628.236776:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384628.236780:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:3.0:1767384628.236782:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384628.236785:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000020:00000001:0.0:1767384628.236791:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384628.236795:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:1.0:1767384628.236796:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:0.0:1767384628.236799:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384628.236801:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767384628.236803:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084009931. 00000100:00000001:3.0:1767384628.236805:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384628.236807:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384628.236813:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084009931. 00000100:00100000:3.0:1767384628.236815:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000020:00000010:0.0:1767384628.236821:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de0900f9. 00000100:00000040:3.0:1767384628.236823:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000400:00000200:1.0:1767384628.236827:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000020:00000010:0.0:1767384628.236827:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023b95c0a. 00000100:00000001:3.0:1767384628.236828:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905244752 : -108600804306864 : ffff9d3a67a31050) 00000020:00000010:0.0:1767384628.236834:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000016af4713. 00000100:00000040:3.0:1767384628.236839:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027992b1e x1853237050230912/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:609/0 lens 4848/0 e 0 to 0 dl 1767384639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.236842:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384628.236843:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:0.0:1767384628.236846:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384628.236849:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.236857:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.236863:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:0.0:1767384628.236863:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.236867:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384628.236874:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e22def6c. 00000400:00000200:1.0:1767384628.236875:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000100:00000001:0.0:1767384628.236875:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384628.236880:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384628.236880:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384628.236887:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000020:00000010:3.0:1767384628.236888:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e22def6c. 00000400:00000200:1.0:1767384628.236890:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000040:0.0:1767384628.236893:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:0.0:1767384628.236897:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905248848 : -108600804302768 : ffff9d3a67a32050) 00000100:00100000:3.0:1767384628.236900:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000027992b1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050230912:12345-0@lo:253: 00000100:00000040:0.0:1767384628.236907:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008deda9c2 x1853237050230784/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:609/0 lens 4848/0 e 0 to 0 dl 1767384639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384628.236908:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000200:3.0:1767384628.236918:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050230912 00000020:00000001:3.0:1767384628.236926:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384628.236927:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000100:00000001:0.0:1767384628.236929:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384628.236933:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384628.236933:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000084009931. 00000400:00000200:1.0:1767384628.236938:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000020:00000001:3.0:1767384628.236940:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.236940:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384628.236947:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000084009931. 00000020:00000001:3.0:1767384628.236949:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384628.236951:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000020:00000001:3.0:1767384628.236954:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000100:00100000:0.0:1767384628.236956:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008deda9c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16344:x1853237050230784:12345-0@lo:253: 00000020:00000001:3.0:1767384628.236962:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384628.236966:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050230784 00000020:00000001:3.0:1767384628.236968:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384628.236970:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384628.236971:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:0.0:1767384628.236974:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384628.236976:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384628.236978:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.236980:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384628.236982:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384628.236983:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 10], ns[42, 10] 00000020:00000001:3.0:1767384628.236984:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.236991:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384628.236991:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 02000000:00000001:3.0:1767384628.236996:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384628.236997:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 10], ns[46, 10] 00000020:00000001:0.0:1767384628.236997:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384628.237001:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384628.237003:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000068349159. 00000020:00000001:0.0:1767384628.237007:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384628.237008:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.237010:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384628.237011:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.237012:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 10], ns[50, 10] 00000020:00000001:0.0:1767384628.237013:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384628.237018:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384628.237019:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384628.237023:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384628.237026:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 10], ns[54, 10] 20000000:00000010:3.0:1767384628.237029:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cd6513cf. 02000000:00000010:0.0:1767384628.237030:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005b1aa45a. 20000000:01000000:3.0:1767384628.237034:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384628.237035:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[58, 10], ns[59, 10] 02000000:00000001:0.0:1767384628.237035:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384628.237039:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384628.237040:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384628.237043:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384628.237047:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384628.237048:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384628.237053:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.237053:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[59, 10], ns[60, 10] 20000000:00000010:0.0:1767384628.237056:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007ea3fc4b. 20000000:00000001:3.0:1767384628.237058:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384628.237063:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384628.237066:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 20000000:00000001:0.0:1767384628.237067:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:3.0:1767384628.237070:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cd95f7c0. 20000000:00000001:0.0:1767384628.237072:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:3.0:1767384628.237073:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000001:0.0:1767384628.237075:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.237078:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp11 20000000:00000001:0.0:1767384628.237079:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384628.237082:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384628.237083:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384628.237087:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp11 lpni_is_preferred = 0 00080000:00000001:3.0:1767384628.237088:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384628.237093:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384628.237093:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp11 00000400:00000200:1.0:1767384628.237106:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp11 NI seq info: [63:63:256:4294967295] 192.168.202.122@tcp11 LPNI seq info [62:62:8:4294967295] 00080000:00000001:3.0:1767384628.237110:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384628.237115:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp11 00080000:00000001:3.0:1767384628.237125:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.237127:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp11(192.168.202.122@tcp11:) -> 192.168.202.122@tcp11(192.168.202.122@tcp:192.168.202.122@tcp11) : GET try# 0 00080000:00000001:3.0:1767384628.237130:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384628.237134:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384628.237135:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384628.237139:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384628.237139:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp11 00080000:00000002:3.0:1767384628.237142:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000800:00000010:1.0:1767384628.237144:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d9e1c6b0. 00000800:00000200:1.0:1767384628.237153:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000c2fe5f0] -> 12345-192.168.202.122@tcp11 (6) 00000020:00000001:3.0:1767384628.237154:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:3.0:1767384628.237157:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384628.237161:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384628.237163:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp11 ip 192.168.202.122:988 00080000:00000001:3.0:1767384628.237165:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384628.237168:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d9e1c6b0 type 2, nob 96 niov 1 nkiov 0 00080000:00000001:3.0:1767384628.237169:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384628.237175:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384628.237180:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:3.0:1767384628.237184:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384628.237199:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00080000:00000010:3.0:1767384628.237202:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c110d8e6. 00000400:00000200:1.0:1767384628.237205:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100251 rc 0 00080000:00000001:3.0:1767384628.237207:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468050451968 : -108605659099648 : ffff9d394644ce00) 00080000:00000001:3.0:1767384628.237214:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384628.237217:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384628.237221:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e22def6c. 00080000:00000001:3.0:1767384628.237223:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384628.237225:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384628.237239:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384628.237255:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:1.0:1767384628.237272:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384628.237277:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d9e1c6b0. 00000800:00000001:0.0:1767384628.237279:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384628.237281:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384628.237286:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384628.237289:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp11->192.168.202.122@tcp11: GET: OK 00000800:00000001:0.0:1767384628.237316:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384628.237318:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384628.237324:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000800:00000001:0.0:1767384628.237324:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384628.237333:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp11(192.168.202.122@tcp11) <- 192.168.202.122@tcp11 : GET - for me 00000400:00000200:0.0:1767384628.237341:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384628.237345:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 384/384 into md 0x179d [1] + 0 00000400:00000200:0.0:1767384628.237351:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp11 to MR: 192.168.202.122@tcp11 local destination 00000400:00000200:0.0:1767384628.237354:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp11 NI seq info: [64:64:256:4294967295] 192.168.202.122@tcp11 LPNI seq info [63:63:8:4294967295] 00000400:00000200:0.0:1767384628.237361:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp11(192.168.202.122@tcp11:192.168.202.122@tcp11) -> 192.168.202.122@tcp11(192.168.202.122@tcp11:192.168.202.122@tcp11) 192.168.202.122@tcp11 : REPLY try# 0 00000800:00000200:0.0:1767384628.237365:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.202.122@tcp11 00000800:00000010:0.0:1767384628.237367:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000062991cf. 00000800:00000200:0.0:1767384628.237372:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000c2fe5f0] -> 12345-192.168.202.122@tcp11 (6) 00000800:00000200:0.0:1767384628.237381:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp11 ip 192.168.202.122:1019 00000800:00000200:0.0:1767384628.237384:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000062991cf type 3, nob 480 niov 1 nkiov 1 00000800:00000001:1.0:1767384628.237420:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384628.237442:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384628.237446:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000062991cf. 00000400:00000200:0.0:1767384628.237450:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384628.237454:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp11->192.168.202.122@tcp11: REPLY: OK 00000800:00000001:3.0:1767384628.237457:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384628.237458:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384628.237466:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384628.237470:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.237473:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.237480:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp11(192.168.202.122@tcp11) <- 192.168.202.122@tcp11 : REPLY - for me 00000400:00000200:3.0:1767384628.237490:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp11: Reply from 12345-192.168.202.122@tcp11 of length 384/384 into md 0x17b9 00000800:00000001:3.0:1767384628.237493:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.237497:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.237498:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384628.237502:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp11->192.168.202.122@tcp11: REPLY: OK 00000400:00000200:3.0:1767384628.237505:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005efb0929 00000400:00000010:3.0:1767384628.237506:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005efb0929. 00000400:00000200:3.0:1767384628.237511:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384628.237514:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:3.0:1767384628.237517:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:3.0:1767384628.237520:0:16338:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 22. state = 0x100251 00000400:00000200:3.0:1767384628.237523:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384628.237539:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (23) 00000800:00000001:3.0:1767384628.237545:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.237548:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384628.237567:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384628.237574:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1000d1 00000400:00000010:1.0:1767384628.237583:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000815a67ed. 00000400:00000010:1.0:1767384628.237587:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 00000000b48f7a73. 00000400:00000010:1.0:1767384628.237590:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000fd62ceae. 00000400:00000200:1.0:1767384628.237619:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp28(000000004ebcb61a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384628.237624:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp29(00000000d5d8f84f) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384628.237631:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009ebfae6c. 00000400:00000200:1.0:1767384628.237638:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009ebfae6c nid 192.168.202.122@tcp30 00000400:00000010:1.0:1767384628.237642:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a0b7d9ae. 00000400:00000200:1.0:1767384628.237645:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a0b7d9ae net tcp30 00000400:00000200:1.0:1767384628.237648:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (22) 00000400:00000200:1.0:1767384628.237653:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp30 flags 0x11 00000400:00000010:1.0:1767384628.237665:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000815a67ed. 00000400:00000010:1.0:1767384628.237669:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 00000000b48f7a73. 00000400:00000010:1.0:1767384628.237671:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000fd62ceae. 00000400:00000010:1.0:1767384628.237674:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000b06f052a. 00000400:00000200:1.0:1767384628.237677:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384628.237680:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100151 00000400:00000200:1.0:1767384628.237684:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 rc 1 00000400:00000200:1.0:1767384628.237687:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000200:1.0:1767384628.237690:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:1.0:1767384628.237692:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100111 rc 0 00000400:00000200:1.0:1767384628.237695:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:1.0:1767384628.237699:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (23) 00080000:00000010:1.0:1767384628.240835:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c110d8e6. 00080000:00000010:3.0:1767384628.240888:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e22def6c. 00040000:00000001:3.0:1767384628.240894:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384628.240896:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384628.240898:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384628.240902:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384628.240904:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384628.240906:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384628.240917:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384628.240923:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384628.240926:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384628.240933:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384628.240937:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384628.240942:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384628.240946:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384628.240951:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384628.240955:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:0.0:1767384628.240960:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d3c528b4. 00010000:00000040:1.0:1767384628.240962:0:17092:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000016633f82 count: 2 20000000:01000000:0.0:1767384628.240965:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00010000:00000001:1.0:1767384628.240967:0:17092:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384628.240970:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384628.240973:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384628.240976:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:1.0:1767384628.240979:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed056c77. 00080000:00000001:0.0:1767384628.240980:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:1.0:1767384628.240986:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384628.240990:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ed056c77 with handle 0x9f279d7a9a0b4fba to hash 00080000:00000001:0.0:1767384628.240992:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:1.0:1767384628.240993:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384628.240997:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:1.0:1767384628.241000:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00080000:00000001:0.0:1767384628.241002:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.241005:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384628.241006:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384628.241009:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384628.241009:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384628.241015:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:1.0:1767384628.241017:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384628.241018:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384628.241022:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:0.0:1767384628.241029:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:0.0:1767384628.241033:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384628.241035:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384628.241036:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384628.241040:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384628.241042:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384628.241044:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384628.241048:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:0.0:1767384628.241049:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:1.0:1767384628.241053:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384628.241054:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384628.241058:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:0.0:1767384628.241060:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d2ec86ab. 00010000:00000001:1.0:1767384628.241063:0:17092:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:0.0:1767384628.241064:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468039767040 : -108605669784576 : ffff9d3945a1c400) 00080000:00000020:3.0:1767384628.241066:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:0.0:1767384628.241069:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:3.0:1767384628.241072:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384628.241072:0:17092:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fb3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4fac expref: 16 pid: 17069 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767384628.241073:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000010:3.0:1767384628.241076:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cd6513cf. 00080000:00000010:0.0:1767384628.241078:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000084009931. 20000000:00000001:3.0:1767384628.241083:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384628.241084:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384628.241090:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050230912 00010000:00000001:1.0:1767384628.241091:0:17092:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:0.0:1767384628.241091:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384628.241097:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384628.241097:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.241102:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384628.241103:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384628.241105:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027992b1e x1853237050230912/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384628.241107:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384628.241113:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384628.241115:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384628.241119:0:17092:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384628.241123:0:17092:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.241126:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384628.241131:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384628.241134:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000016633f82) refcount = 2 00000100:00001000:3.0:1767384628.241137:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=45 v=5 (1 0 0 0) 00010000:00000040:1.0:1767384628.241139:0:17092:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00000001:3.0:1767384628.241146:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384628.241146:0:17092:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x9f279d7a9a0b4fac expref: 16 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384628.241152:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384628.241158:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000040:1.0:1767384628.241161:0:17092:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 02000000:00000001:3.0:1767384628.241163:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:1.0:1767384628.241165:0:17092:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384628.241168:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.241175:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000010:1.0:1767384628.241179:0:17092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e40fb82f. 00000100:00000040:3.0:1767384628.241180:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384628.241200:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9fe43e4. 00000100:00000001:1.0:1767384628.241202:0:17092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000200:3.0:1767384628.241207:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050230912, offset 224 00000100:00000010:1.0:1767384628.241209:0:17092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aef45778. 00000100:00000001:1.0:1767384628.241213:0:17092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635473145789632 : -108600563761984 : ffff9d3a75f97cc0) 00000100:00000001:1.0:1767384628.241218:0:17092:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635473145789632 : -108600563761984 : ffff9d3a75f97cc0) 00000400:00000200:3.0:1767384628.241219:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384628.241221:0:17092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384628.241223:0:17092:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384628.241225:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384628.241229:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384628.241233:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384628.241235:0:17092:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384628.241239:0:17092:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:3.0:1767384628.241240:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384628.241250:0:17092:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:3.0:1767384628.241251:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104880 00010000:00000001:1.0:1767384628.241255:0:17092:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:3.0:1767384628.241261:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17a9 [2] + 224 00000100:00000010:1.0:1767384628.241262:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cdca0d1. 00000020:00000040:1.0:1767384628.241269:0:17092:0:(genops.c:1229:class_import_get()) import 0000000093c50239 refcount=2 obd=MGS 00000400:00000200:3.0:1767384628.241271:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384628.241273:0:17092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384628.241278:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384628.241278:0:17092:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384628.241283:0:17070:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384628.241285:0:17092:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384628.241319:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c7f302c x1853237050230912/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384628.241332:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009c7f302c x1853237050230912/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.241351:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384628.241358:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9fe43e4 00000400:00000010:3.0:1767384628.241361:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9fe43e4. 00000100:00000001:0.0:1767384628.241362:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.241366:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384628.241366:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384628.241370:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384628.241375:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384628.241377:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384628.241378:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384628.241382:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c2d542. 00000100:00000040:3.0:1767384628.241384:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000200:0.0:1767384628.241387:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a7ce2af 00010000:00000001:3.0:1767384628.241389:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:1.0:1767384628.241389:0:17092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b06f052a. 00000400:00000010:0.0:1767384628.241391:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a7ce2af. 00000020:00000001:3.0:1767384628.241394:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.241396:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384628.241398:0:17092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.241399:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384628.241404:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c7f302c x1853237050230912/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384628.241408:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027992b1e x1853237050230912/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384628.241410:0:17092:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9f279d7a9a0b4fac expref: 16 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384628.241434:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c7f302c x1853237050230912/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384628.241443:0:17092:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fb3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4fac expref: 16 pid: 17069 timeout: 399 lvb_type: 0 00000100:00100000:3.0:1767384628.241445:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000027992b1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050230912:12345-0@lo:253: Request processed in 4573us (5160us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384628.241445:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384628.241448:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.241453:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384628.241456:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384628.241459:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384628.241462:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.241466:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.241467:0:17092:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00100000:3.0:1767384628.241468:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00001000:0.0:1767384628.241471:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=45 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384628.241473:0:17092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384628.241474:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00001000:0.0:1767384628.241477:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384628.241480:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384628.241481:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001cdca0d1 x1853237050231040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384628.241483:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384628.241484:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384628.241487:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.241491:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384628.241492:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7a5282c. 00010000:00000001:0.0:1767384628.241495:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384628.241500:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096b8ca0b. 00000100:00000001:0.0:1767384628.241501:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.241502:0:17092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1767384628.241508:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014202a23. 00000100:00000001:1.0:1767384628.241508:0:17092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384628.241510:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c7f302c x1853237050230912/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384628.241516:0:17092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050231040:0@lo:104: 00000020:00000040:3.0:1767384628.241517:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000001:0.0:1767384628.241525:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384628.241526:0:17092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384628.241530:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384628.241531:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384628.241533:0:17092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384628.241534:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384628.241535:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000068349159. 02000000:00000001:1.0:1767384628.241538:0:17092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384628.241539:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:3.0:1767384628.241542:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384628.241543:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384628.241544:0:17092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384628.241547:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384628.241548:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000010:1.0:1767384628.241551:0:17092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd62ceae. 00000020:01000004:0.0:1767384628.241551:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384628.241554:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384628.241556:0:17092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384628.241557:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767384628.241563:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:1.0:1767384628.241564:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa6579. 00000400:00000010:3.0:1767384628.241566:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd3b51e2. 00000020:01000004:0.0:1767384628.241566:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384628.241569:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384628.241572:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:1.0:1767384628.241573:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000400:00000010:3.0:1767384628.241574:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9fe43e4. 00000100:00000040:0.0:1767384628.241577:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c7f302c x1853237050230912/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384628.241582:0:17092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050231040, portal 16 00000100:00100000:0.0:1767384628.241586:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c7f302c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050230912:0@lo:253: 00000100:00000001:1.0:1767384628.241589:0:17092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384628.241591:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.241593:0:17092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299794432 : -108600409757184 : ffff9d3a7f276a00) 00000100:00000001:0.0:1767384628.241594:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384628.241600:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c7f302c x1853237050230912/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384628.241603:0:17092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000001cdca0d1 x1853237050231040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384628.241608:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384628.241611:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384628.241614:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008b18b284. 02000000:00000001:0.0:1767384628.241620:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384628.241621:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384628.241623:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384628.241625:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384628.241626:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a040aba0. 02000000:00000001:0.0:1767384628.241629:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384628.241630:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384628.241632:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c7f302c. 00000100:00000001:0.0:1767384628.241637:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384628.241639:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.241642:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384628.241650:0:17092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384628.241650:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384628.241653:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384628.241654:0:17092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384628.241656:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384628.241659:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384628.241660:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 00000100:00000200:1.0:1767384628.241665:0:17092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237050231040, offset 0 00000400:00000200:1.0:1767384628.241672:0:17092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384628.241679:0:17092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384628.241687:0:17092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260104900 00000400:00000200:1.0:1767384628.241692:0:17092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000400:00000010:1.0:1767384628.241695:0:17092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da4f5dc5. 00000400:00000200:1.0:1767384628.241699:0:17092:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cece13a1 00000400:00000200:1.0:1767384628.241703:0:17092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384628.241706:0:17092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384628.241709:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cece13a1 00000400:00000010:1.0:1767384628.241711:0:17092:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cece13a1. 00000100:00000001:1.0:1767384628.241715:0:17092:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384628.241716:0:17092:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:1.0:1767384628.241719:0:17092:0:(events.c:337:request_in_callback()) incoming req@0000000065bf2e6b x1853237050231040 msgsize 328 00000100:00100000:1.0:1767384628.241723:0:17092:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384628.241726:0:17092:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384628.241739:0:17092:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384628.241743:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00000400:00000010:1.0:1767384628.241745:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00000100:00000001:1.0:1767384628.241750:0:17092:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384628.241754:0:17092:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001cdca0d1 x1853237050231040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384628.241765:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384628.241768:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001cdca0d1 x1853237050231040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767384628.241772:0:21714:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cd36af0. 00000100:00000001:1.0:1767384628.241780:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384628.241781:0:21714:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000068349159. 00000100:00000001:1.0:1767384628.241783:0:17092:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384628.241788:0:21714:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000001:1.0:1767384628.241790:0:17092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384628.241796:0:21714:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:1.0:1767384628.241797:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294916567 00000400:00000010:3.0:1767384628.241803:0:21714:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e68ee53. 00000100:00000001:1.0:1767384628.241805:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294916562 00000400:00000010:3.0:1767384628.241810:0:21714:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dadf4425. 00000100:00000001:3.0:1767384628.241816:0:21714:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384628.241819:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294916567 00000100:00100000:3.0:1767384628.241820:0:21714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050231040 02000000:00000001:3.0:1767384628.241824:0:21714:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384628.241827:0:21714:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384628.241827:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294916562 00000100:00000001:3.0:1767384628.241831:0:21714:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.241833:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294916567 02000000:00000001:3.0:1767384628.241836:0:21714:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.241839:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294916562 00000100:00100000:3.0:1767384628.241841:0:21714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050231040 00000100:00000001:1.0:1767384628.241844:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294916567 00000020:00000001:3.0:1767384628.241845:0:21714:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384628.241848:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294916562 00000020:00000040:3.0:1767384628.241849:0:21714:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d05 00000020:00000001:3.0:1767384628.241854:0:21714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384628.241854:0:17092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384628.241857:0:21714:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004a7a501b refcount=3 00000100:00000001:1.0:1767384628.241859:0:17092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.241864:0:21714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00010000:00000001:1.0:1767384628.241865:0:17092:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.241870:0:21714:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00010000:00000001:1.0:1767384628.241871:0:17092:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.241877:0:21714:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384628.241877:0:17092:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384628.241882:0:21714:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e22def6c. 00010000:00000001:1.0:1767384628.241882:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384628.241884:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384628.241887:0:21714:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384628.241888:0:17092:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384628.241894:0:21714:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e22def6c. 00010000:00000001:1.0:1767384628.241894:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384628.241897:0:17092:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384628.241901:0:17092:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384628.241902:0:21714:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000014202a23. 00000100:00000001:1.0:1767384628.241903:0:17092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384628.241906:0:17092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384628.241910:0:21714:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7a5282c. 00000100:00100000:1.0:1767384628.241910:0:17092:0:(client.c:2690:ptlrpc_set_wait()) set 00000000aef45778 going to sleep for 11 seconds 00000100:00000001:1.0:1767384628.241915:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384628.241918:0:21714:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096b8ca0b. 00000100:00000001:1.0:1767384628.241919:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.241928:0:21714:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384628.241939:0:21714:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384628.241941:0:21714:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384628.241943:0:21714:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.241948:0:21714:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.241963:0:21714:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.241975:0:21714:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384628.241977:0:21714:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384628.241981:0:21714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384628.241985:0:21714:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004a7a501b : new rpc_count 1 00000100:00000001:3.0:1767384628.241987:0:21714:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473162035280 : -108600547516336 : ffff9d3a76f16050) 00000100:00000040:3.0:1767384628.241992:0:21714:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000065bf2e6b x1853237050231040/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:609/0 lens 328/0 e 0 to 0 dl 1767384639 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384628.242002:0:21714:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384628.242006:0:21714:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e22def6c. 00000100:00000001:3.0:1767384628.242009:0:21714:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384628.242011:0:21714:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e22def6c. 00000100:00100000:3.0:1767384628.242015:0:21714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000065bf2e6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050231040:12345-0@lo:104: 00000100:00000200:3.0:1767384628.242019:0:21714:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050231040 00010000:00000001:3.0:1767384628.242022:0:21714:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384628.242026:0:21714:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384628.242028:0:21714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384628.242030:0:21714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=2 00000020:00000001:3.0:1767384628.242032:0:21714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:3.0:1767384628.242035:0:21714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:3.0:1767384628.242037:0:21714:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384628.242040:0:21714:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384628.242042:0:21714:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4fb3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384628.242051:0:21714:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384628.242053:0:21714:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384628.242056:0:21714:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000090e32074. 02000000:00000001:3.0:1767384628.242064:0:21714:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.242066:0:21714:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.242069:0:21714:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384628.242071:0:21714:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384628.242073:0:21714:0:(import.c:2128:obd_at_measure()) add 1 to 00000000289605bd time=44 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384628.242077:0:21714:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384628.242080:0:21714:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384628.242082:0:21714:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384628.242084:0:21714:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384628.242086:0:21714:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.242088:0:21714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384628.242090:0:21714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384628.242094:0:21714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181be69d. 00000100:00000200:3.0:1767384628.242097:0:21714:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050231040, offset 224 00000400:00000200:3.0:1767384628.242102:0:21714:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384628.242108:0:21714:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384628.242114:0:21714:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260104900 00000400:00000200:3.0:1767384628.242120:0:21714:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17c1 [1] + 224 00000400:00000200:3.0:1767384628.242124:0:21714:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384628.242127:0:21714:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384628.242130:0:21714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384628.242133:0:21714:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001cdca0d1 x1853237050231040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384628.242141:0:21714:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001cdca0d1 x1853237050231040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384628.242156:0:21714:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384628.242160:0:21714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181be69d 00000400:00000010:3.0:1767384628.242162:0:21714:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181be69d. 00000100:00000001:3.0:1767384628.242164:0:21714:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384628.242165:0:21714:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384628.242168:0:21714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.242170:0:21714:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384628.242174:0:21714:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384628.242178:0:21714:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000009d39b632. 00010000:00000001:3.0:1767384628.242202:0:21714:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384628.242208:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384628.242214:0:17092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:3.0:1767384628.242217:0:21714:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000001:1.0:1767384628.242217:0:17092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384628.242221:0:17092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa6579. 00010000:00000001:3.0:1767384628.242224:0:21714:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.242228:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00010000:00000001:3.0:1767384628.242229:0:21714:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384628.242232:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00010000:00000001:3.0:1767384628.242234:0:21714:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.242239:0:17092:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384628.242239:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1767384628.242243:0:21714:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065bf2e6b x1853237050231040/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:609/0 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384628.242243:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384628.242248:0:17092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001cdca0d1 x1853237050231040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384628.242249:0:17065:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384628.242256:0:17065:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384628.242260:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384628.242263:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4fb3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384628.242281:0:21714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000065bf2e6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050231040:12345-0@lo:104: Request processed in 275us (557us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384628.242281:0:17092:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001cdca0d1 x1853237050231040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384628.242314:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000024a3921b already unused, calling callback (00000000e12a98bb) 00000100:00000001:1.0:1767384628.242323:0:17092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384628.242328:0:21714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384628.242332:0:21714:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7a501b : new rpc_count 0 10000000:00000001:0.0:1767384628.242334:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384628.242335:0:17092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.242337:0:21714:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 10000000:00010000:0.0:1767384628.242338:0:17065:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f279d7a9a0b4fb3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384628.242340:0:17092:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384628.242342:0:21714:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384628.242344:0:17092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384628.242348:0:21714:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7a5282c. 00000100:00000001:1.0:1767384628.242348:0:17092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384628.242350:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384628.242353:0:17092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.242354:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:3.0:1767384628.242356:0:21714:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096b8ca0b. 00000020:00000001:0.0:1767384628.242357:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384628.242358:0:17092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384628.242360:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=3 00000020:00000010:3.0:1767384628.242362:0:21714:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014202a23. 00000100:00001000:1.0:1767384628.242364:0:17092:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f9289ee time=44 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384628.242364:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:0.0:1767384628.242368:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00000020:00000040:3.0:1767384628.242369:0:21714:0:(genops.c:898:class_export_put()) PUTting export 000000004a7a501b : new refcount 2 00000100:00001000:1.0:1767384628.242371:0:17092:0:(import.c:2128:obd_at_measure()) add 1 to 00000000230de1e5 time=44 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384628.242373:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767384628.242376:0:21714:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:0.0:1767384628.242377:0:17065:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f279d7a9a0b4fb3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384628.242378:0:17092:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384628.242381:0:21714:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000090e32074. 00000100:00000001:1.0:1767384628.242382:0:17092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.242388:0:21714:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384628.242390:0:17092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:00000001:0.0:1767384628.242390:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:3.0:1767384628.242392:0:21714:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00010000:0.0:1767384628.242394:0:17065:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f279d7a9a0b4fb3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1767384628.242395:0:21714:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000043ea646e. 00010000:00000001:1.0:1767384628.242395:0:17092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.242401:0:17092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.242402:0:21714:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:01000000:0.0:1767384628.242404:0:17065:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000010:3.0:1767384628.242406:0:21714:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006166415c. 10000000:00000001:0.0:1767384628.242408:0:17065:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000040:1.0:1767384628.242409:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001cdca0d1 x1853237050231040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:0.0:1767384628.242412:0:17065:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:3.0:1767384628.242415:0:21714:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000040:0.0:1767384628.242419:0:17065:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000010:3.0:1767384628.242420:0:21714:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e434c4aa. 00010000:00000001:0.0:1767384628.242423:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384628.242427:0:17065:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.242428:0:21714:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384628.242433:0:21714:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7edd48c. 00000100:00000001:1.0:1767384628.242433:0:17092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384628.242437:0:17065:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384628.242439:0:17092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000001:0.0:1767384628.242440:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767384628.242441:0:21714:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384628.242443:0:17092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384628.242444:0:21714:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ae51138f. 10000000:00000040:0.0:1767384628.242444:0:17065:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 2 10000000:00000001:0.0:1767384628.242450:0:17065:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767384628.242451:0:17092:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 02000000:00000001:3.0:1767384628.242452:0:21714:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:00000001:0.0:1767384628.242453:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.242455:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1767384628.242456:0:21714:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf00aa96. 00010000:00000001:0.0:1767384628.242457:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384628.242459:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384628.242463:0:17092:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.242464:0:21714:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384628.242464:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384628.242468:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:3.0:1767384628.242469:0:21714:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009f327d96. 00000100:00000040:1.0:1767384628.242472:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cdca0d1 x1853237050231040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384628.242475:0:21714:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384628.242477:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384628.242480:0:17065:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384628.242486:0:21714:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df1073be. 00000020:00000040:0.0:1767384628.242486:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000024a3921b with handle 0x9f279d7a9a0b4fac from hash 00000100:00100000:1.0:1767384628.242490:0:17092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050231040:0@lo:104: 00010000:00000001:0.0:1767384628.242492:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:3.0:1767384628.242494:0:21714:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384628.242496:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:3.0:1767384628.242498:0:21714:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d4e2e213. 00010000:00000001:0.0:1767384628.242499:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384628.242501:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384628.242503:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384628.242504:0:21714:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384628.242506:0:17092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384628.242507:0:21714:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b119870. 00010000:00000001:0.0:1767384628.242507:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384628.242510:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767384628.242512:0:17092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384628.242515:0:17065:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:3.0:1767384628.242516:0:21714:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384628.242517:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384628.242519:0:17065:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000010:3.0:1767384628.242520:0:21714:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c8f0c425. 00000100:00000040:1.0:1767384628.242524:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001cdca0d1 x1853237050231040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767384628.242524:0:17065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c7f302c. 02000000:00000001:3.0:1767384628.242526:0:21714:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:0.0:1767384628.242530:0:17065:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000010:3.0:1767384628.242531:0:21714:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f2168bee. 00000100:00000001:0.0:1767384628.242536:0:17065:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:3.0:1767384628.242540:0:21714:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008d59694a. 02000000:00000001:0.0:1767384628.242540:0:17065:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384628.242542:0:17092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384628.242545:0:17065:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.242547:0:17092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1767384628.242548:0:21714:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000f98d5f7e. 02000000:00000010:0.0:1767384628.242550:0:17065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001ebd0cc6. 02000000:00000010:1.0:1767384628.242551:0:17092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd62ceae. 00000100:00000001:3.0:1767384628.242555:0:21714:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.242557:0:17065:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.242558:0:17092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384628.242561:0:17065:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384628.242564:0:17065:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4fb3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384628.242569:0:17092:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:0.0:1767384628.242571:0:17065:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000040:1.0:1767384628.242572:0:17092:0:(genops.c:1242:class_import_put()) import 0000000093c50239 refcount=1 obd=MGS 00010000:00000001:0.0:1767384628.242573:0:17065:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384628.242578:0:17092:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384628.242580:0:17065:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384628.242581:0:17092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b06f052a. 00000100:00000001:0.0:1767384628.242584:0:17065:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384628.242586:0:17092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384628.242589:0:17092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384628.242591:0:17065:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c7f302c] to pc [ptlrpcd_00_02+2] req@000000009c7f302c x1853237050231168/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384628.242592:0:17092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cdca0d1. 00000100:00000001:1.0:1767384628.242598:0:17092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384628.242602:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384628.242605:0:17092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000aef45778. 00000100:00000001:1.0:1767384628.242609:0:17092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384628.242611:0:17092:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384628.242614:0:17092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e40fb82f. 00010000:00000001:0.0:1767384628.242615:0:17065:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384628.242617:0:17092:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.242619:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.242623:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384628.242624:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.242625:0:17065:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.242628:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384628.242628:0:17065:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384628.242634:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384628.242636:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:0.0:1767384628.242637:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4fb3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384628.242640:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384628.242644:0:17092:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.242662:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384628.242664:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 0000000024a3921b/0x9f279d7a9a0b4fac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4fb3 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384628.242684:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001958b916 count: 0 00000100:00000001:3.0:1767384628.242693:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384628.242693:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.242694:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384628.242698:0:17065:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000009d39b632. 00000100:00000001:3.0:1767384628.242699:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384628.242702:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384628.242702:0:17065:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.242707:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384628.242709:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.242711:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c7f302c x1853237050231168/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384628.242711:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384628.242715:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384628.242717:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384628.242720:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384628.242723:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384628.242725:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384628.242729:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384628.242733:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384628.242736:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.242737:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384628.242740:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384628.242741:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.242745:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384628.242749:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384628.242775:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c7f302c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050231168:0@lo:103: 00000100:00000001:3.0:1767384628.242780:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384628.242782:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384628.242784:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.242786:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384628.242790:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014202a23. 02000000:00000001:3.0:1767384628.242792:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384628.242796:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f59b6672. 00000400:00000010:3.0:1767384628.242801:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181be69d. 00000100:00000200:3.0:1767384628.242804:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050231168, portal 18 00000100:00000001:3.0:1767384628.242806:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384628.242808:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963246208 : -108605746305408 : ffff9d3941122680) 00000100:00000040:3.0:1767384628.242812:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c7f302c x1853237050231168/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.242828:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384628.242831:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384628.242835:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290bdd3e. 00000100:00000200:3.0:1767384628.242839:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050231168, offset 0 00000400:00000200:3.0:1767384628.242844:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384628.242852:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384628.242859:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260104980 00000400:00000200:3.0:1767384628.242864:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:3.0:1767384628.242867:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003953e9d6. 00000400:00000200:3.0:1767384628.242870:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000373f1bda 00000400:00000200:3.0:1767384628.242874:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384628.242878:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384628.242882:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000373f1bda 00000400:00000010:3.0:1767384628.242883:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000373f1bda. 00000100:00000001:3.0:1767384628.242888:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384628.242889:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1767384628.242892:0:16346:0:(events.c:337:request_in_callback()) incoming req@0000000086aa76c0 x1853237050231168 msgsize 328 00000100:00100000:3.0:1767384628.242896:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384628.242898:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384628.242910:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384628.242916:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290bdd3e 00000400:00000010:3.0:1767384628.242917:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290bdd3e. 00000100:00000001:3.0:1767384628.242920:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384628.242925:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c7f302c x1853237050231168/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.242934:0:17062:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384628.242935:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384628.242939:0:17062:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050231168 00000100:00000040:3.0:1767384628.242942:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c7f302c x1853237050231168/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384628.242943:0:17062:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384628.242946:0:17062:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384628.242948:0:17062:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.242952:0:17062:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384628.242956:0:17062:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050231168 00000100:00000001:3.0:1767384628.242960:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.242960:0:17062:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384628.242963:0:17062:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:3.0:1767384628.242964:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384628.242966:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384628.242968:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000020:00000001:0.0:1767384628.242970:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384628.242971:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.242973:0:17062:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384628.242976:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294916568 00000100:00000001:0.0:1767384628.242977:0:17062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384628.242983:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916567 00000020:00000010:0.0:1767384628.242986:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e6fa902. 00000100:00000001:0.0:1767384628.242988:0:17062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384628.242990:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e6fa902. 00000020:00000010:0.0:1767384628.242997:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f21aac8. 00000100:00000001:3.0:1767384628.242998:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294916568 00000020:00000010:0.0:1767384628.243004:0:17062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d2fb04d. 00000100:00000001:3.0:1767384628.243005:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916567 00000020:00000010:0.0:1767384628.243010:0:17062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000813c73f4. 00000100:00000001:3.0:1767384628.243012:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294916568 00000100:00000040:0.0:1767384628.243017:0:17062:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384628.243019:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916567 00000100:00000001:0.0:1767384628.243021:0:17062:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384628.243024:0:17062:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384628.243026:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294916568 00010000:00000001:0.0:1767384628.243027:0:17062:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384628.243030:0:17062:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.243033:0:17062:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384628.243034:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916567 00010000:00000001:0.0:1767384628.243035:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384628.243041:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384628.243045:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.243049:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.243051:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.243057:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384628.243057:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384628.243059:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384628.243060:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=4 00000100:00000001:3.0:1767384628.243064:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384628.243065:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00000100:00000001:3.0:1767384628.243068:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384628.243069:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00000100:00000001:3.0:1767384628.243072:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384628.243075:0:17062:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fb3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4fac expref: 16 pid: 17069 timeout: 399 lvb_type: 0 00000100:00000001:3.0:1767384628.243077:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.243085:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.243086:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.243088:0:17062:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.243089:0:17062:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.243092:0:17062:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384628.243095:0:17062:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000086aa76c0 x1853237050231168/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:609/0 lens 328/0 e 0 to 0 dl 1767384639 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.243100:0:17062:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384628.243100:0:17062:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.243106:0:17062:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.243119:0:17062:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384628.243120:0:17062:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384628.243124:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384628.243126:0:17062:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:0.0:1767384628.243127:0:17062:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473304258640 : -108600405292976 : ffff9d3a7f6b8850) 00000100:00000040:0.0:1767384628.243136:0:17062:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000086aa76c0 x1853237050231168/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:609/0 lens 328/0 e 0 to 0 dl 1767384639 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.243142:0:17062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384628.243145:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e6fa902. 00000100:00000001:0.0:1767384628.243147:0:17062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384628.243148:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e6fa902. 00000100:00100000:0.0:1767384628.243151:0:17062:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000086aa76c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16346:x1853237050231168:12345-0@lo:103: 00000100:00000200:0.0:1767384628.243154:0:17062:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050231168 00010000:00000001:0.0:1767384628.243155:0:17062:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384628.243157:0:17062:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384628.243158:0:17062:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384628.243161:0:17062:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384628.243163:0:17062:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384628.243165:0:17062:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000011553b98. 02000000:00000001:0.0:1767384628.243166:0:17062:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.243167:0:17062:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.243169:0:17062:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384628.243170:0:17062:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384628.243172:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384628.243173:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384628.243174:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=4 00000020:00000001:0.0:1767384628.243175:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:0.0:1767384628.243176:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000040:0.0:1767384628.243178:0:17062:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000016633f82 count: 3 00010000:00010000:0.0:1767384628.243181:0:17062:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fb3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4fac expref: 16 pid: 17069 timeout: 399 lvb_type: 0 00000100:00001000:0.0:1767384628.243198:0:17062:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d25eb6a3 time=1767384628 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384628.243200:0:17062:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384628.243203:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.243205:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384628.243207:0:17062:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fb3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4fac expref: 16 pid: 17069 timeout: 399 lvb_type: 0 00000020:00000001:0.0:1767384628.243218:0:17062:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384628.243220:0:17062:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384628.243221:0:17062:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384628.243223:0:17062:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.243225:0:17062:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384628.243226:0:17062:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000010:1.0:1767384628.243231:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d2ec86ab. 00010000:00000001:0.0:1767384628.243231:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.243234:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.243237:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384628.243239:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384628.243240:0:17062:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093bb66cd with handle 0x9f279d7a9a0b4fb3 from hash 00010000:00000001:0.0:1767384628.243242:0:17062:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384628.243243:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.243244:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.243245:0:17062:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384628.243246:0:17062:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384628.243247:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384628.243249:0:17062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fb3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9f279d7a9a0b4fac expref: 16 pid: 17069 timeout: 399 lvb_type: 0 00010000:00000040:0.0:1767384628.243253:0:17062:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 9 00000020:00000040:0.0:1767384628.243255:0:17062:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00010000:00000001:0.0:1767384628.243260:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.243262:0:17062:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384628.243263:0:17062:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384628.243265:0:17062:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000ed056c77 00010000:00000001:0.0:1767384628.243266:0:17062:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384628.243268:0:17062:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384628.243269:0:17062:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384628.243270:0:17062:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384628.243272:0:17062:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384628.243274:0:17062:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384628.243275:0:17062:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384628.243276:0:17062:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384628.243288:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000084009931. 00010000:00000001:0.0:1767384628.243288:0:17062:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384628.243312:0:17062:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384628.243314:0:17062:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384628.243315:0:17062:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384628.243317:0:17062:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000016633f82) refcount = 2 00010000:00010000:0.0:1767384628.243320:0:17062:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00040000:00000001:3.0:1767384628.243328:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1767384628.243328:0:17062:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00040000:00000001:3.0:1767384628.243333:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:0.0:1767384628.243333:0:17062:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384628.243337:0:17062:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384628.243339:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.243340:0:17062:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384628.243346:0:17062:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e6fa902. 00000020:00000002:3.0:1767384628.243347:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 00000100:00000001:0.0:1767384628.243349:0:17062:0:(client.c:1155:ptlrpc_prep_set()) Process entered 20000000:00000001:3.0:1767384628.243353:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384628.243354:0:17062:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a7ce2af. 20000000:00000001:3.0:1767384628.243359:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:0.0:1767384628.243359:0:17062:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468039779648 : -108605669771968 : ffff9d3945a1f540) 20000000:01000000:3.0:1767384628.243363:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:0.0:1767384628.243363:0:17062:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635468039779648 : -108605669771968 : ffff9d3945a1f540) 00000100:00000001:0.0:1767384628.243365:0:17062:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384628.243367:0:17062:0:(client.c:1932:ptlrpc_set_producer()) Process entered 20000000:00000001:3.0:1767384628.243368:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384628.243369:0:17062:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384628.243372:0:17062:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384628.243374:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384628.243375:0:17062:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:0.0:1767384628.243379:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384628.243380:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384628.243381:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed056c77 refcount=5 00080000:00000001:3.0:1767384628.243382:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 00000020:00000001:0.0:1767384628.243383:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:0.0:1767384628.243386:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:0.0:1767384628.243388:0:17062:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384628.243389:0:17062:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.243393:0:17062:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384628.243394:0:17062:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.243403:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.243405:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384628.243406:0:17062:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.243410:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384628.243410:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.243412:0:17062:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384628.243412:0:17062:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384628.243416:0:17062:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ed056c77 already unused, calling callback (0000000043915e75) 00010000:00000001:0.0:1767384628.243418:0:17062:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384628.243420:0:17062:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384628.243421:0:17062:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.243425:0:17062:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384628.243426:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384628.243426:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384628.243427:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed056c77 refcount=6 00000020:00000001:0.0:1767384628.243429:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:0.0:1767384628.243430:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:0.0:1767384628.243431:0:17062:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384628.243433:0:17062:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.243436:0:17062:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384628.243437:0:17062:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384628.243439:0:17062:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.243448:0:17062:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384628.243449:0:17062:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384628.243451:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384628.243457:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384628.243458:0:17062:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ed056c77 with handle 0x9f279d7a9a0b4fba from hash 00010000:00000001:0.0:1767384628.243460:0:17062:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384628.243461:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.243462:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.243463:0:17062:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384628.243464:0:17062:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384628.243465:0:17062:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384628.243467:0:17062:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384628.243468:0:17062:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384628.243469:0:17062:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.243471:0:17062:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384628.243472:0:17062:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384628.243474:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.243475:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.243477:0:17062:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.243478:0:17062:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.243480:0:17062:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384628.243482:0:17092:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384628.243482:0:17062:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.243500:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384628.243503:0:17092:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384628.243503:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000020:3.0:1767384628.243504:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384628.243506:0:17062:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384628.243510:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000001:1.0:1767384628.243510:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767384628.243511:0:17062:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 20000000:00000010:3.0:1767384628.243515:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007ea3fc4b. 00010000:00000001:0.0:1767384628.243515:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384628.243516:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.243519:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384628.243522:0:17062:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000001:3.0:1767384628.243523:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.243525:0:17062:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384628.243529:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050230784 20000000:00000001:0.0:1767384628.243531:0:17062:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.243532:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384628.243535:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384628.243536:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384628.243537:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384628.243540:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384628.243541:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b4fba lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384628.243542:0:17062:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384628.243544:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008deda9c2 x1853237050230784/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384628.243547:0:17062:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384628.243550:0:17062:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384628.243554:0:17062:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.243559:0:17062:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.243561:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.243567:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384628.243567:0:17062:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1767384628.243572:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384628.243572:0:17062:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000005a7ce2af. 20000000:00000001:1.0:1767384628.243573:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00001000:3.0:1767384628.243579:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=45 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384628.243579:0:17062:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384628.243582:0:17062:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384628.243586:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:0.0:1767384628.243586:0:17062:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e6fa902. 00010000:00000001:0.0:1767384628.243590:0:17062:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:3.0:1767384628.243592:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000040:0.0:1767384628.243592:0:17062:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000016633f82 count: 0 00000100:00000001:3.0:1767384628.243598:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00010000:0.0:1767384628.243600:0:17062:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:3.0:1767384628.243601:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384628.243603:0:17062:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384628.243605:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384628.243607:0:17062:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384628.243610:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384628.243610:0:17062:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384628.243614:0:17062:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=44 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384628.243616:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384628.243619:0:17062:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1767384628.243622:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d39b632. 00000100:00000040:0.0:1767384628.243623:0:17062:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:0.0:1767384628.243627:0:17062:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000200:3.0:1767384628.243628:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050230784, offset 224 02000000:00000001:0.0:1767384628.243630:0:17062:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384628.243633:0:17062:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.243636:0:17062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384628.243640:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384628.243641:0:17062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384628.243647:0:17062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029b868c6. 00000100:00000200:0.0:1767384628.243650:0:17062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050231168, offset 224 00000400:00000200:3.0:1767384628.243653:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384628.243659:0:17062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384628.243664:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104800 00000400:00000200:0.0:1767384628.243669:0:17062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384628.243674:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17a5 [2] + 224 00000400:00000200:0.0:1767384628.243679:0:17062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260104980 00000400:00000200:3.0:1767384628.243681:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384628.243685:0:17062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17d5 [1] + 224 00000400:00000200:3.0:1767384628.243689:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384628.243692:0:17062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384628.243695:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384628.243697:0:17062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384628.243701:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005139886f x1853237050230784/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384628.243702:0:17062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384628.243707:0:17062:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c7f302c x1853237050231168/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384628.243726:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005139886f x1853237050230784/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384628.243729:0:17062:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009c7f302c x1853237050231168/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.243764:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384628.243768:0:17062:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384628.243771:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d39b632 00000400:00000010:3.0:1767384628.243775:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d39b632. 00000100:00000001:3.0:1767384628.243778:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384628.243780:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384628.243783:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029b868c6 00000100:00000001:3.0:1767384628.243786:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.243790:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384628.243792:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384628.243792:0:17062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029b868c6. 00010000:00000001:3.0:1767384628.243796:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384628.243797:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384628.243798:0:17062:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384628.243799:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384628.243801:0:17062:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384628.243803:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384628.243804:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384628.243807:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384628.243808:0:17062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384628.243810:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f59b6672. 00000100:00000040:0.0:1767384628.243813:0:17062:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384628.243817:0:17062:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384628.243818:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181be69d 00000100:00000040:3.0:1767384628.243820:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008deda9c2 x1853237050230784/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384628.243823:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181be69d. 00010000:00000001:0.0:1767384628.243824:0:17062:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.243831:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384628.243834:0:17062:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086aa76c0 x1853237050231168/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:609/0 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384628.243840:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c7f302c x1853237050231168/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384628.243846:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008deda9c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050230784:12345-0@lo:253: Request processed in 6910us (7523us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384628.243860:0:17062:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000086aa76c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050231168:12345-0@lo:103: Request processed in 713us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384628.243869:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00000200:1.0:1767384628.243872:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c7f302c x1853237050231168/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384628.243876:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00100000:0.0:1767384628.243880:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767384628.243881:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384628.243886:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384628.243889:0:17062:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000020:00000010:3.0:1767384628.243892:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023b95c0a. 00000100:00000001:0.0:1767384628.243897:0:17062:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384628.243898:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384628.243899:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000016af4713. 00000100:00000001:0.0:1767384628.243902:0:17062:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384628.243903:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384628.243905:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de0900f9. 00000020:00000010:0.0:1767384628.243908:0:17062:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d2fb04d. 00000100:00000001:1.0:1767384628.243909:0:16346:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767384628.243911:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:1.0:1767384628.243914:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384628.243916:0:17062:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000813c73f4. 00000100:00000001:1.0:1767384628.243917:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384628.243918:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384628.243923:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005b1aa45a. 00000100:00000001:1.0:1767384628.243923:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384628.243925:0:17062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f21aac8. 02000000:00000001:1.0:1767384628.243929:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.243931:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:0.0:1767384628.243932:0:17062:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00001000:1.0:1767384628.243935:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=44 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384628.243937:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384628.243939:0:17062:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384628.243943:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=45 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384628.243944:0:17062:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000011553b98. 00000100:00000200:3.0:1767384628.243946:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384628.243949:0:17062:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384628.243952:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384628.243953:0:17062:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384628.243954:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384628.243955:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f59b6672. 02000000:00000010:0.0:1767384628.243956:0:17062:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e878ae59. 00010000:00000001:1.0:1767384628.243958:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384628.243963:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.243963:0:17062:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1767384628.243964:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d39b632. 00000100:00000010:0.0:1767384628.243966:0:17062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a515f9a5. 00000100:00000001:1.0:1767384628.243969:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384628.243973:0:17062:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384628.243976:0:17062:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c7da3d0f. 00000100:00000040:1.0:1767384628.243977:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c7f302c x1853237050231168/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384628.243979:0:17062:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384628.243981:0:17062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca86bd06. 02000000:00000001:0.0:1767384628.243986:0:17062:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384628.243989:0:17062:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002ece157b. 02000000:00000001:0.0:1767384628.243993:0:17062:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384628.243996:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384628.243996:0:17062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000551ca3dd. 00000100:00000001:1.0:1767384628.244002:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767384628.244002:0:17062:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384628.244005:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384628.244010:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c7f302c x1853237050231168/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384628.244010:0:17062:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a4f7d6ab. 02000000:00000001:0.0:1767384628.244015:0:17062:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384628.244017:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384628.244018:0:17062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5b16a1b. 00000100:00000001:2.0:1767384628.244022:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384628.244024:0:17062:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384628.244027:0:17062:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e9d8bc4a. 00000400:00000001:2.0:1767384628.244030:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384628.244031:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c7f302c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050231168:0@lo:103: 02000000:00000001:0.0:1767384628.244031:0:17062:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384628.244034:0:17062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a421276. 00000400:00000001:2.0:1767384628.244035:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384628.244037:0:17062:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:2.0:1767384628.244039:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4606132. 02000000:00000010:0.0:1767384628.244039:0:17062:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000070b4a8cf. 02000000:00000001:0.0:1767384628.244044:0:17062:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384628.244047:0:17062:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000386d2030. 00000400:00000200:2.0:1767384628.244048:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb7962e2 00000100:00000001:1.0:1767384628.244050:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384628.244051:0:17062:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384628.244052:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb7962e2. 00000100:00000001:1.0:1767384628.244055:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384628.244058:0:17062:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000001:2.0:1767384628.244059:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384628.244061:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c7f302c x1853237050231168/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384628.244066:0:17062:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c2d542. 00000100:00000200:2.0:1767384628.244070:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005139886f x1853237050230784/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384628.244073:0:17062:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a7ce2af. 00000100:00000001:1.0:1767384628.244081:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384628.244085:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384628.244088:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014202a23. 00000100:00000200:2.0:1767384628.244090:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005139886f x1853237050230784/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384628.244093:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384628.244096:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384628.244099:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384628.244104:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384628.244107:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001ebd0cc6. 00000100:00000001:2.0:1767384628.244108:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384628.244112:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384628.244113:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384628.244115:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384628.244117:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:1.0:1767384628.244119:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c7f302c. 02000000:00000001:2.0:1767384628.244121:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384628.244125:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384628.244125:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384628.244129:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.244130:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384628.244134:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384628.244135:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384628.244141:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=45 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384628.244141:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384628.244144:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384628.244147:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384628.244149:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384628.244152:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.244154:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384628.244157:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384628.244160:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384628.244162:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.244164:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.244176:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005139886f x1853237050230784/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.244200:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384628.244203:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384628.244205:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384628.244208:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384628.244210:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384628.244212:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384628.244214:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384628.244215:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384628.244217:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384628.244218:0:16344:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384628.244220:0:16344:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384628.244221:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384628.244223:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384628.244225:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005139886f x1853237050230784/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384628.244233:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005139886f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050230784:0@lo:253: 00000100:00000001:2.0:1767384628.244238:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.244240:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384628.244242:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005139886f x1853237050230784/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.244249:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384628.244251:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384628.244254:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000893fbe12. 02000000:00000001:2.0:1767384628.244257:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384628.244259:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384628.244260:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384628.244262:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384628.244264:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bab46fe4. 02000000:00000001:2.0:1767384628.244267:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384628.244269:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384628.244270:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005139886f. 00000100:00000001:2.0:1767384628.244273:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384628.244274:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.244282:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.244286:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384628.244288:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.244405:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384628.244407:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.248322:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294916568, at 4294916569 00000100:00000010:2.0:1767384628.248330:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c827d32f. 00000100:00000040:1.0:1767384628.248352:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294916568, at 4294916569 00000100:00000040:0.0:1767384628.248355:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294916568, at 4294916569 00000100:00000010:1.0:1767384628.248362:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008269bc2. 00000100:00000010:0.0:1767384628.248366:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d18e42f. 00000100:00000040:3.0:1767384628.248368:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294916568, at 4294916569 00000100:00000010:3.0:1767384628.248378:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1651822. 00010000:00000010:0.1:1767384628.249312:0:27025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001958b916. 00010000:00000010:1.1:1767384628.249321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed056c77. 00010000:00000010:0.1:1767384628.249322:0:27025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024a3921b. 00010000:00000010:0.1:1767384628.249331:0:27025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093bb66cd. 00010000:00000010:0.1:1767384628.249335:0:27025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000016633f82. 00000400:00000010:2.0:1767384628.254784:0:27026:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000064ba2216. 00000400:00000040:2.0:1767384628.254810:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384628.254813:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384628.254816:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384628.254818:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384628.254820:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384628.254822:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384628.254825:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384628.254827:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384628.254829:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384628.254831:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384628.254833:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384628.254835:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384628.254838:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384628.254840:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384628.254841:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384628.254844:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384628.254845:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384628.254848:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384628.254850:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384628.254852:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384628.254854:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384628.254856:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384628.254858:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384628.254860:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384628.254862:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384628.254864:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384628.254866:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384628.254868:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384628.254870:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384628.254872:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384628.254881:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384628.254884:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384628.254886:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384628.254887:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384628.254889:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384628.254892:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384628.254894:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384628.254897:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384628.254899:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384628.254901:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384628.254903:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384628.254905:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384628.254907:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384628.254909:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384628.254911:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384628.254913:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384628.254914:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384628.254916:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384628.254919:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384628.254921:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384628.254923:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384628.254925:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384628.254927:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384628.254929:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384628.254932:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384628.254934:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384628.254936:0:27026:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384628.255013:0:27026:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000064ba2216. 00000400:00000001:3.0:1767384628.799378:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384628.799383:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384628.799386:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98008a2 00000400:00000010:3.0:1767384628.799389:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98008a2. 00000400:00000200:3.0:1767384628.799396:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384628.799403:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp28 recovery ping unlinked 00000400:00000010:3.0:1767384628.799414:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005e7e5f67. 00000400:00000010:3.0:1767384628.799420:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000620013d. 00000400:00000001:3.0:1767384628.799428:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384628.799431:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384628.799433:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dce97c2 00000400:00000010:3.0:1767384628.799435:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000400:00000200:3.0:1767384628.799439:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384628.799452:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384628.799459:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000d45ac1b. 00000400:00000010:3.0:1767384628.799464:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cb11c0e9. 00010000:00000001:1.0:1767384628.991358:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384628.991364:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384628.991370:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384628.991371:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.991403:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384628.991407:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384628.991410:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384629.372894:0:27369:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a54739ce. 00080000:00000010:1.0:1767384629.372906:0:27369:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a54739ce. 00000020:00000001:1.0:1767384629.372912:0:27369:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384629.372921:0:27369:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a54739ce. 00080000:00000010:1.0:1767384629.372925:0:27369:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a54739ce. 00000020:00000001:1.0:1767384629.372927:0:27369:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.823363:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp28 00000400:00000010:2.0:1767384629.823370:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000824503dc. 00000400:00000010:2.0:1767384629.823377:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000caf2fcc1. 00000400:00000010:2.0:1767384629.823381:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda83796. 00000400:00000010:2.0:1767384629.823388:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000617738cb. 00000400:00000200:2.0:1767384629.823391:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp28 00000400:00000200:2.0:1767384629.823412:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp28 local destination 00000400:00000200:2.0:1767384629.823417:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp28 00000400:00000200:2.0:1767384629.823422:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp28 NI seq info: [65:65:256:4294967295] 192.168.202.122@tcp28 LPNI seq info [64:64:8:4294967295] 00000400:00000200:2.0:1767384629.823429:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp28 00000400:00000200:2.0:1767384629.823437:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp28(192.168.202.122@tcp28:) -> 192.168.202.122@tcp28(192.168.202.122@tcp28:192.168.202.122@tcp28) : GET try# 0 00000800:00000200:2.0:1767384629.823442:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp28 00000800:00000010:2.0:1767384629.823464:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000035fcfad5. 00000800:00000200:2.0:1767384629.823470:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054b52373] -> 12345-192.168.202.122@tcp28 (2) 00000800:00000200:2.1:1767384629.823474:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054b52373] -> 12345-192.168.202.122@tcp28 (2) 00000400:00000200:2.0:1767384629.823490:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp28 added to recovery queue. ping count: 2 next ping: 254 health :800 00000400:00000200:2.0:1767384629.823493:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp29 00000400:00000010:2.0:1767384629.823495:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005f9043f6. 00000400:00000010:2.0:1767384629.823498:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008b3f07dc. 00000400:00000010:2.0:1767384629.823501:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384629.823504:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fb9cce81. 00000400:00000200:2.0:1767384629.823506:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp29 00000400:00000200:2.0:1767384629.823510:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp29 local destination 00000400:00000200:2.0:1767384629.823513:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp29 00000400:00000200:2.0:1767384629.823515:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp29 NI seq info: [66:66:256:4294967295] 192.168.202.122@tcp29 LPNI seq info [65:65:8:4294967295] 00000400:00000200:2.0:1767384629.823518:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp29 00000400:00000200:2.0:1767384629.823525:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp29(192.168.202.122@tcp29:) -> 192.168.202.122@tcp29(192.168.202.122@tcp29:192.168.202.122@tcp29) : GET try# 0 00000800:00000200:2.0:1767384629.823528:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp29 00000800:00000010:2.0:1767384629.823531:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000053d2006e. 00000800:00000200:2.0:1767384629.823534:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000024c98f2] -> 12345-192.168.202.122@tcp29 (2) 00000800:00000200:2.1:1767384629.823537:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000024c98f2] -> 12345-192.168.202.122@tcp29 (2) 00000400:00000200:2.0:1767384629.823547:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp29 added to recovery queue. ping count: 2 next ping: 254 health :800 00000400:00000200:1.0:1767384629.823558:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.823596:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.823624:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.823647:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.823669:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.823690:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.823711:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.823734:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.823755:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.823789:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.823801:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.823832:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.823848:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.823881:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.823896:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.823928:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.823943:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.823977:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.823995:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824026:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824042:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824078:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824096:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824128:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824151:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824190:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824213:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824232:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824263:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824285:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824344:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824364:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824393:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824414:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824437:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824457:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824479:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824502:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824524:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824548:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824572:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824596:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824621:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824644:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824668:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824689:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824714:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824737:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824757:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824783:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824802:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824825:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824844:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824869:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824893:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824915:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824941:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.824962:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.824986:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.825011:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.825033:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.825056:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.825082:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.825107:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.825149:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.825157:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.825228:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.825229:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384629.825272:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.825284:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.825350:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.825371:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.825399:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000800:00000010:2.0:1767384629.825458:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d1cb340. 00000800:00000010:2.0:1767384629.825462:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001c1e07a1. 00000800:00000010:2.0:1767384629.825466:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cb028dcd. 00000800:00000010:2.0:1767384629.825489:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cb028dcd. 00000800:00020000:2.0:1767384629.825499:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384629.825551:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007b17777d. 00000800:00000010:1.0:1767384629.825555:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003e3acec7. 00000800:00000010:1.0:1767384629.825558:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002489b208. 00000800:00000010:1.0:1767384629.825580:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002489b208. 00000400:00000200:1.0:1767384629.825670:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384629.825684:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp28 from 217.3.0.2 00000800:00000010:1.0:1767384629.825687:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007dd0e9e4. 00000800:00000010:1.0:1767384629.825834:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008f3570db. 00000800:00000010:1.0:1767384629.825837:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000020705f04. 00000800:00000010:1.0:1767384629.825847:0:16334:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000220c6ef9. 00000800:00000200:1.1:1767384629.825851:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054b52373] -> 12345-192.168.202.122@tcp28 (2) 00000800:00000200:1.1:1767384629.825856:0:16334:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp28 00000000220c6ef9 deleted 00000800:00000010:1.1:1767384629.825858:0:16334:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000220c6ef9. 00000800:00000200:1.1:1767384629.825861:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384629.825867:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp28 ip 192.168.202.122:985 00000800:00000200:1.1:1767384629.825876:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384629.825879:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp28 p 3.x 192.168.202.122 -> 192.168.202.122:985 incarnation:1767384624609552793 sched[0] 00000800:00000010:1.0:1767384629.825883:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002489b208. 00000800:00000010:1.0:1767384629.825915:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002489b208. 00000800:00000010:1.0:1767384629.825918:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000020705f04. 00000800:00000010:1.0:1767384629.825936:0:16334:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007dd0e9e4. 00000800:00000001:1.0:1767384629.825945:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384629.825948:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384629.825984:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384629.825987:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000035fcfad5. 00000400:00000200:1.0:1767384629.825990:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384629.825995:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp28->192.168.202.122@tcp28: GET: OK 00000400:00000200:1.0:1767384629.825999:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384629.826001:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp28 recovery message sent successfully:0 00000800:00000200:1.1:1767384629.826024:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384629.826027:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp28 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384624609552793 sched[0] 00000800:00000010:1.0:1767384629.826030:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003e3acec7. 00000400:00000200:1.0:1767384629.826061:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826098:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826128:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826148:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826165:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826202:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826219:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826233:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826247:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826263:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826277:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826311:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826335:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826353:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826370:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826388:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826405:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826430:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826457:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826494:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826534:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826551:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826566:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826579:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826592:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826609:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826621:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826633:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826645:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826661:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826675:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826688:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826710:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826724:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826740:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826755:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826773:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826788:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:1.0:1767384629.826801:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000800:00000010:1.0:1767384629.826910:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7716dd1. 00000800:00000010:1.0:1767384629.826914:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003e3acec7. 00000800:00000010:1.0:1767384629.826917:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002489b208. 00000800:00000010:1.0:1767384629.826945:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002489b208. 00000400:00000200:0.0:1767384629.826945:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000001:1.0:1767384629.826960:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384629.826965:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp28 from 216.3.0.2 00000800:00000001:1.0:1767384629.826966:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384629.826970:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384629.826970:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000027eac8bc. 00000800:00000001:1.0:1767384629.826976:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384629.826982:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp28(192.168.202.122@tcp28) <- 192.168.202.122@tcp28 : GET - for me 00000400:00000200:1.0:1767384629.826993:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384629.827000:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x179d [1] + 0 00000400:00000200:1.0:1767384629.827009:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp28 to MR: 192.168.202.122@tcp28 local destination 00000400:00000200:1.0:1767384629.827014:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp28 NI seq info: [67:67:256:4294967295] 192.168.202.122@tcp28 LPNI seq info [66:66:8:4294967295] 00000400:00000200:1.0:1767384629.827024:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp28(192.168.202.122@tcp28:192.168.202.122@tcp28) -> 192.168.202.122@tcp28(192.168.202.122@tcp28:192.168.202.122@tcp28) 192.168.202.122@tcp28 : REPLY try# 0 00000800:00000200:1.0:1767384629.827028:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp28 00000800:00000010:1.0:1767384629.827032:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d9e1c6b0. 00000800:00000200:1.0:1767384629.827036:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054b52373] -> 12345-192.168.202.122@tcp28 (4) 00000800:00000200:1.0:1767384629.827040:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp28 ip 192.168.202.122:988 00000800:00000200:1.0:1767384629.827042:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d9e1c6b0 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384629.827097:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384629.827100:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9e1c6b0. 00000400:00000200:1.0:1767384629.827104:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384629.827116:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp28->192.168.202.122@tcp28: REPLY: OK 00000800:00000001:1.0:1767384629.827129:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384629.827133:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384629.827135:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384629.827138:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384629.827140:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384629.827143:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384629.827147:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp28(192.168.202.122@tcp28) <- 192.168.202.122@tcp28 : REPLY - for me 00000400:00000200:1.0:1767384629.827157:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp28: Reply from 12345-192.168.202.122@tcp28 of length 272/272 into md 0x17ed 00000800:00000001:1.0:1767384629.827161:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384629.827166:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384629.827167:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384629.827187:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp28->192.168.202.122@tcp28: REPLY: OK 00000400:00000200:1.0:1767384629.827191:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda83796 00000400:00000010:1.0:1767384629.827194:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dda83796. 00000400:00000200:1.0:1767384629.827197:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384629.827202:0:16338:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000824503dc. 00000400:00000010:1.0:1767384629.827206:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000caf2fcc1. 00000800:00000001:1.0:1767384629.827213:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384629.827216:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384629.827229:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000863fd85e. 00000800:00000010:1.0:1767384629.827231:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000020705f04. 00000800:00000010:1.0:1767384629.827247:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000220c6ef9. 00000800:00000200:1.1:1767384629.827251:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054b52373] -> 12345-192.168.202.122@tcp28 (4) 00000800:00000200:1.1:1767384629.827255:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp28 00000000220c6ef9 deleted 00000800:00000010:1.1:1767384629.827257:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000220c6ef9. 00000800:00000200:1.1:1767384629.827260:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384629.827265:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp28 p 3.x 192.168.202.122 -> 192.168.202.122:984 incarnation:1767384624609552793 sched[0] 00000800:00000010:1.0:1767384629.827269:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002489b208. 00000800:00000010:1.0:1767384629.827332:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002489b208. 00000800:00000010:1.0:1767384629.827336:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000020705f04. 00000800:00000010:1.0:1767384629.827355:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000027eac8bc. 00000800:00000001:1.0:1767384629.827366:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384629.827370:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384629.827394:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384629.827397:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp28 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384624609552793 sched[0] 00000800:00000010:1.0:1767384629.827400:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003e3acec7. 00000800:00000001:1.0:1767384629.827421:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384629.827430:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384629.830478:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001c1e07a1. 00000800:00000010:2.0:1767384629.830482:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004d1cb340. 00000400:02020000:2.0:1767384629.830519:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp29 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384629.834246:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp29 notifying 192.168.202.122@tcp29: down 00000800:00000200:2.0:1767384629.834251:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp29 down 00000800:00000100:2.0:1767384629.834255:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp29 00000800:00000010:2.0:1767384629.834257:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000053d2006e. 00000400:00000200:2.0:1767384629.834260:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384629.834264:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp29->192.168.202.122@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384629.834269:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384629.834271:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384629.834273:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp29) recovery failed with -71 00010000:00000001:1.0:1767384630.015399:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384630.015404:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.015408:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384630.015410:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.015449:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384630.015453:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384630.015457:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384630.078393:0:27533:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384630.078399:0:27533:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:3.0:1767384630.083915:0:27533:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384630.091112:0:27534:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000043ea646e. 00000400:00000010:3.0:1767384630.091125:0:27534:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000089b8ab1c. 00000400:00000010:3.0:1767384630.091134:0:27534:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004f520b59. 00000400:00000010:3.0:1767384630.091137:0:27534:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000014202a23. 00000400:00000010:3.0:1767384630.091141:0:27534:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000095e6a6e8. 00000400:00000010:3.0:1767384630.091144:0:27534:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006ea6ae73. 00000400:00000010:3.0:1767384630.091145:0:27534:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009960b7dc. 00000400:00000010:3.0:1767384630.091147:0:27534:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000092bb6c67. 00000400:00000010:3.0:1767384630.091149:0:27534:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006e32bb05. 00000800:00000010:3.0:1767384630.091160:0:27534:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000478488ba. 00000800:00000200:3.0:1767384630.091182:0:27534:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384630.091191:0:27534:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384630.091223:0:27534:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:3.0:1767384630.091240:0:27534:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp31 [8/256/0/180] 00000400:00000010:3.0:1767384630.092710:0:27534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 0000000029980bcf. 00000400:00000010:3.0:1767384630.092716:0:27534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021173b6a. 00000400:00000010:3.0:1767384630.092720:0:27534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290bdd3e. 00000400:00000001:3.0:1767384630.092736:0:27534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384630.092738:0:27534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384630.092740:0:27534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baacdf6a. 00000400:00000200:3.0:1767384630.092743:0:27534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067fc209b 00000400:00000010:3.0:1767384630.092745:0:27534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fc209b. 00000400:00000010:3.0:1767384630.092751:0:27534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000004a44b46f. 00000400:00000200:3.0:1767384630.092756:0:27534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (22) 00000400:00000200:3.0:1767384630.092768:0:27534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384630.092778:0:27534:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:3.0:1767384630.092784:0:27534:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000cd6513cf. 00000020:01000000:3.0:1767384630.092790:0:27534:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384630.092793:0:27534:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp31 00000400:00000200:1.0:1767384630.092800:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384630.092805:0:27534:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000089b8ab1c. 00000400:00000200:1.0:1767384630.092809:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:3.0:1767384630.092811:0:27534:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000043ea646e. 00000400:00000010:1.0:1767384630.092820:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000400:00000200:1.0:1767384630.092825:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (23) 00000400:00000010:1.0:1767384630.092832:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005f845e2a. 00000400:00000200:1.0:1767384630.092838:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp11 00000020:00000001:0.0:1767384630.092843:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384630.092848:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384630.092851:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384630.092855:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp11 to MR: 192.168.202.122@tcp11 local destination 10000000:01000000:0.0:1767384630.092856:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384630.092862:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384630.092866:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:1.0:1767384630.092869:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp11 NI seq info: [68:68:256:4294967295] 192.168.202.122@tcp11 LPNI seq info [67:67:8:4294967295] 00000020:01000004:0.0:1767384630.092870:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384630.092874:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384630.092878:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384630.092881:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384630.092883:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp11 00000020:01000004:0.0:1767384630.092884:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384630.092889:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384630.092893:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384630.092896:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384630.092900:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp11(192.168.202.122@tcp11:192.168.202.122@tcp11) -> 192.168.202.122@tcp11(192.168.202.122@tcp11:192.168.202.122@tcp11) : PUT try# 0 00000100:00000010:0.0:1767384630.092904:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f30981d5. 00000800:00000200:1.0:1767384630.092910:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.122@tcp11 00000020:00000040:0.0:1767384630.092912:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000800:00000010:1.0:1767384630.092917:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d9e1c6b0. 00000100:00000001:0.0:1767384630.092919:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767384630.092925:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000c2fe5f0] -> 12345-192.168.202.122@tcp11 (6) 02000000:00000001:0.0:1767384630.092932:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767384630.092939:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp11 ip 192.168.202.122:988 02000000:00000001:0.0:1767384630.092939:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384630.092945:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d9e1c6b0 type 1, nob 496 niov 1 nkiov 1 02000000:00000010:0.0:1767384630.092952:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000046859c8f. 00000100:00000001:0.0:1767384630.092962:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.092970:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384630.092973:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000100:00000001:0.0:1767384630.092975:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384630.092978:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000100:00000040:0.0:1767384630.092988:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f30981d5] to pc [ptlrpcd_00_03+3] req@00000000f30981d5 x1853237050231296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384630.093026:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.093030:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767384630.093030:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.093035:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384630.093036:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.093038:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384630.093041:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:3.0:1767384630.093044:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f30981d5 x1853237050231296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.093047:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384630.093052:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384630.093054:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.093055:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:0.0:1767384630.093057:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384630.093058:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384630.093061:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:3.0:1767384630.093063:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:01000000:0.0:1767384630.093065:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:3.0:1767384630.093067:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384630.093071:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384630.093071:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00100000:3.0:1767384630.093077:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f30981d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050231296:0@lo:253: 00000020:01000004:0.0:1767384630.093077:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384630.093082:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384630.093083:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384630.093087:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384630.093089:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384630.093091:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:0.0:1767384630.093091:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384630.093093:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384630.093095:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:3.0:1767384630.093098:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1767384630.093098:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9e1c6b0. 00000020:01000004:0.0:1767384630.093099:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384630.093103:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000010:3.0:1767384630.093104:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004d760397. 00000400:00000200:2.0:1767384630.093107:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:0.0:1767384630.093107:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384630.093108:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384630.093113:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056d513c7. 00000400:00000010:3.0:1767384630.093115:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021ed314a. 00000400:00000200:2.0:1767384630.093120:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp11->192.168.202.122@tcp11: PUT: OK 00000020:00000040:0.0:1767384630.093121:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000400:00000010:3.0:1767384630.093122:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089b8ab1c. 00000400:00000200:2.0:1767384630.093127:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:3.0:1767384630.093129:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050231296, portal 25 00000100:00000001:0.0:1767384630.093129:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384630.093131:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp11: 0 02000000:00000001:0.0:1767384630.093134:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384630.093135:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384630.093139:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963241728 : -108605746309888 : ffff9d3941121500) 02000000:00000001:0.0:1767384630.093140:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384630.093141:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384630.093144:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f30981d5 x1853237050231296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384630.093150:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007daccca6. 00000100:00000001:3.0:1767384630.093151:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:2.0:1767384630.093151:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384630.093156:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:2.0:1767384630.093157:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384630.093158:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384630.093160:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093b62169. 00000800:00000001:2.0:1767384630.093161:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384630.093166:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050231296, offset 0 00000100:00000001:0.0:1767384630.093167:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384630.093185:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.093186:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp11(192.168.202.122@tcp11) <- 192.168.202.122@tcp11 : PUT - for me 00000400:00000200:3.0:1767384630.093191:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384630.093195:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056d513c7] to pc [ptlrpcd_00_00+0] req@0000000056d513c7 x1853237050231424/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384630.093203:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384630.093209:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384630.093221:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104a00 00000400:00000200:2.0:1767384630.093233:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 384/400 into md 0x17b5 [1] + 0 00000400:00000010:2.0:1767384630.093240:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445ef3a9. 00000400:00000200:2.0:1767384630.093244:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d71b6b0 00000400:00000200:3.0:1767384630.093251:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1095 [2] + 0 00000800:00000001:2.0:1767384630.093251:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:0.0:1767384630.093252:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384630.093258:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384630.093259:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e9669f. 00000800:00000001:2.0:1767384630.093260:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384630.093265:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384630.093265:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.093266:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004c9f8640 00000020:01000000:0.0:1767384630.093270:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384630.093274:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384630.093277:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp11->192.168.202.122@tcp11: PUT: OK 00000020:00000010:0.0:1767384630.093277:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000cd6513cf. 00000400:00000200:3.0:1767384630.093282:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384630.093287:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d71b6b0 00000400:00000010:2.0:1767384630.093315:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d71b6b0. 00000400:00000200:3.0:1767384630.093322:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9f8640 00000400:00000200:2.0:1767384630.093322:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:3.0:1767384630.093326:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c9f8640. 00000400:00000200:2.0:1767384630.093327:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (24) 00000100:00000001:3.0:1767384630.093333:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384630.093333:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384630.093334:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000100:00000200:3.0:1767384630.093336:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384630.093341:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000046346d32 x1853237050231296 msgsize 4848 00000100:00100000:0.0:1767384630.093341:0:16345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:2.0:1767384630.093342:0:16339:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (400 bytes) 00000100:00000001:0.0:1767384630.093348:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384630.093353:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00100000:3.0:1767384630.093354:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384630.093359:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384630.093360:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384630.093364:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384630.093367:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384630.093369:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384630.093370:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384630.093370:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (25) 00000100:00000001:0.0:1767384630.093371:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384630.093380:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093b62169 00000100:00000040:0.0:1767384630.093380:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056d513c7 x1853237050231424/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384630.093384:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093b62169. 00000400:00000200:2.0:1767384630.093386:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384630.093389:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384630.093395:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f30981d5 x1853237050231296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384630.093399:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp11 to MR: 192.168.202.122@tcp11 local destination 00000100:00000001:0.0:1767384630.093405:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384630.093410:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.093414:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp11 NI seq info: [69:69:256:4294967295] 192.168.202.122@tcp11 LPNI seq info [68:68:8:4294967295] 02000000:00000001:0.0:1767384630.093417:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384630.093418:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384630.093422:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384630.093424:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f30981d5 x1853237050231296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384630.093429:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384630.093438:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056d513c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050231424:0@lo:253: 00000100:00000001:3.0:1767384630.093440:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.093444:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp11(192.168.202.122@tcp11:192.168.202.122@tcp11) -> 192.168.202.122@tcp11(192.168.202.122@tcp11:192.168.202.122@tcp11) 192.168.202.122@tcp11 : ACK try# 0 00000100:00000001:3.0:1767384630.093445:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384630.093450:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384630.093455:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384630.093455:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp11 02000000:00000001:0.0:1767384630.093455:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384630.093459:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.093461:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294918419 00000800:00000010:2.0:1767384630.093462:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053d2006e. 02000000:00000001:0.0:1767384630.093463:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384630.093469:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b6eadea. 00000800:00000200:2.0:1767384630.093471:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000c2fe5f0] -> 12345-192.168.202.122@tcp11 (6) 02000000:00000010:0.0:1767384630.093472:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005b1aa45a. 00000100:00000001:3.0:1767384630.093476:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384630.093477:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384630.093482:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp11 ip 192.168.202.122:1019 00000100:00000001:3.0:1767384630.093483:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294918419 00000400:00000010:0.0:1767384630.093484:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000492db965. 00000800:00000200:2.0:1767384630.093485:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000053d2006e type 0, nob 96 niov 1 nkiov 0 00000100:00000010:3.0:1767384630.093489:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd1460f5. 00000400:00000010:0.0:1767384630.093492:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035187e3e. 00000100:00000001:3.0:1767384630.093494:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000800:00000001:2.0:1767384630.093497:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384630.093499:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294918419 00000100:00000200:0.0:1767384630.093499:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050231424, portal 25 00000800:00000001:2.0:1767384630.093504:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384630.093504:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1767384630.093505:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000573b5e9e. 00000100:00000001:0.0:1767384630.093507:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963242624 : -108605746308992 : ffff9d3941121880) 00000100:00000040:0.0:1767384630.093513:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056d513c7 x1853237050231424/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.093516:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384630.093518:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294918419 00000100:00000010:3.0:1767384630.093523:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000185677ff. 00000100:00000001:3.0:1767384630.093529:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384630.093530:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384630.093533:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384630.093536:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384630.093538:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384630.093541:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e66a2a88. 00000100:00000001:3.0:1767384630.093542:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.093545:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384630.093545:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050231424, offset 0 00000800:00000200:2.0:1767384630.093553:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384630.093554:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384630.093554:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384630.093558:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:2.0:1767384630.093558:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053d2006e. 00000100:00000001:3.0:1767384630.093565:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384630.093565:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384630.093566:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384630.093569:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384630.093572:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.093575:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp11->192.168.202.122@tcp11: ACK: OK 00000100:00000001:3.0:1767384630.093577:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384630.093580:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104a80 00000400:00000200:0.0:1767384630.093587:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10a5 [2] + 0 00000400:00000010:0.0:1767384630.093590:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ebd37be. 00000800:00000001:2.0:1767384630.093591:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384630.093594:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ac683ef1 00000800:00000001:2.0:1767384630.093596:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384630.093599:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384630.093600:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384630.093605:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384630.093605:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767384630.093609:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384630.093609:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac683ef1 00000400:00000010:0.0:1767384630.093612:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac683ef1. 00000800:00000001:2.0:1767384630.093617:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384630.093618:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384630.093621:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384630.093624:0:16345:0:(events.c:337:request_in_callback()) incoming req@0000000021e2fba0 x1853237050231424 msgsize 4848 00000400:00000200:2.0:1767384630.093628:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp11(192.168.202.122@tcp11) <- 192.168.202.122@tcp11 : ACK - for me 00000100:00100000:0.0:1767384630.093634:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384630.093636:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384630.093641:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp11: ACK from 12345-192.168.202.122@tcp11 into md 0x17f9 00000100:00000001:0.0:1767384630.093643:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384630.093645:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384630.093649:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e66a2a88 00000400:00000200:2.0:1767384630.093650:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp11->192.168.202.122@tcp11: ACK: OK 00000400:00000010:0.0:1767384630.093652:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e66a2a88. 00000100:00000001:0.0:1767384630.093656:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384630.093657:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00000100:00000200:0.0:1767384630.093659:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056d513c7 x1853237050231424/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384630.093660:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00000400:00000200:2.0:1767384630.093667:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384630.093670:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384630.093673:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000100:00000040:0.0:1767384630.093676:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056d513c7 x1853237050231424/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384630.093680:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384630.093687:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (24) 00000100:00000001:0.0:1767384630.093688:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.093692:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384630.093693:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384630.093696:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.093697:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384630.093697:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384630.093701:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050231296 00000100:00000001:0.0:1767384630.093703:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294918419 02000000:00000001:3.0:1767384630.093705:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384630.093706:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294918419 00000100:00000001:3.0:1767384630.093708:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384630.093710:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.093713:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384630.093714:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.093715:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294918419 00000100:00000001:2.0:1767384630.093717:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384630.093720:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050231296 00000100:00000001:0.0:1767384630.093721:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294918419 00000020:00000001:3.0:1767384630.093725:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384630.093725:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294918419 00000400:00000200:2.0:1767384630.093726:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000040:3.0:1767384630.093728:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:0.0:1767384630.093731:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294918419 00000020:00000001:3.0:1767384630.093732:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384630.093733:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000caf2fcc1. 00000100:00000001:0.0:1767384630.093735:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294918419 00000100:00000001:0.0:1767384630.093738:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294918419 00000400:00000010:2.0:1767384630.093740:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bdd1ed1. 00000100:00000001:0.0:1767384630.093740:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384630.093746:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98008a2. 00000100:00000001:0.0:1767384630.093746:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.093751:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.093752:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000caf2fcc1 00000400:00000010:2.0:1767384630.093756:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000008cae978d. 00000100:00000001:0.0:1767384630.093758:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.093760:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 00000400:00000200:2.0:1767384630.093765:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102051 00000400:00000200:2.0:1767384630.093767:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (23) 00000400:00000010:2.0:1767384630.093770:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000f38300f9. 00000400:00000010:2.0:1767384630.093771:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9f8f0f5. 00000400:00000010:2.0:1767384630.093774:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000070c00f05. 00000400:00000200:2.0:1767384630.093777:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000020:00000040:3.0:1767384630.093779:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:3.0:1767384630.093785:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:2.0:1767384630.093785:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:00000001:3.0:1767384630.093791:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:2.0:1767384630.093793:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000100:00000001:0.0:1767384630.093797:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384630.093798:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384630.093803:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050231424 00000020:00000010:3.0:1767384630.093805:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050bc3454. 02000000:00000001:0.0:1767384630.093806:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384630.093809:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000100:00000001:0.0:1767384630.093810:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384630.093812:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384630.093814:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.093819:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 02000000:00000001:0.0:1767384630.093820:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384630.093821:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000050bc3454. 00000100:00100000:0.0:1767384630.093826:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050231424 00000020:00000001:0.0:1767384630.093830:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384630.093831:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a62d1ebb. 00000400:00000200:2.0:1767384630.093831:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000020:00000040:0.0:1767384630.093832:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384630.093836:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384630.093839:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000400:00000200:2.0:1767384630.093840:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000020:00000001:0.0:1767384630.093843:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384630.093848:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:3.0:1767384630.093849:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000069eedf88. 00000400:00000200:2.0:1767384630.093849:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000001:0.0:1767384630.093852:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384630.093857:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000020:00000010:3.0:1767384630.093858:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096b8ca0b. 00000020:00000010:0.0:1767384630.093858:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b0053e2. 00000100:00000001:0.0:1767384630.093863:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384630.093867:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000020:00000010:0.0:1767384630.093870:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b0053e2. 00000400:00000200:2.0:1767384630.093874:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000100:00000040:3.0:1767384630.093876:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:0.0:1767384630.093877:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016109f5e. 00000400:00000200:2.0:1767384630.093880:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000100:00000001:3.0:1767384630.093883:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384630.093884:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a90098. 00000100:00000001:3.0:1767384630.093886:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384630.093888:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000100:00000001:3.0:1767384630.093889:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384630.093892:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000813c73f4. 00000100:00000001:3.0:1767384630.093898:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.093900:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000100:00000001:0.0:1767384630.093900:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384630.093904:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384630.093906:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000100:00000001:3.0:1767384630.093907:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384630.093912:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000100:00000001:0.0:1767384630.093913:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.093921:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000100:00000001:0.0:1767384630.093922:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.093923:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384630.093928:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384630.093929:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384630.093932:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000100:00100000:3.0:1767384630.093937:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000040:3.0:1767384630.093941:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000400:00000200:2.0:1767384630.093942:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000100:00000001:0.0:1767384630.093943:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384630.093944:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905245776 : -108600804305840 : ffff9d3a67a31450) 00000100:00000001:0.0:1767384630.093947:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384630.093955:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046346d32 x1853237050231296/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:611/0 lens 4848/0 e 0 to 0 dl 1767384641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384630.093956:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000100:00100000:0.0:1767384630.093957:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000040:0.0:1767384630.093963:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:0.0:1767384630.093968:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905256016 : -108600804295600 : ffff9d3a67a33c50) 00000400:00000200:2.0:1767384630.093974:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 12], ns[67, 12] 00000100:00000040:0.0:1767384630.093978:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021e2fba0 x1853237050231424/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:611/0 lens 4848/0 e 0 to 0 dl 1767384641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.093980:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384630.093985:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050bc3454. 00000100:00000001:0.0:1767384630.093988:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384630.093989:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384630.093993:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b0053e2. 00000020:00000010:3.0:1767384630.093995:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000050bc3454. 00000100:00000001:0.0:1767384630.093996:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384630.093999:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 12], ns[66, 12] 00000020:00000010:0.0:1767384630.094001:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b0053e2. 00000100:00100000:3.0:1767384630.094005:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046346d32 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050231296:12345-0@lo:253: 00000100:00100000:0.0:1767384630.094011:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021e2fba0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050231424:12345-0@lo:253: 00000400:00000200:2.0:1767384630.094013:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000100:00000200:3.0:1767384630.094014:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050231296 00000020:00000001:3.0:1767384630.094019:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384630.094020:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050231424 00000020:00000001:3.0:1767384630.094024:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384630.094025:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384630.094026:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000020:00000001:3.0:1767384630.094029:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384630.094030:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384630.094033:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.094034:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp30 00000020:00000001:3.0:1767384630.094035:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384630.094039:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384630.094039:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384630.094042:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000400:00000200:2.0:1767384630.094043:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp30 lpni_is_preferred = 0 00000020:00000001:3.0:1767384630.094045:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384630.094048:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384630.094049:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384630.094052:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp30 00000020:00000001:0.0:1767384630.094052:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384630.094054:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384630.094057:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384630.094058:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384630.094059:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp30 NI seq info: [70:70:256:4294967295] 192.168.202.122@tcp30 LPNI seq info [69:69:8:4294967295] 00000020:00000001:3.0:1767384630.094062:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384630.094062:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384630.094065:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.094067:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp30 00000100:00000001:3.0:1767384630.094068:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384630.094069:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384630.094072:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384630.094074:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384630.094078:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cd6513cf. 02000000:00000010:0.0:1767384630.094080:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007ea3fc4b. 02000000:00000001:3.0:1767384630.094083:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.094083:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp30(192.168.202.122@tcp30:) -> 192.168.202.122@tcp30(192.168.202.122@tcp:192.168.202.122@tcp30) : GET try# 0 02000000:00000001:0.0:1767384630.094084:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.094089:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.094094:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384630.094094:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp30 20000000:00000001:0.0:1767384630.094095:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384630.094100:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:2.0:1767384630.094101:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000053d2006e. 20000000:00000010:0.0:1767384630.094106:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bab46fe4. 00000800:00000010:2.0:1767384630.094108:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000099c6b9de. 20000000:00000010:3.0:1767384630.094109:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000893fbe12. 20000000:01000000:3.0:1767384630.094114:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000010:2.0:1767384630.094114:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001c1e07a1. 20000000:01000000:0.0:1767384630.094116:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384630.094121:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384630.094121:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:2.0:1767384630.094125:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (2) 20000000:00000001:3.0:1767384630.094126:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384630.094130:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384630.094134:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (2) 20000000:00000001:3.0:1767384630.094135:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384630.094135:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384630.094140:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384630.094140:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384630.094145:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384630.094147:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384630.094150:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 20000000:00000010:3.0:1767384630.094151:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b2f3613d. 00000400:00000200:2.0:1767384630.094155:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100251 rc 0 20000000:01000000:3.0:1767384630.094156:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:3.0:1767384630.094164:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384630.094181:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384630.094185:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384630.094200:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384630.094223:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384630.094226:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384630.094227:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384630.094229:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384630.094231:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.094231:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00080000:00000002:3.0:1767384630.094236:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:3.0:1767384630.094241:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:3.0:1767384630.094242:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384630.094244:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384630.094248:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384630.094249:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384630.094251:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384630.094256:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:3.0:1767384630.094259:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384630.094263:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d486e48e. 00080000:00000001:3.0:1767384630.094265:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468050453504 : -108605659098112 : ffff9d394644d400) 00080000:00000001:3.0:1767384630.094268:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384630.094271:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384630.094274:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000050bc3454. 00080000:00000001:3.0:1767384630.094277:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384630.094278:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384630.094284:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094352:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094370:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094388:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094402:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094421:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094437:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094451:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094471:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00080000:00000001:3.0:1767384630.094496:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.094513:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00080000:00000001:3.0:1767384630.094514:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384630.094554:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094585:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094608:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094638:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094657:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094676:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094702:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094732:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094765:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094796:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094826:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094842:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094857:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094875:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094889:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094903:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094917:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094937:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.094970:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.095004:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.095051:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.095081:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.095096:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384630.095113:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:2.0:1767384630.095254:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d1cb340. 00000800:00000010:2.0:1767384630.095259:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006d544905. 00000800:00000010:2.0:1767384630.095264:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000083b99728. 00000800:00000010:2.0:1767384630.095285:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000083b99728. 00000800:00020000:2.0:1767384630.095313:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384630.095316:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006d544905. 00000800:00000010:2.0:1767384630.095320:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004d1cb340. 00000400:02020000:2.0:1767384630.095356:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp30 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384630.095367:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp30 notifying 192.168.202.122@tcp30: down 00000800:00000200:2.0:1767384630.095372:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp30 down 00000800:00000100:2.0:1767384630.095376:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp30 00000800:00000010:2.0:1767384630.095378:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000053d2006e. 00000400:00000200:2.0:1767384630.095381:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384630.095385:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp30->192.168.202.122@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384630.095391:0:16334:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp30 added to recovery queue. ping count: 0 next ping: 252 health :900 00000400:00000200:2.0:1767384630.095394:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384630.095397:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 1 00000400:00000200:2.0:1767384630.095400:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00080000:00000010:3.0:1767384630.095404:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d486e48e. 00080000:00000010:3.0:1767384630.095420:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000050bc3454. 00040000:00000001:3.0:1767384630.095423:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384630.095425:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384630.095427:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384630.095429:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384630.095431:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384630.095433:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:1.0:1767384630.095440:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:01000000:3.0:1767384630.095445:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:1.0:1767384630.095448:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100851 00000400:00000001:1.0:1767384630.095454:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:3.0:1767384630.095455:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767384630.095457:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:01000000:3.0:1767384630.095459:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:1.0:1767384630.095461:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9f8f0f5 00080000:00000001:3.0:1767384630.095465:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000010:1.0:1767384630.095466:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9f8f0f5. 20000000:00000010:2.0:1767384630.095468:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008cae978d. 20000000:01000000:2.0:1767384630.095473:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00000400:00000200:1.0:1767384630.095473:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 20000000:00000001:2.0:1767384630.095479:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767384630.095481:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00080000:00000001:2.0:1767384630.095483:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384630.095487:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000010:1.0:1767384630.095488:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000f38300f9. 00080000:00000001:2.0:1767384630.095494:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384630.095500:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (24) 00080000:00000001:2.0:1767384630.095502:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384630.095505:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384630.095507:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:-71 00080000:00000001:2.0:1767384630.095508:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384630.095513:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:1.0:1767384630.095515:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102051 rc -71 00080000:00000001:2.0:1767384630.095516:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384630.095520:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000400:00000200:1.0:1767384630.095524:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000020:00000001:2.0:1767384630.095525:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:2.0:1767384630.095529:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384630.095530:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (23) 00080000:00000001:2.0:1767384630.095531:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384630.095536:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384630.095538:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384630.095540:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384630.095542:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384630.095544:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384630.095548:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fe361948. 20000000:01000000:1.0:1767384630.095549:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384630.095551:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468038020096 : -108605671531520 : ffff9d3945871c00) 00080000:00000020:3.0:1767384630.095553:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:00000001:1.0:1767384630.095554:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384630.095555:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:3.0:1767384630.095559:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 10000000:01000000:1.0:1767384630.095560:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:3.0:1767384630.095561:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000893fbe12. 00000001:00000001:2.0:1767384630.095564:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:3.0:1767384630.095567:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384630.095569:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000083b99728. 00010000:00000001:1.0:1767384630.095569:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000040:3.0:1767384630.095571:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050231296 00080000:00000001:2.0:1767384630.095574:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.095575:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384630.095575:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384630.095577:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000200:3.0:1767384630.095581:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046346d32 x1853237050231296/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1767384630.095585:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b530c780. 00080000:00000001:2.0:1767384630.095586:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.095593:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384630.095593:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:3.0:1767384630.095595:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384630.095597:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:1.0:1767384630.095598:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aba6c93e. 00000100:00001000:3.0:1767384630.095599:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384630.095605:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384630.095605:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000040:3.0:1767384630.095611:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000040:1.0:1767384630.095611:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000aba6c93e with handle 0x9f279d7a9a0b4fc1 to hash 00000100:00000001:3.0:1767384630.095616:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:1.0:1767384630.095618:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000001:3.0:1767384630.095620:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384630.095621:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 02000000:00000001:3.0:1767384630.095622:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.095628:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384630.095628:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00000100:00000040:3.0:1767384630.095632:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384630.095635:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1767384630.095636:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093b62169. 00010000:00000001:1.0:1767384630.095640:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384630.095641:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050231296, offset 224 00010000:00010000:1.0:1767384630.095646:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4fc1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384630.095648:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384630.095659:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384630.095662:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384630.095666:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384630.095670:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:3.0:1767384630.095671:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104a00 00010000:00000001:1.0:1767384630.095674:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384630.095677:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.095678:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17fd [2] + 224 00010000:00000001:1.0:1767384630.095683:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:3.0:1767384630.095685:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384630.095686:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.095691:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384630.095691:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:3.0:1767384630.095695:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384630.095696:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000200:3.0:1767384630.095699:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f30981d5 x1853237050231296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384630.095699:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384630.095702:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384630.095706:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b530c780) refcount = 1 00000100:00000040:3.0:1767384630.095710:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f30981d5 x1853237050231296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384630.095722:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4fc1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384630.095729:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384630.095731:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384630.095734:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384630.095736:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.095737:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093b62169 00010000:00000001:1.0:1767384630.095740:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384630.095742:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093b62169. 00000100:00000001:2.0:1767384630.095744:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384630.095745:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384630.095747:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384630.095748:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:1.0:1767384630.095750:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384630.095752:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 20000000:01000000:1.0:1767384630.095755:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00000400:00000001:2.0:1767384630.095756:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384630.095758:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384630.095759:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384630.095762:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:2.0:1767384630.095763:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021ed314a. 00000100:00000040:3.0:1767384630.095766:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000020:00000001:1.0:1767384630.095767:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384630.095768:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089b8ab1c 00000020:00000040:1.0:1767384630.095771:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aba6c93e refcount=4 00010000:00000001:3.0:1767384630.095772:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384630.095772:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089b8ab1c. 00000020:00000001:3.0:1767384630.095775:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.095777:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00000020:00000001:3.0:1767384630.095778:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384630.095779:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384630.095782:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384630.095787:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000040:3.0:1767384630.095788:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046346d32 x1853237050231296/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384630.095788:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f30981d5 x1853237050231296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384630.095792:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4fc1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.095817:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:2.0:1767384630.095821:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f30981d5 x1853237050231296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384630.095822:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4fc1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384630.095825:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046346d32 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050231296:12345-0@lo:253: Request processed in 1841us (2480us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384630.095843:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00010000:00000001:1.0:1767384630.095845:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.095849:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384630.095850:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384630.095853:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384630.095853:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4fc1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384630.095854:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384630.095858:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384630.095859:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384630.095863:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000069eedf88. 00000100:00000001:2.0:1767384630.095866:0:16347:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384630.095870:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096b8ca0b. 00010000:00000001:1.0:1767384630.095870:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767384630.095871:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384630.095875:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a62d1ebb. 00010000:00000001:1.0:1767384630.095875:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.095876:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384630.095882:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384630.095883:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00010000:00000001:1.0:1767384630.095884:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1767384630.095887:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.095889:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4fc1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384630.095890:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384630.095893:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=47 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384630.095899:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cd6513cf. 00000100:00001000:2.0:1767384630.095904:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=47 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384630.095905:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:1.0:1767384630.095906:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000aba6c93e already unused, calling callback (0000000043915e75) 00000100:00000001:3.0:1767384630.095909:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.095911:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384630.095914:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384630.095915:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.095919:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:3.0:1767384630.095920:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e9669f. 00010000:00000001:2.0:1767384630.095921:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384630.095925:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:3.0:1767384630.095926:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093b62169. 00010000:00000001:2.0:1767384630.095926:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.095928:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4fc1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384630.095933:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.095942:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:2.0:1767384630.095943:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f30981d5 x1853237050231296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384630.095944:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384630.095947:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.095950:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000aba6c93e refcount=5 00000020:00000001:1.0:1767384630.095954:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00010000:00000001:1.0:1767384630.095960:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263708672 : -108601445842944 : ffff9d3a41660000) 00000100:00000001:2.0:1767384630.095961:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384630.095965:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384630.095967:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00010000:1.0:1767384630.095968:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4fc1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.095975:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384630.095978:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.095978:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384630.095981:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384630.095985:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384630.095987:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:01000004:2.0:1767384630.095989:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:1.0:1767384630.095990:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:01000004:2.0:1767384630.095993:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384630.095995:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:2.0:1767384630.095996:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384630.095998:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384630.096000:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:1.0:1767384630.096002:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aba6c93e with handle 0x9f279d7a9a0b4fc1 from hash 00000020:01000004:2.0:1767384630.096004:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384630.096007:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:2.0:1767384630.096008:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:1.0:1767384630.096011:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384630.096012:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384630.096015:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384630.096015:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.096017:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:2.0:1767384630.096019:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384630.096021:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767384630.096024:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f30981d5 x1853237050231296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384630.096024:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384630.096026:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384630.096029:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.096034:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.096039:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384630.096042:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:2.0:1767384630.096045:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f30981d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050231296:0@lo:253: 00010000:00000001:1.0:1767384630.096047:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.096049:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384630.096053:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.096056:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384630.096058:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384630.096062:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f30981d5 x1853237050231296/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384630.096063:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.096069:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.096076:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4fc1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384630.096079:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384630.096083:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384630.096088:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004d760397. 00010000:00000001:1.0:1767384630.096088:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.096090:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.096093:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384630.096096:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384630.096097:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:2.0:1767384630.096100:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384630.096101:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384630.096103:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00010000:00000001:1.0:1767384630.096105:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384630.096109:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384630.096109:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000010:2.0:1767384630.096113:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000046859c8f. 00010000:00000001:1.0:1767384630.096113:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384630.096118:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.096122:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4fc1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384630.096123:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384630.096127:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384630.096130:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f30981d5. 00010000:00000001:1.0:1767384630.096132:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384630.096135:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384630.096136:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:1.0:1767384630.096137:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aba6c93e/0x9f279d7a9a0b4fc1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384630.096141:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.096146:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384630.096153:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b530c780 count: 0 00000100:00000001:2.0:1767384630.096155:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384630.096158:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.096161:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384630.096163:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384630.096164:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384630.096181:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:3.0:1767384630.097163:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fe361948. 00080000:00000010:2.0:1767384630.097228:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000083b99728. 00040000:00000001:2.0:1767384630.097243:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384630.097245:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384630.097247:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384630.097251:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384630.097253:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384630.097255:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384630.097258:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384630.097269:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384630.097273:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384630.097276:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384630.097314:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384630.097318:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384630.097321:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384630.097324:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384630.097327:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384630.097331:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004397a34d. 00010000:00000001:1.0:1767384630.097335:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384630.097339:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000603cb910. 00000020:00000001:1.0:1767384630.097342:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384630.097344:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000603cb910 with handle 0x9f279d7a9a0b4fc8 to hash 00000020:00000001:1.0:1767384630.097347:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384630.097355:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00010000:00000001:1.0:1767384630.097359:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00010000:00000001:1.0:1767384630.097362:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384630.097364:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.097367:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4fc8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.097375:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384630.097377:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384630.097379:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384630.097382:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384630.097384:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.097386:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384630.097388:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.097390:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384630.097392:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384630.097394:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384630.097396:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384630.097398:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004397a34d) refcount = 1 00010000:00010000:1.0:1767384630.097402:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4fc8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.097409:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384630.097412:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384630.097414:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.097416:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.097419:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384630.097422:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384630.097425:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:1.0:1767384630.097428:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384630.097430:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.097431:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000603cb910 refcount=4 00000020:00000001:1.0:1767384630.097434:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00010000:00000001:1.0:1767384630.097437:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00080000:00000020:2.0:1767384630.097438:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384630.097441:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:2.0:1767384630.097442:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384630.097444:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bab46fe4. 20000000:00000001:2.0:1767384630.097447:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384630.097452:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050231424 00010000:00010000:1.0:1767384630.097452:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4fc8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.097457:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384630.097463:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021e2fba0 x1853237050231424/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384630.097466:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384630.097470:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4fc8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384630.097473:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384630.097477:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384630.097482:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=47 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384630.097483:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384630.097487:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384630.097487:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384630.097491:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4fc8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384630.097492:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384630.097497:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384630.097503:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384630.097505:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767384630.097506:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.097508:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.097510:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384630.097512:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767384630.097516:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384630.097516:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4fc8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384630.097522:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d544905. 00000100:00000200:2.0:1767384630.097528:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050231424, offset 224 00010000:00010000:1.0:1767384630.097528:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000603cb910 already unused, calling callback (0000000043915e75) 00010000:00000001:1.0:1767384630.097533:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384630.097536:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384630.097539:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384630.097540:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4fc8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384630.097550:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384630.097550:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384630.097553:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384630.097556:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.097558:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000603cb910 refcount=5 00000400:00000200:2.0:1767384630.097559:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104a80 00000020:00000001:1.0:1767384630.097564:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00000400:00000200:2.0:1767384630.097569:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1805 [2] + 224 00010000:00000001:1.0:1767384630.097569:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00000400:00000200:2.0:1767384630.097576:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384630.097576:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384630.097579:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4fc8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.097589:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384630.097591:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384630.097595:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384630.097600:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:2.0:1767384630.097601:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056d513c7 x1853237050231424/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384630.097604:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.097611:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384630.097614:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384630.097615:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000056d513c7 x1853237050231424/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384630.097620:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384630.097623:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384630.097626:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000603cb910 with handle 0x9f279d7a9a0b4fc8 from hash 00010000:00000001:1.0:1767384630.097630:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384630.097631:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384630.097632:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.097635:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.097637:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767384630.097639:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d544905 00010000:00000001:1.0:1767384630.097640:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:2.0:1767384630.097643:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d544905. 00010000:00000001:1.0:1767384630.097644:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384630.097649:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384630.097649:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384630.097653:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384630.097654:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.097658:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.097660:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.097661:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384630.097664:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:2.0:1767384630.097665:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384630.097669:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384630.097670:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384630.097672:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384630.097673:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.097675:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384630.097676:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384630.097680:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384630.097683:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2fba0 x1853237050231424/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384630.097684:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.097689:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4fc8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384630.097701:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021e2fba0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050231424:12345-0@lo:253: Request processed in 3710us (4073us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384630.097704:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.097707:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.097709:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384630.097711:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384630.097713:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.097715:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.097717:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384630.097719:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384630.097721:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.097724:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4fc8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384630.097728:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000040:2.0:1767384630.097733:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384630.097736:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384630.097737:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384630.097740:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a90098. 00000020:00000010:2.0:1767384630.097745:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000813c73f4. 00000020:00000010:2.0:1767384630.097750:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016109f5e. 00010000:00000001:1.0:1767384630.097752:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000040:2.0:1767384630.097755:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00010000:00000001:1.0:1767384630.097756:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384630.097759:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b4fc8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384630.097760:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384630.097763:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007ea3fc4b. 02000000:00000001:2.0:1767384630.097769:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000040:1.0:1767384630.097771:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004397a34d count: 0 00000100:00000001:2.0:1767384630.097772:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384630.097778:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384630.097784:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384630.097787:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767384630.097788:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fc38edd. 00000400:00000010:2.0:1767384630.097793:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d544905. 00000100:00000001:2.0:1767384630.097808:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384630.097809:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384630.097812:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384630.097813:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384630.097814:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000492db965. 00000400:00000200:2.0:1767384630.097817:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035187e3e 00000400:00000010:2.0:1767384630.097818:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035187e3e. 00000100:00000001:2.0:1767384630.097821:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384630.097824:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056d513c7 x1853237050231424/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384630.097830:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056d513c7 x1853237050231424/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.097836:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384630.097837:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.097839:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384630.097840:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384630.097841:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384630.097842:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.097844:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384630.097846:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=47 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384630.097849:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384630.097851:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384630.097852:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.097854:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384630.097855:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.097857:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384630.097860:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056d513c7 x1853237050231424/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.097864:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384630.097866:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384630.097867:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384630.097869:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384630.097871:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384630.097872:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384630.097878:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384630.097879:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384630.097880:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384630.097881:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384630.097883:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384630.097884:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384630.097887:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056d513c7 x1853237050231424/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384630.097891:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056d513c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050231424:0@lo:253: 00000100:00000001:2.0:1767384630.097894:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.097895:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384630.097896:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056d513c7 x1853237050231424/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.097900:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384630.097901:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384630.097902:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005b1aa45a. 02000000:00000001:2.0:1767384630.097904:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384630.097906:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384630.097907:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384630.097908:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384630.097909:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007daccca6. 02000000:00000001:2.0:1767384630.097912:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384630.097913:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384630.097914:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056d513c7. 00000100:00000001:2.0:1767384630.097916:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384630.097916:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.097917:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.097920:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384630.097921:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.097922:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384630.097924:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384630.099352:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294918419, at 4294918420 00000100:00000010:3.0:1767384630.099360:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000185677ff. 00000100:00000040:1.0:1767384630.099426:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294918419, at 4294918420 00000100:00000010:1.0:1767384630.099434:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd1460f5. 00000100:00000040:0.0:1767384630.100320:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294918419, at 4294918421 00000100:00000010:0.0:1767384630.100326:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b6eadea. 00000100:00000040:2.0:1767384630.100334:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294918419, at 4294918421 00000100:00000010:2.0:1767384630.100341:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000573b5e9e. 00010000:00000010:1.1:1767384630.103321:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b530c780. 00010000:00000010:1.1:1767384630.103331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000aba6c93e. 00010000:00000010:1.1:1767384630.103337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004397a34d. 00010000:00000010:1.1:1767384630.103343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000603cb910. 00000400:00000010:3.0:1767384630.108905:0:27539:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000034928a91. 00000400:00000040:3.0:1767384630.108922:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384630.108924:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384630.108926:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.108927:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384630.108929:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.108930:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384630.108932:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384630.108933:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384630.108935:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384630.108936:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384630.108938:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384630.108939:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384630.108941:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384630.108942:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384630.108943:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384630.108945:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384630.108946:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384630.108947:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384630.108948:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384630.108950:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.108951:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384630.108952:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384630.108953:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384630.108954:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.108955:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384630.108957:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.108958:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384630.108964:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384630.108965:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384630.108966:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.108967:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384630.108968:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.108969:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384630.108970:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384630.108971:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384630.108972:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.108973:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384630.108975:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384630.108976:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384630.108977:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384630.108978:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384630.108978:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.108980:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384630.108981:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384630.108981:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384630.108983:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384630.108983:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384630.108984:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384630.108986:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384630.108987:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384630.108988:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384630.108989:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384630.108990:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384630.108991:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384630.108992:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384630.108993:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384630.108994:0:27539:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384630.109045:0:27539:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000034928a91. 00000004:00000001:1.0:1767384630.847382:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384630.847386:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384630.847392:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cdca0d1. 00000020:00000040:1.0:1767384630.847398:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384630.847402:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384630.847405:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384630.847410:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384630.847416:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d13ea30f. 00000100:00000001:1.0:1767384630.847422:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.847428:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384630.847429:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384630.847439:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cdca0d1] to pc [ptlrpcd_00_01+1] req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384630.847458:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.847463:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.847466:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384630.847468:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384630.847471:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.847477:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384630.847479:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.847482:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384630.847483:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384630.847493:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384630.847495:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16345:1853237050231552:0@lo:13: 00000100:00000001:1.0:1767384630.847498:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384630.847503:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384630.847505:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.847507:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384630.847509:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b48f7a73. 02000000:00000001:1.0:1767384630.847511:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384630.847516:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa6579. 00000400:00000010:1.0:1767384630.847520:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 00000100:00000200:1.0:1767384630.847525:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050231552, portal 4 00000100:00000001:1.0:1767384630.847527:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384630.847528:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299794432 : -108600409757184 : ffff9d3a7f276a00) 00000100:00000040:1.0:1767384630.847533:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.847538:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384630.847542:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384630.847543:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff90c5c4. 00000100:00000200:1.0:1767384630.847545:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050231552, offset 0 00000400:00000200:1.0:1767384630.847551:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384630.847561:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384630.847569:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260104b00 00000400:00000200:1.0:1767384630.847574:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1568 00000400:00000200:1.0:1767384630.847579:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384630.847584:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:3.0:1767384630.847630:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384630.847635:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000400:00000001:3.0:1767384630.847636:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767384630.847639:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384630.847641:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dce97c2 00000100:00000010:1.0:1767384630.847643:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000386d2030. 00000400:00000010:3.0:1767384630.847647:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000100:00000040:1.0:1767384630.847648:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000386d2030 x1853237050231552 msgsize 224 00000100:00100000:1.0:1767384630.847655:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384630.847657:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000100:00000001:1.0:1767384630.847663:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384630.847667:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp29 recovery ping unlinked 00000400:00000200:1.0:1767384630.847672:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff90c5c4 00000400:00000010:1.0:1767384630.847674:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff90c5c4. 00000400:00000010:3.0:1767384630.847678:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005f9043f6. 00000100:00000001:1.0:1767384630.847680:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384630.847691:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384630.847694:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008b3f07dc. 00000100:00000001:1.0:1767384630.847702:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384630.847707:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.847714:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.847716:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384630.847723:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384630.847727:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3385 usecs (4 jiffies) 00000100:00000001:1.0:1767384630.847731:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294919172 00000100:00000010:1.0:1767384630.847736:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b3596. 00000100:00000001:1.0:1767384630.847743:0:16345:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384630.847743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384630.847751:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294919172 00000100:00000001:0.0:1767384630.847751:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384630.847759:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042803bb3. 00000100:00000010:0.0:1767384630.847759:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056d513c7. 00000100:00000001:1.0:1767384630.847764:0:16345:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:0.0:1767384630.847766:0:8:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384630.847771:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294919172 00000100:00000001:0.0:1767384630.847772:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:1.0:1767384630.847775:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac0cce91. 02000000:00000001:0.0:1767384630.847776:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384630.847780:0:16345:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 02000000:00000001:0.0:1767384630.847781:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.847785:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294919172 02000000:00000010:0.0:1767384630.847789:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007ebbe164. 00000100:00000010:1.0:1767384630.847790:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c401dda7. 00000100:00000001:1.0:1767384630.847794:0:16345:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384630.847797:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.847798:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384630.847803:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.847806:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384630.847808:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384630.847809:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.847819:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384630.847821:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384630.847822:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384630.847826:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.847827:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.847830:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384630.847834:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.847836:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384630.847838:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056d513c7] to pc [ptlrpcd_00_02+2] req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.847846:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.847855:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384630.847867:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384630.847871:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384630.847876:0:17885:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384630.847876:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767384630.847882:0:17885:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050231552 00000100:00000010:0.0:1767384630.847883:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f30981d5. 02000000:00000001:3.0:1767384630.847888:0:17885:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1767384630.847889:0:8:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384630.847891:0:17885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384630.847894:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384630.847895:0:17885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384630.847898:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384630.847902:0:17885:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384630.847902:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.847909:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384630.847910:0:17885:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050231552 02000000:00000010:0.0:1767384630.847911:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094f39759. 00000100:00000001:1.0:1767384630.847912:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384630.847916:0:17885:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384630.847916:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767384630.847921:0:17885:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000100:00000040:1.0:1767384630.847922:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.847924:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384630.847928:0:17885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384630.847933:0:17885:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000100:00000001:1.0:1767384630.847936:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384630.847936:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384630.847938:0:17885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:1.0:1767384630.847940:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.847947:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1767384630.847948:0:17885:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 02000000:00000001:1.0:1767384630.847950:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384630.847957:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.847958:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384630.847963:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:3.0:1767384630.847966:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000220b27ff. 00000100:00100000:1.0:1767384630.847966:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000056d513c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853237050231680:0@lo:400: 00000100:00000001:0.0:1767384630.847967:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.847976:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1767384630.847977:0:17885:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bbd33a95. 02000000:00000001:1.0:1767384630.847980:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767384630.847980:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f30981d5] to pc [ptlrpcd_00_03+3] req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384630.847985:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384630.847988:0:17885:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 02000000:00000001:1.0:1767384630.847990:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384630.847995:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5858839. 02000000:00000001:1.0:1767384630.848000:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384630.848005:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b6a245. 00000100:00000001:3.0:1767384630.848006:0:17885:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384630.848010:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384630.848012:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff90c5c4. 00000020:00000010:3.0:1767384630.848015:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c110d8e6. 00000100:00000040:0.0:1767384630.848017:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (256) 00000100:00000200:1.0:1767384630.848018:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050231680, portal 10 00000100:00000001:1.0:1767384630.848023:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384630.848024:0:17885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009fee4ccd. 00000100:00000001:1.0:1767384630.848025:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963242624 : -108605746308992 : ffff9d3941121880) 00000020:00000010:3.0:1767384630.848034:0:17885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096b8ca0b. 00000100:00000040:1.0:1767384630.848034:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.848043:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384630.848046:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384630.848047:0:17885:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000010:1.0:1767384630.848048:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035825e35. 00000100:00000001:3.0:1767384630.848054:0:17885:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1767384630.848054:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050231680, offset 0 00000100:00000001:3.0:1767384630.848059:0:17885:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384630.848063:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384630.848064:0:17885:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384630.848072:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384630.848076:0:17885:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384630.848081:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260104b80 00000400:00000200:1.0:1767384630.848086:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000100:00000001:3.0:1767384630.848091:0:17885:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384630.848103:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384630.848109:0:17885:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384630.848113:0:17885:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384630.848114:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384630.848120:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384630.848123:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000200:1.0:1767384630.848123:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384630.848126:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000551ca3dd. 00000100:00000040:3.0:1767384630.848129:0:17885:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000040:1.0:1767384630.848131:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000551ca3dd x1853237050231680 msgsize 224 00000100:00000001:3.0:1767384630.848134:0:17885:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299786368 : -108600409765248 : ffff9d3a7f274a80) 00000100:00100000:1.0:1767384630.848141:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384630.848143:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000386d2030 x1853237050231552/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:611/0 lens 224/0 e 0 to 0 dl 1767384641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.848151:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384630.848158:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035825e35 00000400:00000010:1.0:1767384630.848173:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035825e35. 00000100:00000001:1.0:1767384630.848182:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384630.848184:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384630.848189:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384630.848191:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019646ed1. 00000100:00000001:3.0:1767384630.848197:0:17885:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384630.848205:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019646ed1. 00000100:00000001:1.0:1767384630.848206:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384630.848211:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384630.848219:0:17885:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000386d2030 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16345:x1853237050231552:12345-0@lo:13: 00000100:00000001:1.0:1767384630.848221:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.848224:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384630.848229:0:17885:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050231552 00000100:00000001:1.0:1767384630.848231:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384630.848234:0:17885:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384630.848235:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2658 usecs (3 jiffies) 00000020:00000001:3.0:1767384630.848240:0:17885:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384630.848240:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294919171 00000100:00000001:1.0:1767384630.848242:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294919172 00000020:00000001:3.0:1767384630.848244:0:17885:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.848246:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294919171 00000020:00000001:3.0:1767384630.848251:0:17885:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384630.848251:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294919172 00000100:00000001:1.0:1767384630.848254:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294919171 00000020:00000001:3.0:1767384630.848256:0:17885:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000100:00000001:1.0:1767384630.848258:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294919172 00000100:00000001:1.0:1767384630.848263:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294919171 00000020:00000001:3.0:1767384630.848264:0:17885:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384630.848265:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294919172 00000100:00000001:1.0:1767384630.848268:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384630.848270:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384630.848271:0:17885:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.848273:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.848278:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384630.848280:0:17885:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384630.848283:0:17885:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384630.848287:0:17885:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.848309:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384630.848311:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384630.848313:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.848314:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384630.848316:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384630.848318:0:16346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384630.848321:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384630.848323:0:17885:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384630.848324:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384630.848327:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384630.848329:0:17885:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384630.848330:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.848333:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384630.848335:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767384630.848336:0:17885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d4e2e213. 00000100:00000040:1.0:1767384630.848339:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384630.848342:0:17885:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.848350:0:17885:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.848350:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384630.848353:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.848357:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00002000:00000001:3.0:1767384630.848358:0:17885:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:1.0:1767384630.848359:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384630.848363:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384630.848366:0:17885:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00100000:1.0:1767384630.848366:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f30981d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16346:1853237050231808:0@lo:400: 00000020:00000001:3.0:1767384630.848371:0:17885:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384630.848371:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384630.848374:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384630.848376:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.848378:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384630.848381:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3fe3540. 02000000:00000001:1.0:1767384630.848382:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384630.848385:0:17885:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384630.848386:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfdb2673. 00002000:00000024:3.0:1767384630.848392:0:17885:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000010:1.0:1767384630.848392:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035825e35. 00000100:00000200:1.0:1767384630.848396:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050231808, portal 10 00000020:00000020:3.0:1767384630.848399:0:17885:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:1.0:1767384630.848399:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384630.848402:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963241728 : -108605746309888 : ffff9d3941121500) 00000020:00000020:3.0:1767384630.848408:0:17885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00000100:00000040:1.0:1767384630.848409:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:3.0:1767384630.848420:0:17885:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:1.0:1767384630.848420:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384630.848425:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:3.0:1767384630.848427:0:17885:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384630.848433:0:17885:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000010:1.0:1767384630.848434:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e93641. 00000001:00000001:3.0:1767384630.848438:0:17885:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384630.848439:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050231808, offset 0 00000400:00000200:1.0:1767384630.848445:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000001:3.0:1767384630.848451:0:17885:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384630.848456:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:3.0:1767384630.848458:0:17885:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050231552 00010000:00000001:3.0:1767384630.848463:0:17885:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384630.848464:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260104c00 00010000:00000200:3.0:1767384630.848472:0:17885:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000386d2030 x1853237050231552/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:611/0 lens 224/368 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384630.848472:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000400:00000200:1.0:1767384630.848478:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384630.848486:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384630.848491:0:16346:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:3.0:1767384630.848494:0:17885:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384630.848494:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384630.848498:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001b119870. 00010000:00000001:3.0:1767384630.848500:0:17885:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384630.848502:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000001b119870 x1853237050231808 msgsize 224 00000100:00001000:3.0:1767384630.848506:0:17885:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=36 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384630.848506:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384630.848514:0:17885:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384630.848517:0:17885:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384630.848519:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384630.848520:0:17885:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000400:00000200:1.0:1767384630.848525:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e93641 02000000:00000001:3.0:1767384630.848526:0:17885:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1767384630.848529:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e93641. 00000100:00000001:1.0:1767384630.848533:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384630.848536:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.848542:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384630.848544:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.848548:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.848550:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384630.848553:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384630.848555:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3161 usecs (4 jiffies) 00000100:00000001:1.0:1767384630.848557:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294919173 00000100:00000001:1.0:1767384630.848562:0:16346:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294919172 00000100:00000001:1.0:1767384630.848566:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294919173 00000100:00000001:1.0:1767384630.848570:0:16346:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294919172 00000100:00000001:1.0:1767384630.848574:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294919173 00000100:00000001:1.0:1767384630.848576:0:16346:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294919172 00000100:00000001:1.0:1767384630.848586:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294919173 00000100:00000001:1.0:1767384630.848590:0:16346:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294919172 00000100:00000001:1.0:1767384630.848593:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384630.848595:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.848597:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.848599:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.848616:0:19810:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384630.848618:0:19810:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050231680 02000000:00000001:1.0:1767384630.848621:0:19810:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384630.848622:0:19810:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384630.848624:0:19810:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.848626:0:19810:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384630.848629:0:17885:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384630.848630:0:19810:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050231680 00000020:00000001:1.0:1767384630.848633:0:19810:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384630.848634:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384630.848636:0:19810:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000100:00000001:3.0:1767384630.848638:0:17885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384630.848640:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.848641:0:19810:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.848645:0:19810:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000100:00000040:3.0:1767384630.848647:0:17885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384630.848648:0:19810:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000001:1.0:1767384630.848652:0:19810:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000400:00000010:3.0:1767384630.848654:0:17885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cedafe. 00000100:00000001:1.0:1767384630.848654:0:19810:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384630.848659:0:19810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000836fe300. 00000100:00000200:3.0:1767384630.848661:0:17885:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050231552, offset 224 00000100:00000001:1.0:1767384630.848662:0:19810:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384630.848667:0:19810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000836fe300. 00000020:00000010:1.0:1767384630.848672:0:19810:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4c01aa3. 00000400:00000200:3.0:1767384630.848673:0:17885:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384630.848678:0:19810:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c467fb6c. 00000020:00000010:1.0:1767384630.848683:0:19810:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e4da1d7. 00000400:00000200:3.0:1767384630.848686:0:17885:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384630.848693:0:19810:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384630.848693:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384630.848698:0:17885:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260104b00 00000100:00100000:0.0:1767384630.848698:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050231808 00000100:00000001:1.0:1767384630.848699:0:19810:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384630.848703:0:19810:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384630.848704:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384630.848707:0:19810:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.848708:0:17885:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1825 [1] + 224 00000100:00000001:0.0:1767384630.848708:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384630.848713:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.848716:0:19810:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767384630.848718:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.848720:0:19810:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:0.0:1767384630.848723:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050231808 00000100:00000001:1.0:1767384630.848724:0:19810:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384630.848728:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384630.848731:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000020:00000001:0.0:1767384630.848734:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384630.848736:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000100:00000001:1.0:1767384630.848739:0:19810:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384630.848740:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000020:00000001:0.0:1767384630.848743:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:0.0:1767384630.848747:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384630.848753:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4592b63. 00000020:00000010:0.0:1767384630.848757:0:17076:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007378ba51. 00000100:00000001:1.0:1767384630.848760:0:19810:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384630.848763:0:17076:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:1.0:1767384630.848764:0:19810:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384630.848770:0:17076:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1767384630.848772:0:19810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:1.0:1767384630.848775:0:19810:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000020:00000010:0.0:1767384630.848776:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dd56988. 00000100:00000001:1.0:1767384630.848778:0:19810:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299783680 : -108600409767936 : ffff9d3a7f274000) 00000020:00000010:0.0:1767384630.848784:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006a75bdc3. 00000100:00000040:1.0:1767384630.848785:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000551ca3dd x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:611/0 lens 224/0 e 0 to 0 dl 1767384641 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384630.848793:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000001:1.0:1767384630.848794:0:19810:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384630.848799:0:19810:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000836fe300. 00000100:00000001:0.0:1767384630.848802:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384630.848803:0:19810:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384630.848805:0:19810:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000836fe300. 00000100:00100000:1.0:1767384630.848811:0:19810:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000551ca3dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16346:x1853237050231680:12345-0@lo:400: 00000100:00000001:0.0:1767384630.848813:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1767384630.848815:0:19810:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050231680 00000100:00000001:0.0:1767384630.848818:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384630.848819:0:19810:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384630.848822:0:19810:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384630.848825:0:19810:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.848826:0:17885:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384630.848828:0:19810:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384630.848829:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384630.848831:0:19810:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000001:0.0:1767384630.848834:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767384630.848835:0:17885:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384630.848836:0:19810:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384630.848839:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.848841:0:19810:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384630.848842:0:17885:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384630.848846:0:19810:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384630.848849:0:19810:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384630.848851:0:19810:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.848854:0:19810:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384630.848854:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.848857:0:19810:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384630.848860:0:19810:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384630.848862:0:19810:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000ce63d42. 02000000:00000001:1.0:1767384630.848864:0:19810:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.848865:0:19810:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.848867:0:19810:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384630.848868:0:19810:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050231680 00010000:00000001:1.0:1767384630.848870:0:19810:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384630.848873:0:19810:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000551ca3dd x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:611/0 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384630.848884:0:19810:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384630.848886:0:19810:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384630.848888:0:19810:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384630.848891:0:19810:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384630.848891:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384630.848895:0:19810:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:0.0:1767384630.848896:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384630.848898:0:19810:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000200:3.0:1767384630.848900:0:17885:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384646 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384630.848901:0:19810:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384630.848905:0:19810:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384630.848906:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:1.0:1767384630.848910:0:19810:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384630.848914:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000100:00000040:1.0:1767384630.848919:0:19810:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384630.848920:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299796224 : -108600409755392 : ffff9d3a7f277100) 00000400:00000010:1.0:1767384630.848922:0:19810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e93641. 00000100:00000040:3.0:1767384630.848923:0:17885:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384630.848929:0:19810:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050231680, offset 224 00000100:00000040:0.0:1767384630.848929:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001b119870 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:611/0 lens 224/0 e 0 to 0 dl 1767384641 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384630.848940:0:19810:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384630.848952:0:19810:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384630.848957:0:17885:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384630.848960:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384630.848964:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cedafe 00000400:00000200:1.0:1767384630.848964:0:19810:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260104b80 00000020:00000010:0.0:1767384630.848967:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d39ec49. 00000400:00000010:3.0:1767384630.848969:0:17885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cedafe. 00000100:00000001:0.0:1767384630.848974:0:17076:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384630.848975:0:17885:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384630.848978:0:17885:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384630.848981:0:19810:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x182d [1] + 224 00000020:00000010:0.0:1767384630.848981:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d39ec49. 00000400:00000200:1.0:1767384630.848989:0:19810:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384630.848992:0:17885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384630.848997:0:19810:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384630.848997:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001b119870 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16346:x1853237050231808:12345-0@lo:400: 00000100:00000040:3.0:1767384630.848999:0:17885:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384630.849003:0:19810:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384630.849004:0:17885:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384630.849009:0:17885:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384630.849010:0:19810:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384630.849010:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050231808 00000020:00000001:3.0:1767384630.849012:0:17885:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767384630.849017:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384630.849021:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000386d2030 x1853237050231552/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:611/0 lens 224/368 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384630.849023:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384630.849026:0:19810:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384630.849028:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384630.849036:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384630.849040:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00100000:3.0:1767384630.849044:0:17885:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000386d2030 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16345:x1853237050231552:12345-0@lo:13: Request processed in 858us (1393us total) trans 0 rc 0/0 00000020:00000001:0.0:1767384630.849048:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384630.849049:0:19810:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384630.849053:0:17076:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384630.849054:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000200:1.0:1767384630.849057:0:19810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e93641 00000100:00000040:3.0:1767384630.849059:0:17885:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000020:00000001:0.0:1767384630.849059:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1767384630.849060:0:19810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e93641. 00000100:00000001:3.0:1767384630.849064:0:17885:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1767384630.849064:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384630.849068:0:19810:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384630.849069:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.849070:0:17885:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384630.849071:0:19810:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:3.0:1767384630.849075:0:17885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009fee4ccd. 00000020:00000001:0.0:1767384630.849076:0:17076:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384630.849077:0:19810:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384630.849080:0:17885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096b8ca0b. 00000100:00000001:0.0:1767384630.849082:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384630.849083:0:19810:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384630.849088:0:19810:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767384630.849088:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384630.849089:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c110d8e6. 00000020:00000001:1.0:1767384630.849091:0:19810:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.849095:0:19810:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:0.0:1767384630.849095:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008d6b994a. 00000020:00000040:3.0:1767384630.849097:0:17885:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 02000000:00000001:0.0:1767384630.849099:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.849101:0:17885:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384630.849109:0:19810:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000551ca3dd x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:611/0 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.849112:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384630.849118:0:17076:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384630.849122:0:19810:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000551ca3dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16346:x1853237050231680:12345-0@lo:400: Request processed in 325us (988us total) trans 0 rc 0/0 00010000:00000040:0.0:1767384630.849124:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050231808 00010000:00000001:0.0:1767384630.849129:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384630.849131:0:19810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:1.0:1767384630.849135:0:19810:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00010000:00000200:0.0:1767384630.849137:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001b119870 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:611/0 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.849138:0:19810:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384630.849142:0:19810:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384630.849145:0:19810:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c467fb6c. 00000020:00000010:1.0:1767384630.849151:0:19810:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e4da1d7. 00010000:00000001:0.0:1767384630.849153:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384630.849156:0:19810:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4c01aa3. 00010000:00000001:0.0:1767384630.849158:0:17076:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384630.849174:0:19810:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000100:00001000:0.0:1767384630.849178:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384630.849179:0:19810:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384630.849182:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384630.849188:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1767384630.849190:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000040:0.0:1767384630.849194:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384630.849197:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:1.0:1767384630.849202:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384630.849203:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:2.0:1767384630.849204:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384630.849205:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384630.849207:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384630.849211:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000400:00000001:1.0:1767384630.849212:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384630.849213:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:1.0:1767384630.849216:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384630.849219:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa6579. 00000100:00000040:0.0:1767384630.849220:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384630.849224:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00000400:00000010:1.0:1767384630.849227:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00000400:00000010:0.0:1767384630.849227:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029b868c6. 00000100:00000001:1.0:1767384630.849234:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384630.849235:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050231808, offset 224 00000100:00000200:1.0:1767384630.849240:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384630.849248:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384630.849254:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384630.849262:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384630.849264:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384630.849267:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.849269:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384630.849272:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384630.849274:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384630.849275:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260104c00 00000100:00000001:1.0:1767384630.849276:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.849280:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384630.849285:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=36 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384630.849286:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1835 [1] + 224 00000100:00001000:1.0:1767384630.849311:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384630.849322:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384630.849325:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384630.849325:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384630.849331:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384630.849335:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00080000:1.0:1767384630.849339:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.849340:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384630.849343:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384630.849347:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384630.849349:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384630.849354:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384630.849358:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384630.849359:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384630.849363:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b6a245. 00000100:00000001:1.0:1767384630.849366:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1767384630.849371:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff90c5c4 00000100:00000040:1.0:1767384630.849371:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:0.0:1767384630.849374:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384630.849377:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff90c5c4. 00000100:00000001:1.0:1767384630.849377:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384630.849382:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.849386:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384630.849392:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384630.849395:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384630.849397:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384630.849405:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029b868c6 00000400:00000010:0.0:1767384630.849410:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029b868c6. 00000100:00000001:0.0:1767384630.849416:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384630.849425:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384630.849428:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384630.849432:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.849433:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384630.849433:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.849436:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384630.849441:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000004:00000001:1.0:1767384630.849442:0:16345:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384630.849448:0:16345:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:0.0:1767384630.849449:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384630.849454:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384630.849455:0:16345:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:2.0:1767384630.849456:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384630.849457:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384630.849461:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384630.849465:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001b119870 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:611/0 lens 224/224 e 0 to 0 dl 1767384641 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.849466:0:16346:0:(client.c:1578:after_reply()) Process entered 00000004:00000020:1.0:1767384630.849469:0:16345:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 02000000:00000001:2.0:1767384630.849470:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384630.849474:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384630.849478:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.849484:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384630.849485:0:16345:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384630.849494:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=41 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384630.849495:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001b119870 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16346:x1853237050231808:12345-0@lo:400: Request processed in 532us (989us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384630.849496:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384630.849504:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384630.849516:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767384630.849517:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000001:2.0:1767384630.849519:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384630.849523:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00100000:1.0:1767384630.849524:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16345:1853237050231552:0@lo:13: 00010000:00000001:2.0:1767384630.849525:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384630.849529:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384630.849532:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384630.849533:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:2.0:1767384630.849534:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.849535:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384630.849538:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006a75bdc3. 00000100:00000040:1.0:1767384630.849542:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001cdca0d1 x1853237050231552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384630.849546:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384630.849554:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dd56988. 00000020:00000040:0.0:1767384630.849563:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00010000:00000001:2.0:1767384630.849564:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.849565:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384630.849568:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384630.849570:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384630.849571:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1767384630.849574:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b48f7a73. 00000100:00000040:2.0:1767384630.849575:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384630.849578:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384630.849580:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.849587:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384630.849589:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384630.849590:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384630.849593:0:16345:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384630.849598:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384630.849602:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d13ea30f. 02000000:00000001:1.0:1767384630.849606:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384630.849608:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384630.849610:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cdca0d1. 00000100:00000001:1.0:1767384630.849616:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384630.849618:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.849622:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.849627:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384630.849629:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384630.849632:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.849634:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384630.849636:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384630.849637:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.849638:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384630.849647:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384630.849656:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000056d513c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853237050231680:0@lo:400: 00000100:00000001:2.0:1767384630.849661:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.849664:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384630.849667:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000056d513c7 x1853237050231680/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.849673:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384630.849675:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384630.849678:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5858839. 02000000:00000001:2.0:1767384630.849682:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384630.849684:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384630.849685:0:16346:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384630.849687:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384630.849689:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007ebbe164. 02000000:00000001:2.0:1767384630.849692:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384630.849693:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384630.849695:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056d513c7. 00000100:00000001:2.0:1767384630.849699:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384630.849700:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.849703:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.849705:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384630.849707:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384630.849710:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384630.849712:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384630.849713:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfdb2673. 00000400:00000200:2.0:1767384630.849716:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035825e35 00000400:00000010:2.0:1767384630.849718:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035825e35. 00000100:00000001:2.0:1767384630.849722:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384630.849724:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384630.849741:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.849749:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384630.849751:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.849754:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384630.849756:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384630.849758:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384630.849759:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384630.849762:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384630.849766:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384630.849770:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384630.849773:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384630.849775:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384630.849776:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384630.849780:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384630.849788:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.849790:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384630.849792:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384630.849794:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384630.849796:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384630.849799:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.849806:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384630.849809:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384630.849811:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384630.849815:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384630.849823:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f30981d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16346:1853237050231808:0@lo:400: 00000100:00000001:2.0:1767384630.849828:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.849830:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384630.849840:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f30981d5 x1853237050231808/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384630.849847:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384630.849850:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384630.849852:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3fe3540. 02000000:00000001:2.0:1767384630.849856:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384630.849858:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384630.849860:0:16346:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384630.849862:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384630.849864:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000094f39759. 02000000:00000001:2.0:1767384630.849868:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384630.849869:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384630.849871:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f30981d5. 00000100:00000001:2.0:1767384630.849874:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384630.849876:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.849878:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384630.849883:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384630.849885:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.849887:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384630.849890:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384630.853340:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294919173, at 4294919174 00000100:00000040:1.0:1767384630.853347:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294919173, at 4294919174 00000100:00000010:3.0:1767384630.853349:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c401dda7. 00000100:00000010:1.0:1767384630.853357:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042803bb3. 00000100:00000040:0.0:1767384630.853357:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294919173, at 4294919174 00000100:00000010:0.0:1767384630.853367:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b3596. 00000100:00000040:2.0:1767384630.853422:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294919173, at 4294919174 00000100:00000010:2.0:1767384630.853429:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac0cce91. 00010000:00000001:1.0:1767384631.039382:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384631.039389:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384631.039396:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384631.039398:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384631.039433:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384631.039437:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384631.039441:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384631.281651:0:27894:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007b8702d5. 00080000:00000010:3.0:1767384631.281662:0:27894:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007b8702d5. 00000020:00000001:3.0:1767384631.281668:0:27894:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384631.281677:0:27894:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007b8702d5. 00080000:00000010:3.0:1767384631.281682:0:27894:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007b8702d5. 00000020:00000001:3.0:1767384631.281686:0:27894:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384631.871373:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp30 00000400:00000010:2.0:1767384631.871379:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ad3ce6ed. 00000400:00000010:2.0:1767384631.871388:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000088e49c2b. 00000400:00000010:2.0:1767384631.871392:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f79e36. 00000400:00000010:2.0:1767384631.871401:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000105c1e86. 00000400:00000200:2.0:1767384631.871406:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp30 00000400:00000200:2.0:1767384631.871424:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp30 local destination 00000400:00000200:2.0:1767384631.871432:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp30 00000400:00000200:2.0:1767384631.871435:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp30 NI seq info: [71:71:256:4294967295] 192.168.202.122@tcp30 LPNI seq info [70:70:8:4294967295] 00000400:00000200:2.0:1767384631.871442:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp30 00000400:00000200:2.0:1767384631.871450:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp30(192.168.202.122@tcp30:) -> 192.168.202.122@tcp30(192.168.202.122@tcp30:192.168.202.122@tcp30) : GET try# 0 00000800:00000200:2.0:1767384631.871456:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp30 00000800:00000010:2.0:1767384631.871466:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cff18acf. 00000800:00000200:2.0:1767384631.871471:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (2) 00000800:00000200:2.1:1767384631.871477:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (2) 00000400:00000200:2.0:1767384631.871499:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp30 added to recovery queue. ping count: 1 next ping: 254 health :900 00000400:00000200:1.0:1767384631.871560:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871610:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871627:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871639:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871652:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871663:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871675:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871688:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871701:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871713:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871726:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871738:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871750:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871762:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871783:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871796:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871808:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871819:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871831:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871843:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871854:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871866:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871878:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871890:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871902:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871915:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871927:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871939:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871952:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871965:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871977:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.871989:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.872002:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.872014:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384631.872027:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:1.0:1767384631.872169:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3354e6d. 00000800:00000010:1.0:1767384631.872173:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000010185518. 00000800:00000010:1.0:1767384631.872177:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a7408c75. 00000800:00000010:1.0:1767384631.872195:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a7408c75. 00000800:00020000:1.0:1767384631.872203:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384631.872206:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000010185518. 00000800:00000010:1.0:1767384631.872208:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a3354e6d. 00000400:02020000:1.0:1767384631.872234:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp30 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384631.872239:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp30 notifying 192.168.202.122@tcp30: down 00000400:00000200:1.0:1767384631.872243:0:16332:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384631.872251:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp30 00000800:00000010:1.0:1767384631.872253:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cff18acf. 00000400:00000200:1.0:1767384631.872256:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384631.872260:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp30->192.168.202.122@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384631.872266:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384631.872269:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384631.872271:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp30) recovery failed with -71 00000100:00000001:2.0:1767384631.872351:0:17884:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384631.872355:0:17884:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384632.010414:0:28058:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384632.010418:0:28058:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:1.0:1767384632.014569:0:28058:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384632.022359:0:28059:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a4f7d6ab. 00000400:00000010:1.0:1767384632.022376:0:28059:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000010185518. 00000400:00000010:1.0:1767384632.022387:0:28059:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000220c6ef9. 00000400:00000010:1.0:1767384632.022391:0:28059:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000a3fe3540. 00000400:00000010:1.0:1767384632.022396:0:28059:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000001a9cfeb. 00000400:00000010:1.0:1767384632.022401:0:28059:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e8a2cd21. 00000400:00000010:1.0:1767384632.022404:0:28059:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b4bf54f2. 00000400:00000010:1.0:1767384632.022406:0:28059:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000749ff8e0. 00000400:00000010:1.0:1767384632.022410:0:28059:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000073a8d7d3. 00000800:00000010:1.0:1767384632.022424:0:28059:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000048d1642c. 00000800:00000200:1.0:1767384632.022435:0:28059:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384632.022447:0:28059:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384632.022488:0:28059:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384632.022513:0:28059:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp32 [8/256/0/180] 00000400:00000010:1.0:1767384632.025219:0:28059:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000b5858839. 00000400:00000010:1.0:1767384632.025227:0:28059:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa6579. 00000400:00000010:1.0:1767384632.025233:0:28059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 00000400:00000001:1.0:1767384632.025250:0:28059:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384632.025252:0:28059:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384632.025253:0:28059:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021173b6a. 00000400:00000200:1.0:1767384632.025256:0:28059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290bdd3e 00000400:00000010:1.0:1767384632.025259:0:28059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290bdd3e. 00000400:00000010:1.0:1767384632.025262:0:28059:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 0000000029980bcf. 00000400:00000200:1.0:1767384632.025274:0:28059:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (22) 00000400:00000200:1.0:1767384632.025321:0:28059:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384632.025332:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384632.025333:0:28059:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000400:00000200:0.0:1767384632.025339:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102071 00000400:00000200:0.0:1767384632.025343:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (23) 00000020:00000010:1.0:1767384632.025344:0:28059:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a3354e6d. 00000400:00000010:0.0:1767384632.025347:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 000000001ebd0cc6. 00000020:01000000:1.0:1767384632.025351:0:28059:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:0.0:1767384632.025352:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029b868c6. 00000020:01000000:1.0:1767384632.025358:0:28059:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp32 00000400:00000010:0.0:1767384632.025358:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009072a3af. 00000400:00000200:0.0:1767384632.025365:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000400:00000200:0.0:1767384632.025376:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:0.0:1767384632.025382:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000400:00000010:1.0:1767384632.025383:0:28059:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000010185518. 00000400:00000010:1.0:1767384632.025392:0:28059:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a4f7d6ab. 00000400:00000200:0.0:1767384632.025392:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:0.0:1767384632.025399:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000400:00000200:0.0:1767384632.025409:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000400:00000200:0.0:1767384632.025412:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000020:00000001:3.0:1767384632.025414:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384632.025415:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000400:00000200:0.0:1767384632.025420:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 10000000:00000001:3.0:1767384632.025422:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384632.025424:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 10000000:00000001:3.0:1767384632.025427:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384632.025430:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 10000000:01000000:3.0:1767384632.025432:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384632.025435:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:0.0:1767384632.025438:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:0.0:1767384632.025441:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:0.0:1767384632.025447:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000020:01000004:3.0:1767384632.025448:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384632.025454:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384632.025454:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00000020:01000004:3.0:1767384632.025460:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384632.025460:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00000020:01000004:3.0:1767384632.025465:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384632.025468:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000020:01000004:3.0:1767384632.025470:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384632.025473:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000020:01000004:3.0:1767384632.025475:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384632.025479:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00000020:01000004:3.0:1767384632.025480:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384632.025484:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384632.025488:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384632.025488:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 12], ns[67, 12] 00000020:01000004:3.0:1767384632.025493:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384632.025495:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 12], ns[66, 12] 00000400:00000200:0.0:1767384632.025500:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[70, 12], ns[71, 12] 00000100:00000010:3.0:1767384632.025502:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006166415c. 00000020:00000040:3.0:1767384632.025510:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:0.0:1767384632.025511:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:0.0:1767384632.025517:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp12 00000100:00000001:3.0:1767384632.025518:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384632.025522:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp12 lpni_is_preferred = 0 02000000:00000001:3.0:1767384632.025523:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384632.025525:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp12 00000400:00000200:0.0:1767384632.025529:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp12 NI seq info: [72:72:256:4294967295] 192.168.202.122@tcp12 LPNI seq info [71:71:8:4294967295] 02000000:00000001:3.0:1767384632.025530:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384632.025536:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp12 02000000:00000010:3.0:1767384632.025542:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cd6513cf. 00000400:00000200:0.0:1767384632.025543:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp12(192.168.202.122@tcp12:) -> 192.168.202.122@tcp12(192.168.202.122@tcp:192.168.202.122@tcp12) : GET try# 0 00000800:00000200:0.0:1767384632.025551:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp12 00000100:00000001:3.0:1767384632.025554:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384632.025555:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000040296b81. 00000800:00000200:0.0:1767384632.025562:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000029a1b293] -> 12345-192.168.202.122@tcp12 (6) 00000100:00000001:3.0:1767384632.025565:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384632.025569:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384632.025570:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp12 ip 192.168.202.122:988 00000800:00000200:0.0:1767384632.025576:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000040296b81 type 2, nob 96 niov 1 nkiov 0 00000100:00000040:3.0:1767384632.025581:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006166415c] to pc [ptlrpcd_00_00+0] req@000000006166415c x1853237050231936/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384632.025591:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384632.025595:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100271 rc 0 10000000:00000001:3.0:1767384632.025628:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384632.025633:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384632.025636:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384632.025639:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384632.025643:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384632.025647:0:16345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000001:3.0:1767384632.025648:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384632.025649:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.025651:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384632.025652:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384632.025655:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384632.025656:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384632.025658:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384632.025658:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384632.025662:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384632.025664:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384632.025665:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384632.025669:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384632.025669:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384632.025673:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384632.025674:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384632.025678:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:0.0:1767384632.025679:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006166415c x1853237050231936/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384632.025680:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384632.025684:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384632.025688:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384632.025691:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384632.025692:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384632.025694:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.025697:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767384632.025699:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384632.025699:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384632.025702:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384632.025705:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384632.025706:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000040296b81. 00000100:00000010:3.0:1767384632.025709:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c1eae38. 00000100:00100000:0.0:1767384632.025711:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006166415c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050231936:0@lo:253: 00000400:00000200:2.0:1767384632.025712:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384632.025715:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384632.025720:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384632.025723:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384632.025723:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp12->192.168.202.122@tcp12: GET: OK 02000000:00000001:3.0:1767384632.025728:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384632.025732:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384632.025733:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.025733:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:0.0:1767384632.025736:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.025739:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384632.025741:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 02000000:00000010:3.0:1767384632.025744:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000893fbe12. 02000000:00000010:0.0:1767384632.025745:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a040aba0. 02000000:00000001:0.0:1767384632.025749:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.025750:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384632.025753:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007141670b. 00000800:00000001:2.0:1767384632.025755:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384632.025757:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384632.025759:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000748fe23b. 00000100:00000001:3.0:1767384632.025761:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384632.025763:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050231936, portal 25 00000800:00000001:2.0:1767384632.025766:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.025767:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384632.025770:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c1eae38] to pc [ptlrpcd_00_01+1] req@000000005c1eae38 x1853237050232064/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384632.025771:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964278400 : -108605745273216 : ffff9d394121e680) 00000800:00000001:2.0:1767384632.025772:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384632.025780:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384632.025780:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006166415c x1853237050231936/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384632.025797:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp12(192.168.202.122@tcp12) <- 192.168.202.122@tcp12 : GET - for me 00000100:00000001:0.0:1767384632.025804:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1767384632.025806:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384632.025807:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384632.025811:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f38bd571. 10000000:00000001:3.0:1767384632.025813:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.025813:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 400 into portal 0 MB=0x8000000000000000 00000100:00000200:0.0:1767384632.025815:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050231936, offset 0 00000020:00000001:3.0:1767384632.025821:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384632.025826:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384632.025827:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 400/400 into md 0x184d [1] + 0 00000020:00000010:3.0:1767384632.025833:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a3354e6d. 00000400:00000200:0.0:1767384632.025838:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384632.025841:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp12 to MR: 192.168.202.122@tcp12 local destination 00000400:00000200:2.0:1767384632.025846:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp12 NI seq info: [73:73:256:4294967295] 192.168.202.122@tcp12 LPNI seq info [72:72:8:4294967295] 00000100:00000001:3.0:1767384632.025848:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384632.025853:0:16344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384632.025859:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.025859:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp12(192.168.202.122@tcp12:192.168.202.122@tcp12) -> 192.168.202.122@tcp12(192.168.202.122@tcp12:192.168.202.122@tcp12) 192.168.202.122@tcp12 : REPLY try# 0 00000100:00000001:3.0:1767384632.025868:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1767384632.025868:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.122@tcp12 00000100:00000001:3.0:1767384632.025873:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384632.025874:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384632.025876:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066ea2b72. 00000100:00000001:3.0:1767384632.025880:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384632.025884:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000029a1b293] -> 12345-192.168.202.122@tcp12 (6) 00000100:00000001:3.0:1767384632.025886:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384632.025886:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104c80 00000100:00000001:3.0:1767384632.025891:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384632.025892:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp12 ip 192.168.202.122:1017 00000400:00000200:0.0:1767384632.025897:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10b5 [2] + 0 00000100:00000040:3.0:1767384632.025898:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c1eae38 x1853237050232064/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767384632.025898:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000066ea2b72 type 3, nob 496 niov 1 nkiov 1 00000400:00000010:0.0:1767384632.025903:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fe53ec1. 00000400:00000200:0.0:1767384632.025908:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000abedd6d7 00000100:00000001:3.0:1767384632.025916:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384632.025916:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384632.025920:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384632.025924:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384632.025927:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384632.025928:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abedd6d7 00000400:00000010:0.0:1767384632.025931:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abedd6d7. 02000000:00000001:3.0:1767384632.025932:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384632.025935:0:16345:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384632.025937:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384632.025938:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:2.0:1767384632.025940:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384632.025944:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066ea2b72. 00000100:00000040:0.0:1767384632.025944:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000007a011e41 x1853237050231936 msgsize 4848 00000100:00100000:3.0:1767384632.025945:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050232064:0@lo:253: 00000400:00000200:2.0:1767384632.025950:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384632.025957:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384632.025958:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384632.025962:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp12->192.168.202.122@tcp12: REPLY: OK 00000100:00000040:0.0:1767384632.025962:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384632.025970:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384632.025972:0:16345:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384632.025974:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384632.025978:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f38bd571 02000000:00000001:3.0:1767384632.025979:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384632.025981:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f38bd571. 00000100:00000001:0.0:1767384632.025985:0:16345:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1767384632.025987:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004d760397. 00000800:00000001:2.0:1767384632.025987:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384632.025992:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384632.025993:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384632.025997:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006166415c x1853237050231936/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384632.025999:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384632.026001:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a95dd41. 00000800:00000001:2.0:1767384632.026004:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384632.026010:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384632.026011:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee7ecd19. 00000100:00000001:0.0:1767384632.026013:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767384632.026014:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384632.026017:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050232064, portal 25 00000100:00000040:0.0:1767384632.026018:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006166415c x1853237050231936/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.026025:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384632.026026:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp12(192.168.202.122@tcp12) <- 192.168.202.122@tcp12 : REPLY - for me 00000100:00000001:3.0:1767384632.026029:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964283776 : -108605745267840 : ffff9d394121fb80) 00000100:00000001:0.0:1767384632.026038:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.026040:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384632.026042:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c1eae38 x1853237050232064/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384632.026045:0:16339:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp12: Reply from 12345-192.168.202.122@tcp12 of length 400/400 into md 0x1851 00000100:00000001:0.0:1767384632.026046:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384632.026054:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384632.026054:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294920351 00000800:00000001:2.0:1767384632.026060:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.026061:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767384632.026062:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1bdad53. 00000400:00000200:2.0:1767384632.026066:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384632.026070:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384632.026070:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767384632.026077:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb3c3a83. 00000400:00000200:2.0:1767384632.026077:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp12->192.168.202.122@tcp12: REPLY: OK 00000100:00000001:0.0:1767384632.026078:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294920351 00000100:00000010:0.0:1767384632.026085:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d43832f. 00000100:00000200:3.0:1767384632.026086:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050232064, offset 0 00000400:00000200:2.0:1767384632.026086:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029b868c6 00000100:00000001:0.0:1767384632.026087:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000400:00000010:2.0:1767384632.026093:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029b868c6. 00000100:00000001:0.0:1767384632.026093:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294920351 00000100:00000010:0.0:1767384632.026100:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000440ea331. 00000400:00000200:2.0:1767384632.026101:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:0.0:1767384632.026103:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384632.026108:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384632.026109:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294920351 00000400:00000200:2.0:1767384632.026110:0:16339:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:2.0:1767384632.026116:0:16339:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000100:00000010:0.0:1767384632.026116:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba08409a. 00000100:00000001:0.0:1767384632.026122:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384632.026123:0:16339:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.122@tcp (416 bytes) 00000400:00000200:3.0:1767384632.026124:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384632.026126:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384632.026131:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.026132:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000001:0.0:1767384632.026136:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.026139:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.026141:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384632.026142:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384632.026143:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384632.026144:0:16339:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 000000001ebd0cc6. 00000100:00000001:0.0:1767384632.026145:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.026161:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (24) 00000400:00000200:3.0:1767384632.026172:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104d00 00000800:00000001:2.0:1767384632.026174:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384632.026177:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:2.0:1767384632.026180:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384632.026182:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10d1 [2] + 0 00000100:00100000:0.0:1767384632.026183:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050231936 02000000:00000001:0.0:1767384632.026188:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384632.026190:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e87c9220. 00000100:00000001:0.0:1767384632.026192:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384632.026197:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028e9a573 00000100:00000001:0.0:1767384632.026197:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.026204:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384632.026211:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.026212:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384632.026218:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:0.0:1767384632.026219:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050231936 00000400:00000200:3.0:1767384632.026220:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028e9a573 00000400:00000010:3.0:1767384632.026225:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028e9a573. 00000020:00000001:0.0:1767384632.026225:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384632.026227:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000fe76827a. 00000020:00000040:0.0:1767384632.026230:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:3.0:1767384632.026231:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384632.026233:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88a4476. 00000100:00000200:3.0:1767384632.026235:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:0.0:1767384632.026236:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384632.026240:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c396bbe. 00000020:00000040:0.0:1767384632.026241:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000040:3.0:1767384632.026242:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000003592db79 x1853237050232064 msgsize 4848 00000020:00000001:0.0:1767384632.026246:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:2.0:1767384632.026247:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000fe76827a 00000020:00000001:0.0:1767384632.026251:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000001:2.0:1767384632.026253:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384632.026255:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:2.0:1767384632.026257:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384632.026257:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384632.026259:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:2.0:1767384632.026261:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bdd1ed1. 00000020:00000010:0.0:1767384632.026262:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014cb56a8. 00000100:00000001:0.0:1767384632.026266:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384632.026268:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98008a2 00000020:00000010:0.0:1767384632.026269:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014cb56a8. 00000100:00000001:3.0:1767384632.026270:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384632.026274:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98008a2. 00000020:00000010:0.0:1767384632.026276:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056d35f12. 00000400:00000200:2.0:1767384632.026281:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000200:3.0:1767384632.026282:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb3c3a83 00000020:00000010:0.0:1767384632.026282:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f513256. 00000400:00000010:3.0:1767384632.026287:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb3c3a83. 00000020:00000010:0.0:1767384632.026310:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384632.026320:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:2.0:1767384632.026321:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000caf2fcc1. 00000100:00000001:0.0:1767384632.026324:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384632.026327:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384632.026329:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384632.026330:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000100:00000001:0.0:1767384632.026330:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.026338:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100871 00000100:00000001:0.0:1767384632.026339:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384632.026344:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c1eae38 x1853237050232064/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384632.026345:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:0 00000400:00000200:2.0:1767384632.026350:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102071 rc 1 00000100:00000001:0.0:1767384632.026351:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.026359:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102071 00000100:00000001:0.0:1767384632.026363:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384632.026365:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (23) 00000100:00100000:0.0:1767384632.026366:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050232064 00000100:00000001:3.0:1767384632.026369:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384632.026370:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000053e63816. 02000000:00000001:0.0:1767384632.026370:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384632.026374:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384632.026375:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98008a2. 00000100:00000001:0.0:1767384632.026376:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384632.026377:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c1eae38 x1853237050232064/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384632.026381:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007d9350c0. 02000000:00000001:0.0:1767384632.026381:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384632.026387:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050232064 00000020:00000001:0.0:1767384632.026390:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384632.026391:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000020:00000040:0.0:1767384632.026393:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384632.026396:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384632.026399:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000400:00000200:2.0:1767384632.026401:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000100:00000001:3.0:1767384632.026403:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.026404:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:2.0:1767384632.026407:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000020:00000001:0.0:1767384632.026409:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384632.026410:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384632.026415:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384632.026416:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:2.0:1767384632.026419:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:2.0:1767384632.026424:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 00000020:00000010:0.0:1767384632.026426:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014cb56a8. 00000400:00000200:2.0:1767384632.026430:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000100:00000001:0.0:1767384632.026431:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384632.026436:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014cb56a8. 00000400:00000200:2.0:1767384632.026440:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:00000010:0.0:1767384632.026442:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fca59cea. 00000400:00000200:2.0:1767384632.026444:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000020:00000010:0.0:1767384632.026448:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c339167. 00000400:00000200:2.0:1767384632.026449:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000020:00000010:0.0:1767384632.026452:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000719f2d22. 00000400:00000200:2.0:1767384632.026456:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000100:00000001:0.0:1767384632.026458:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384632.026461:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384632.026462:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000100:00000001:0.0:1767384632.026465:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.026471:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000100:00000001:0.0:1767384632.026471:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.026476:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.026480:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000100:00000001:0.0:1767384632.026486:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384632.026489:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384632.026496:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000100:00100000:0.0:1767384632.026496:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:0.0:1767384632.026502:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000400:00000200:2.0:1767384632.026506:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000100:00000001:0.0:1767384632.026506:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905247824 : -108600804303792 : ffff9d3a67a31c50) 00000100:00000040:0.0:1767384632.026512:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a011e41 x1853237050231936/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:613/0 lens 4848/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384632.026515:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 14], ns[42, 14] 00000400:00000200:2.0:1767384632.026529:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 14], ns[46, 14] 00000100:00000001:0.0:1767384632.026531:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384632.026534:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 14], ns[50, 14] 00000020:00000010:0.0:1767384632.026536:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000014cb56a8. 00000400:00000200:2.0:1767384632.026540:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 14], ns[54, 14] 00000100:00000001:0.0:1767384632.026541:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384632.026546:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000014cb56a8. 00000400:00000200:2.0:1767384632.026551:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 14], ns[67, 14] 00000100:00100000:0.0:1767384632.026555:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a011e41 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050231936:12345-0@lo:253: 00000400:00000200:2.0:1767384632.026562:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[65, 14], ns[66, 14] 00000100:00000200:0.0:1767384632.026562:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050231936 00000020:00000001:0.0:1767384632.026566:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384632.026570:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384632.026571:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[70, 14], ns[71, 14] 00000020:00000001:0.0:1767384632.026573:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384632.026577:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384632.026578:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000020:00000001:0.0:1767384632.026580:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000400:00000200:2.0:1767384632.026584:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp13 00000020:00000001:0.0:1767384632.026584:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384632.026586:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.026589:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp13 lpni_is_preferred = 0 00000020:00000001:0.0:1767384632.026591:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384632.026593:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp13 00000400:00000200:2.0:1767384632.026599:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp13 NI seq info: [74:74:256:4294967295] 192.168.202.122@tcp13 LPNI seq info [73:73:8:4294967295] 00000020:00000001:0.0:1767384632.026600:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384632.026604:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.026607:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp13 00000100:00000001:0.0:1767384632.026610:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384632.026614:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384632.026618:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp13(192.168.202.122@tcp13:) -> 192.168.202.122@tcp13(192.168.202.122@tcp:192.168.202.122@tcp13) : GET try# 0 02000000:00000010:0.0:1767384632.026620:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008b18b284. 02000000:00000001:0.0:1767384632.026624:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384632.026627:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp13 00000100:00000001:0.0:1767384632.026627:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.026628:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384632.026630:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:2.0:1767384632.026633:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000066ea2b72. 00000100:00000001:3.0:1767384632.026635:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294920352 00000800:00000200:2.0:1767384632.026641:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ab5fe7da] -> 12345-192.168.202.122@tcp13 (6) 20000000:00000010:0.0:1767384632.026641:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000bab46fe4. 00000100:00000001:3.0:1767384632.026646:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294920351 20000000:01000000:0.0:1767384632.026647:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:2.0:1767384632.026652:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp13 ip 192.168.202.122:988 20000000:00000001:0.0:1767384632.026653:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:3.0:1767384632.026655:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294920352 00000800:00000200:2.0:1767384632.026656:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000066ea2b72 type 2, nob 96 niov 1 nkiov 0 20000000:00000001:0.0:1767384632.026657:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384632.026661:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384632.026664:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.026666:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294920351 20000000:00000001:0.0:1767384632.026666:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384632.026670:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000100:00000001:3.0:1767384632.026675:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294920352 00000400:00000200:2.0:1767384632.026675:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100271 rc 0 20000000:00000010:0.0:1767384632.026677:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006ab7adce. 20000000:01000000:0.0:1767384632.026681:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 00000100:00000001:3.0:1767384632.026683:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294920351 20000000:00000001:0.0:1767384632.026690:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:3.0:1767384632.026692:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294920352 00080000:00000001:0.0:1767384632.026696:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:3.0:1767384632.026698:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294920351 00080000:00000001:0.0:1767384632.026701:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:3.0:1767384632.026703:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384632.026707:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.026710:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.026713:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384632.026717:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384632.026732:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384632.026734:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:3.0:1767384632.026735:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:0.0:1767384632.026736:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384632.026740:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000001:3.0:1767384632.026741:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:0.0:1767384632.026742:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384632.026744:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000002:0.0:1767384632.026747:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000800:00000010:2.0:1767384632.026748:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000066ea2b72. 00000100:00100000:3.0:1767384632.026752:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000020:00000001:0.0:1767384632.026753:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00000400:00000200:2.0:1767384632.026756:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000002:0.0:1767384632.026758:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000040:3.0:1767384632.026759:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00080000:00000001:0.0:1767384632.026763:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384632.026765:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905252944 : -108600804298672 : ffff9d3a67a33050) 00080000:00000001:0.0:1767384632.026767:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.026768:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp13->192.168.202.122@tcp13: GET: OK 00080000:00000001:0.0:1767384632.026773:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.026775:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:0.0:1767384632.026776:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000040:3.0:1767384632.026777:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003592db79 x1853237050232064/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:613/0 lens 4848/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384632.026780:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000020:00000001:0.0:1767384632.026781:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384632.026788:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000001:2.0:1767384632.026789:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:0.0:1767384632.026793:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009dd56988. 00000800:00000001:2.0:1767384632.026795:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.026796:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:0.0:1767384632.026798:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468039773696 : -108605669777920 : ffff9d3945a1de00) 00000800:00000001:2.0:1767384632.026800:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384632.026803:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000152e505b. 00000800:00000001:2.0:1767384632.026805:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384632.026810:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:3.0:1767384632.026811:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384632.026814:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp13(192.168.202.122@tcp13) <- 192.168.202.122@tcp13 : GET - for me 00000001:00000001:0.0:1767384632.026815:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384632.026820:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000014cb56a8. 00000020:00000010:3.0:1767384632.026823:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000152e505b. 00080000:00000001:0.0:1767384632.026824:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.026827:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 416 into portal 0 MB=0x8000000000000000 00080000:00000001:0.0:1767384632.026829:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00100000:3.0:1767384632.026838:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003592db79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050232064:12345-0@lo:253: 00000400:00000200:2.0:1767384632.026839:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 416/416 into md 0x184d [1] + 0 00080000:00000001:0.0:1767384632.026843:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384632.026850:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050232064 00000400:00000200:2.0:1767384632.026851:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp13 to MR: 192.168.202.122@tcp13 local destination 00000020:00000001:3.0:1767384632.026857:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384632.026859:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp13 NI seq info: [75:75:256:4294967295] 192.168.202.122@tcp13 LPNI seq info [74:74:8:4294967295] 00080000:00000001:0.0:1767384632.026862:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000001:3.0:1767384632.026863:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384632.026868:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384632.026873:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384632.026874:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp13(192.168.202.122@tcp13:192.168.202.122@tcp13) -> 192.168.202.122@tcp13(192.168.202.122@tcp13:192.168.202.122@tcp13) 192.168.202.122@tcp13 : REPLY try# 0 00000020:00000001:3.0:1767384632.026878:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000800:00000200:2.0:1767384632.026883:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.122@tcp13 00000020:00000001:3.0:1767384632.026886:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000010:2.0:1767384632.026888:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066ea2b72. 00000020:00000001:3.0:1767384632.026889:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384632.026894:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:2.0:1767384632.026894:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ab5fe7da] -> 12345-192.168.202.122@tcp13 (6) 00000020:00000001:3.0:1767384632.026898:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384632.026902:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384632.026903:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp13 ip 192.168.202.122:1015 00000800:00000200:2.0:1767384632.026906:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000066ea2b72 type 3, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384632.026908:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384632.026913:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384632.026919:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008d59694a. 02000000:00000001:3.0:1767384632.026923:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.026926:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384632.026928:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384632.026937:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000072454309. 20000000:01000000:3.0:1767384632.026941:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:2.0:1767384632.026942:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:3.0:1767384632.026944:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:2.0:1767384632.026946:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066ea2b72. 20000000:00000001:3.0:1767384632.026948:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384632.026950:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:3.0:1767384632.026952:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384632.026957:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp13->192.168.202.122@tcp13: REPLY: OK 20000000:00000001:3.0:1767384632.026959:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384632.026963:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000001:2.0:1767384632.026964:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384632.026968:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384632.026971:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384632.026973:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384632.026975:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384632.026985:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.026990:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp13(192.168.202.122@tcp13) <- 192.168.202.122@tcp13 : REPLY - for me 00000400:00000200:2.0:1767384632.026996:0:16339:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp13: Reply from 12345-192.168.202.122@tcp13 of length 416/416 into md 0x1869 00000800:00000001:2.0:1767384632.027000:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384632.027003:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.027005:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384632.027008:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp13->192.168.202.122@tcp13: REPLY: OK 00000400:00000200:2.0:1767384632.027012:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98008a2 00000400:00000010:2.0:1767384632.027014:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98008a2. 00000400:00000200:2.0:1767384632.027017:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384632.027020:0:16339:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:2.0:1767384632.027023:0:16339:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:2.0:1767384632.027026:0:16339:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 24. state = 0x100271 00000400:00000200:2.0:1767384632.027030:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384632.027041:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (24) 00000800:00000001:2.0:1767384632.027046:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384632.027050:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384632.027055:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384632.027061:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1000f1 00000400:00000010:0.0:1767384632.027067:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 00000000d2ec86ab. 00000400:00000010:0.0:1767384632.027071:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 00000000ea6afe3c. 00000400:00000010:0.0:1767384632.027073:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 00000000de3b16d2. 00000400:00000200:0.0:1767384632.027090:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp29(00000000d5d8f84f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384632.027093:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp30(000000009ebfae6c) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384632.027098:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000de0900f9. 00000400:00000200:0.0:1767384632.027102:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000de0900f9 nid 192.168.202.122@tcp31 00000400:00000010:0.0:1767384632.027105:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a6e99158. 00000400:00000200:0.0:1767384632.027106:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a6e99158 net tcp31 00000400:00000200:0.0:1767384632.027109:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (23) 00000400:00000200:0.0:1767384632.027112:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp31 flags 0x11 00000400:00000010:0.0:1767384632.027116:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000016109f5e. 00000400:00000200:0.0:1767384632.027117:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000016109f5e nid 192.168.202.122@tcp32 00000400:00000010:0.0:1767384632.027119:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fe8f9636. 00000400:00000200:0.0:1767384632.027121:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fe8f9636 net tcp32 00000400:00000200:0.0:1767384632.027123:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (24) 00000400:00000200:0.0:1767384632.027125:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp32 flags 0x11 00000400:00000010:0.0:1767384632.027127:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 00000000d2ec86ab. 00000400:00000010:0.0:1767384632.027129:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 00000000ea6afe3c. 00000400:00000010:0.0:1767384632.027130:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 00000000de3b16d2. 00000400:00000010:0.0:1767384632.027132:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000053e63816. 00000400:00000200:0.0:1767384632.027134:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384632.027136:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100171 00000400:00000200:0.0:1767384632.027138:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100171 rc 1 00000400:00000200:0.0:1767384632.027145:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100171 00000400:00000010:0.0:1767384632.027149:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e995da41. 00000400:00000200:0.0:1767384632.027163:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (25) 00000400:00000010:0.0:1767384632.027166:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009d11621e. 00000400:00000200:0.0:1767384632.027169:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp13 00000400:00000200:0.0:1767384632.027226:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp13 to MR: 192.168.202.122@tcp13 local destination 00000400:00000200:0.0:1767384632.027231:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp13 NI seq info: [76:76:256:4294967295] 192.168.202.122@tcp13 LPNI seq info [75:75:8:4294967295] 00000400:00000200:0.0:1767384632.027235:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp13 00000400:00000200:0.0:1767384632.027240:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp13(192.168.202.122@tcp13:192.168.202.122@tcp13) -> 192.168.202.122@tcp13(192.168.202.122@tcp13:192.168.202.122@tcp13) : PUT try# 0 00000800:00000200:0.0:1767384632.027245:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.122@tcp13 00000800:00000010:0.0:1767384632.027248:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082cf58fb. 00000800:00000200:0.0:1767384632.027252:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ab5fe7da] -> 12345-192.168.202.122@tcp13 (6) 00000800:00000200:0.0:1767384632.027256:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp13 ip 192.168.202.122:988 00000800:00000200:0.0:1767384632.027258:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082cf58fb type 1, nob 512 niov 1 nkiov 1 00000400:00000200:0.0:1767384632.027267:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384632.027270:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100571 rc 0 00000800:00000001:0.0:1767384632.027333:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384632.027336:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384632.027339:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384632.027340:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082cf58fb. 00000800:00000001:0.0:1767384632.027344:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384632.027346:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384632.027349:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.027354:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp13->192.168.202.122@tcp13: PUT: OK 00000400:00000200:2.0:1767384632.027359:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384632.027360:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp13(192.168.202.122@tcp13) <- 192.168.202.122@tcp13 : PUT - for me 00000400:00000200:2.0:1767384632.027364:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp13: 0 00000400:00000200:0.0:1767384632.027369:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384632.027374:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 416/416 into md 0x1865 [1] + 0 00000400:00000010:0.0:1767384632.027377:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88a4476. 00000400:00000200:0.0:1767384632.027380:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000c396bbe 00000800:00000001:0.0:1767384632.027383:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384632.027386:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384632.027388:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384632.027392:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp13->192.168.202.122@tcp13: PUT: OK 00000400:00000200:0.0:1767384632.027396:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c396bbe 00000400:00000010:0.0:1767384632.027402:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c396bbe. 00000400:00000200:0.0:1767384632.027406:0:16337:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384632.027409:0:16337:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (26) 00000400:00000200:0.0:1767384632.027413:0:16337:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:0.0:1767384632.027416:0:16337:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000de3b16d2. 00000400:00000200:0.0:1767384632.027419:0:16337:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 24 00000400:00000200:0.0:1767384632.027422:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384632.027433:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (27) 00000400:00000200:0.0:1767384632.027437:0:16337:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384632.027442:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp13 to MR: 192.168.202.122@tcp13 local destination 00000400:00000200:0.0:1767384632.027447:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp13 NI seq info: [77:77:256:4294967295] 192.168.202.122@tcp13 LPNI seq info [76:76:8:4294967295] 00000400:00000200:0.0:1767384632.027459:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp13(192.168.202.122@tcp13:192.168.202.122@tcp13) -> 192.168.202.122@tcp13(192.168.202.122@tcp13:192.168.202.122@tcp13) 192.168.202.122@tcp13 : ACK try# 0 00000400:00000200:2.0:1767384632.027465:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384632.027465:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp13 00000800:00000010:0.0:1767384632.027468:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000622dcad4. 00000400:00000010:2.0:1767384632.027471:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bdd1ed1. 00000800:00000200:0.0:1767384632.027475:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ab5fe7da] -> 12345-192.168.202.122@tcp13 (6) 00000400:00000010:2.0:1767384632.027476:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98008a2. 00000400:00000200:2.0:1767384632.027481:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000fe76827a 00000800:00000200:0.0:1767384632.027482:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp13 ip 192.168.202.122:1015 00000800:00000200:0.0:1767384632.027487:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000622dcad4 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384632.027489:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1004f1 00000400:00000010:2.0:1767384632.027496:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 500 at 0000000053e63816. 00000400:00000010:2.0:1767384632.027498:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 600 at 00000000a822003b. 00000400:00000010:2.0:1767384632.027502:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 500 at 00000000caf2fcc1. 00000400:00000010:2.0:1767384632.027526:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 500 at 0000000053e63816. 00000400:00000010:2.0:1767384632.027529:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 600 at 00000000a822003b. 00000400:00000010:2.0:1767384632.027537:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 500 at 00000000caf2fcc1. 00000400:00000010:2.0:1767384632.027541:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000de3b16d2. 00000800:00000200:0.0:1767384632.027541:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384632.027546:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000622dcad4. 00000400:00000200:2.0:1767384632.027550:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384632.027550:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384632.027551:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384632.027557:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100571 00000800:00000001:3.0:1767384632.027559:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384632.027561:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp13->192.168.202.122@tcp13: ACK: OK 00000800:00000001:3.0:1767384632.027565:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384632.027565:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100571 rc 1 00000400:00000200:2.0:1767384632.027573:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100571 00000800:00000001:3.0:1767384632.027575:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.027578:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000800:00000001:3.0:1767384632.027581:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384632.027583:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100511 rc 0 00000400:00000200:2.0:1767384632.027587:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000800:00000001:3.0:1767384632.027588:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384632.027591:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (26) 00000400:00000200:3.0:1767384632.027600:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp13(192.168.202.122@tcp13) <- 192.168.202.122@tcp13 : ACK - for me 00000400:00000200:3.0:1767384632.027633:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp13: ACK from 12345-192.168.202.122@tcp13 into md 0x186d 00000400:00000200:3.0:1767384632.027638:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384632.027650:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp13->192.168.202.122@tcp13: ACK: OK 00000400:00000200:3.0:1767384632.027655:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e995da41 00000400:00000010:3.0:1767384632.027657:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e995da41. 00000400:00000200:3.0:1767384632.027662:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384632.027666:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:3.0:1767384632.027669:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (25) 00000800:00000001:3.0:1767384632.027701:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384632.027705:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384632.027760:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009dd56988. 00080000:00000010:0.0:1767384632.027794:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000014cb56a8. 00040000:00000001:0.0:1767384632.027798:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384632.027800:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384632.027801:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384632.027804:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384632.027806:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384632.027807:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384632.027816:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384632.027824:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384632.027827:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384632.027836:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384632.027842:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000abe6b4d2. 20000000:01000000:2.0:1767384632.027843:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384632.027847:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:2.0:1767384632.027848:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384632.027852:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384632.027854:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384632.027857:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384632.027859:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384632.027860:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384632.027863:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:2.0:1767384632.027868:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000065920fde. 00080000:00000001:3.0:1767384632.027873:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:2.0:1767384632.027873:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384632.027877:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018bdeef6. 00000020:00000001:2.0:1767384632.027881:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384632.027883:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384632.027884:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018bdeef6 with handle 0x9f279d7a9a0b4fcf to hash 00000020:00000001:2.0:1767384632.027889:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384632.027890:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767384632.027891:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00080000:00000001:3.0:1767384632.027894:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.027895:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00080000:00000001:3.0:1767384632.027899:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384632.027900:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384632.027904:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.027904:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384632.027910:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4fcf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000002:3.0:1767384632.027912:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:3.0:1767384632.027921:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00010000:00000001:2.0:1767384632.027922:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000020:0.0:1767384632.027923:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000002:3.0:1767384632.027925:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:2.0:1767384632.027927:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:0.0:1767384632.027928:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384632.027930:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384632.027932:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384632.027933:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000010:0.0:1767384632.027933:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000bab46fe4. 00010000:00000001:2.0:1767384632.027936:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384632.027939:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.027940:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384632.027941:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384632.027943:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050231936 00080000:00000001:3.0:1767384632.027947:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384632.027947:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384632.027949:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767384632.027953:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a011e41 x1853237050231936/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384632.027954:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:3.0:1767384632.027955:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384632.027959:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000001:3.0:1767384632.027962:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:2.0:1767384632.027962:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384632.027966:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:0.0:1767384632.027966:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:3.0:1767384632.027970:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384632.027970:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384632.027971:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000065920fde) refcount = 1 00000100:00001000:0.0:1767384632.027976:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=49 v=5 (1 0 0 0) 00080000:00000010:3.0:1767384632.027977:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a395ee9d. 00010000:00010000:2.0:1767384632.027977:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4fcf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384632.027985:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468038016000 : -108605671535616 : ffff9d3945870c00) 00000100:00000001:0.0:1767384632.027985:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384632.027990:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:0.0:1767384632.027990:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00080000:00000001:3.0:1767384632.027992:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384632.027993:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1767384632.027994:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000001:00000001:3.0:1767384632.027997:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384632.027997:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384632.027998:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000010:3.0:1767384632.028003:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000152e505b. 00010000:00000001:2.0:1767384632.028003:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.028003:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384632.028010:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.028010:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384632.028011:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:2.0:1767384632.028015:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:0.0:1767384632.028015:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384632.028018:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f38bd571. 20000000:01000000:2.0:1767384632.028020:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00080000:00000001:3.0:1767384632.028021:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000200:0.0:1767384632.028023:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050231936, offset 224 00010000:00000001:2.0:1767384632.028025:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384632.028027:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384632.028028:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=4 00000400:00000200:0.0:1767384632.028031:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384632.028032:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00080000:00000001:3.0:1767384632.028036:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.028036:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000400:00000200:0.0:1767384632.028041:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384632.028042:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384632.028045:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4fcf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384632.028051:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384632.028052:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384632.028052:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104c80 00010000:00010000:2.0:1767384632.028056:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4fcf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384632.028062:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1855 [2] + 224 00000400:00000200:0.0:1767384632.028070:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384632.028071:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384632.028075:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384632.028076:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384632.028078:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384632.028080:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4fcf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384632.028082:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006166415c x1853237050231936/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384632.028102:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384632.028102:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006166415c x1853237050231936/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384632.028106:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.028117:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384632.028118:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384632.028120:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4fcf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384632.028129:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018bdeef6 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384632.028132:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384632.028132:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f38bd571 00000100:00000001:3.0:1767384632.028133:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384632.028136:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000010:0.0:1767384632.028137:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f38bd571. 00000100:00000001:3.0:1767384632.028138:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1767384632.028140:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4fcf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384632.028142:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384632.028145:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384632.028145:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384632.028161:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384632.028162:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.028163:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000001:3.0:1767384632.028165:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384632.028166:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384632.028169:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007141670b. 00000100:00000040:0.0:1767384632.028169:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000020:00000040:2.0:1767384632.028170:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=5 00010000:00000001:0.0:1767384632.028175:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384632.028176:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000400:00000200:3.0:1767384632.028177:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000748fe23b 00000020:00000001:0.0:1767384632.028179:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.028181:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000400:00000010:3.0:1767384632.028183:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000748fe23b. 00000020:00000001:0.0:1767384632.028185:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384632.028187:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384632.028190:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384632.028191:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4fcf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384632.028194:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a011e41 x1853237050231936/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384632.028199:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006166415c x1853237050231936/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384632.028207:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384632.028210:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384632.028213:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.028219:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384632.028222:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384632.028225:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384632.028228:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384632.028231:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018bdeef6 with handle 0x9f279d7a9a0b4fcf from hash 00000100:00000200:3.0:1767384632.028232:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006166415c x1853237050231936/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384632.028234:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a011e41 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050231936:12345-0@lo:253: Request processed in 1698us (2285us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384632.028236:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384632.028239:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384632.028242:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384632.028244:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384632.028248:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384632.028251:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:0.0:1767384632.028252:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000001:3.0:1767384632.028253:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384632.028254:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:0.0:1767384632.028255:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00010000:00000001:2.0:1767384632.028258:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.028259:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.028259:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384632.028262:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384632.028265:0:16345:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:2.0:1767384632.028267:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384632.028267:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f513256. 02000000:00000001:3.0:1767384632.028270:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384632.028271:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384632.028275:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384632.028275:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:0.0:1767384632.028276:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000100:00000001:3.0:1767384632.028280:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.028282:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384632.028282:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056d35f12. 02000000:00000001:3.0:1767384632.028285:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.028285:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384632.028287:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00010000:00000001:2.0:1767384632.028289:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.028311:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384632.028313:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008b18b284. 02000000:00000001:0.0:1767384632.028316:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384632.028318:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384632.028320:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=49 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384632.028320:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384632.028322:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384632.028325:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384632.028329:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9a05f83. 00010000:00010000:2.0:1767384632.028331:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4fcf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384632.028332:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=49 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384632.028333:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f38bd571. 00000100:00000001:3.0:1767384632.028343:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384632.028343:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384632.028347:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.028348:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384632.028350:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384632.028353:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384632.028354:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384632.028358:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.028359:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.028360:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384632.028364:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384632.028365:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.028367:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384632.028370:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384632.028372:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4fcf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384632.028374:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006166415c x1853237050231936/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384632.028381:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384632.028383:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384632.028385:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4fcf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384632.028399:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000065920fde count: 0 00000100:00000001:3.0:1767384632.028400:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384632.028405:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384632.028406:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384632.028407:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384632.028409:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384632.028414:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384632.028418:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384632.028428:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384632.028430:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384632.028431:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384632.028433:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384632.028435:0:16345:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384632.028436:0:16345:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384632.028437:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384632.028438:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384632.028443:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006166415c x1853237050231936/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384632.028453:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006166415c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050231936:0@lo:253: 00000100:00000001:3.0:1767384632.028457:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.028460:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384632.028463:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006166415c x1853237050231936/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.028470:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384632.028472:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384632.028475:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a040aba0. 02000000:00000001:3.0:1767384632.028480:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384632.028481:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384632.028483:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384632.028486:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384632.028488:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cd6513cf. 02000000:00000001:3.0:1767384632.028493:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384632.028495:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384632.028498:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006166415c. 00000100:00000001:3.0:1767384632.028502:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384632.028503:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.028505:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.028509:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384632.028511:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.028513:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384632.028515:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384632.029651:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a395ee9d. 00080000:00000010:3.0:1767384632.029702:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000152e505b. 00040000:00000001:3.0:1767384632.029707:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384632.029709:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384632.029711:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384632.029720:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384632.029723:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384632.029725:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384632.029727:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384632.029737:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384632.029740:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384632.029744:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384632.029786:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384632.029789:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384632.029790:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384632.029793:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384632.029795:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384632.029799:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000044e2edc3. 00010000:00000001:2.0:1767384632.029808:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384632.029810:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024a3921b. 00000020:00000001:2.0:1767384632.029813:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384632.029814:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000024a3921b with handle 0x9f279d7a9a0b4fd6 to hash 00000020:00000001:2.0:1767384632.029815:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384632.029817:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384632.029819:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384632.029821:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384632.029822:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384632.029824:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4fd6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384632.029829:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384632.029831:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384632.029833:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384632.029834:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384632.029836:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384632.029837:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384632.029839:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384632.029840:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384632.029841:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384632.029842:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384632.029843:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384632.029845:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000044e2edc3) refcount = 1 00010000:00010000:2.0:1767384632.029847:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4fd6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384632.029851:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384632.029852:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384632.029853:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:3.0:1767384632.029854:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384632.029855:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.029860:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384632.029861:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384632.029866:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000072454309. 20000000:00000001:2.0:1767384632.029866:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384632.029868:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384632.029872:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 20000000:00000001:3.0:1767384632.029874:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384632.029879:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050232064 00000020:00000001:2.0:1767384632.029880:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384632.029882:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=4 00010000:00000001:3.0:1767384632.029885:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384632.029886:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384632.029890:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384632.029892:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000200:3.0:1767384632.029894:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003592db79 x1853237050232064/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384632.029895:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4fd6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384632.029909:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384632.029911:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4fd6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.029921:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384632.029921:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384632.029924:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.029926:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384632.029926:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4fd6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384632.029933:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=49 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384632.029934:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384632.029936:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.029941:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384632.029942:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384632.029942:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4fd6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384632.029949:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00010000:2.0:1767384632.029950:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000024a3921b already unused, calling callback (0000000043915e75) 00000100:00000001:3.0:1767384632.029955:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:2.0:1767384632.029956:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384632.029958:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384632.029960:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4fd6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384632.029962:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384632.029966:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.029967:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384632.029969:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384632.029972:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384632.029973:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384632.029974:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=5 00000020:00000001:2.0:1767384632.029978:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00000100:00000040:3.0:1767384632.029982:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384632.029982:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00000400:00000010:3.0:1767384632.029989:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb3c3a83. 00010000:00000001:2.0:1767384632.029991:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384632.029993:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4fd6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384632.029995:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050232064, offset 224 00010000:00000001:2.0:1767384632.030003:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384632.030005:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384632.030007:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.030010:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384632.030011:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384632.030014:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384632.030015:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384632.030017:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384632.030019:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000024a3921b with handle 0x9f279d7a9a0b4fd6 from hash 00010000:00000001:2.0:1767384632.030023:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767384632.030024:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384632.030024:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384632.030027:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384632.030030:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384632.030031:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384632.030032:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384632.030034:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384632.030035:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384632.030039:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.030040:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104d00 00010000:00000001:2.0:1767384632.030041:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384632.030044:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384632.030047:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384632.030049:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384632.030051:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x185d [2] + 224 00010000:00000001:2.0:1767384632.030052:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.030056:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384632.030060:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.030062:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384632.030063:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4fd6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384632.030072:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384632.030075:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384632.030078:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384632.030078:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384632.030081:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384632.030082:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384632.030084:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384632.030085:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384632.030095:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384632.030097:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384632.030102:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384632.030105:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4fd6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384632.030106:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c1eae38 x1853237050232064/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384632.030123:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384632.030126:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384632.030128:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b4fd6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384632.030131:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005c1eae38 x1853237050232064/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384632.030136:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000044e2edc3 count: 0 00010000:00000001:2.0:1767384632.030148:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384632.030162:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384632.030169:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384632.030178:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb3c3a83 00000400:00000010:3.0:1767384632.030181:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb3c3a83. 00000100:00000001:3.0:1767384632.030184:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384632.030185:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384632.030190:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384632.030193:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384632.030196:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384632.030198:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384632.030201:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384632.030206:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003592db79 x1853237050232064/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384632.030217:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003592db79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050232064:12345-0@lo:253: Request processed in 3419us (3972us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384632.030219:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384632.030224:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384632.030230:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000400:00000001:0.0:1767384632.030230:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384632.030235:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384632.030237:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000400:00000010:0.0:1767384632.030239:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a95dd41. 00000100:00000001:3.0:1767384632.030241:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384632.030247:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384632.030248:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee7ecd19 00000020:00000010:3.0:1767384632.030250:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c339167. 00000020:00000010:3.0:1767384632.030257:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000719f2d22. 00000400:00000010:0.0:1767384632.030258:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee7ecd19. 00000020:00000010:3.0:1767384632.030264:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fca59cea. 00000100:00000001:0.0:1767384632.030264:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384632.030270:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c1eae38 x1853237050232064/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384632.030271:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:3.0:1767384632.030279:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384632.030281:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c1eae38 x1853237050232064/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384632.030283:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008d59694a. 00000100:00000001:0.0:1767384632.030308:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384632.030311:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.030312:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384632.030314:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384632.030316:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384632.030317:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384632.030319:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.030321:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384632.030322:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=49 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384632.030327:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384632.030327:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=49 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384632.030333:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384632.030334:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384632.030336:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384632.030336:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384632.030337:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.030342:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384632.030344:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c1eae38 x1853237050232064/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384632.030345:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e7e9f5c. 00000100:00000001:0.0:1767384632.030352:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384632.030354:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb3c3a83. 00000100:00000001:0.0:1767384632.030355:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384632.030356:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384632.030358:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384632.030360:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384632.030361:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384632.030362:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384632.030364:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384632.030366:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384632.030367:0:16344:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384632.030369:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384632.030370:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384632.030373:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c1eae38 x1853237050232064/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384632.030388:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c1eae38 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050232064:0@lo:253: 00000100:00000001:0.0:1767384632.030391:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.030392:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384632.030394:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c1eae38 x1853237050232064/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384632.030399:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384632.030400:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384632.030402:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004d760397. 02000000:00000001:0.0:1767384632.030406:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384632.030407:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384632.030408:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384632.030410:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384632.030412:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000893fbe12. 02000000:00000001:0.0:1767384632.030415:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384632.030416:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384632.030417:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c1eae38. 00000100:00000001:0.0:1767384632.030420:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384632.030421:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.030423:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384632.030427:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384632.030428:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384632.030429:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384632.030430:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384632.032345:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294920352, at 4294920353 00000100:00000010:3.0:1767384632.032355:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba08409a. 00000100:00000040:2.0:1767384632.032355:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294920352, at 4294920353 00000100:00000040:0.0:1767384632.032356:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294920352, at 4294920353 00000100:00000040:1.0:1767384632.032362:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294920352, at 4294920353 00000100:00000010:0.0:1767384632.032366:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1bdad53. 00000100:00000010:2.0:1767384632.032370:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000440ea331. 00000100:00000010:1.0:1767384632.032371:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d43832f. 00010000:00000010:2.1:1767384632.036310:0:28061:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000065920fde. 00010000:00000010:2.1:1767384632.036318:0:28061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018bdeef6. 00010000:00000010:2.1:1767384632.036329:0:28061:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000044e2edc3. 00010000:00000010:2.1:1767384632.036333:0:28061:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024a3921b. 00000400:00000010:1.0:1767384632.042227:0:28064:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000040559c30. 00000400:00000040:1.0:1767384632.042250:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384632.042253:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384632.042255:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384632.042256:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384632.042258:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384632.042259:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384632.042261:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384632.042263:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384632.042264:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384632.042265:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384632.042267:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384632.042268:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384632.042269:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384632.042270:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384632.042271:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384632.042273:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384632.042274:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384632.042275:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384632.042275:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384632.042277:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384632.042278:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384632.042279:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384632.042280:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384632.042286:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384632.042287:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384632.042289:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384632.042314:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384632.042315:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384632.042316:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384632.042317:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384632.042319:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384632.042321:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384632.042322:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384632.042323:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384632.042324:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384632.042325:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384632.042327:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384632.042328:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384632.042330:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384632.042331:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384632.042332:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384632.042333:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384632.042334:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384632.042335:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384632.042336:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384632.042337:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384632.042338:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384632.042339:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384632.042340:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384632.042342:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384632.042342:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384632.042344:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384632.042344:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384632.042345:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384632.042347:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384632.042348:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384632.042348:0:28064:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384632.042408:0:28064:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000040559c30. 00010000:00000001:1.0:1767384632.063489:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384632.063494:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.063499:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384632.063507:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384632.063541:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384632.063545:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384632.063548:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384632.895416:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384632.895421:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 2 10000000:00000001:1.0:1767384632.895426:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384632.895428:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384632.895429:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384632.895431:0:17073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384632.895433:0:17073:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384632.895436:0:17073:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384632.895438:0:17073:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d3a4b2d0000 from 47 10000000:00000001:1.0:1767384632.895441:0:17073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00000400:00000001:3.0:1767384632.895444:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 10000000:01000000:1.0:1767384632.895444:0:17073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000400:00000001:3.0:1767384632.895449:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384632.895453:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f79e36 00000400:00000010:3.0:1767384632.895457:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f79e36. 00000100:00000010:1.0:1767384632.895461:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cdca0d1. 00000400:00000200:3.0:1767384632.895463:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000020:00000040:1.0:1767384632.895467:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384632.895473:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384632.895474:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp30 recovery ping unlinked 02000000:00000001:1.0:1767384632.895476:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384632.895480:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.895486:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ad3ce6ed. 02000000:00000010:1.0:1767384632.895488:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3b96778. 00000400:00000010:3.0:1767384632.895495:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000088e49c2b. 00000100:00000001:1.0:1767384632.895495:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.895501:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384632.895504:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384632.895512:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008988454e. 00010000:00000001:1.0:1767384632.895515:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384632.895519:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000def5c528. 00000020:00000001:1.0:1767384632.895522:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384632.895525:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000def5c528 with handle 0x9f279d7a9a0b4fdd to hash 00000020:00000001:1.0:1767384632.895527:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384632.895528:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384632.895530:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384632.895534:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384632.895536:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384632.895538:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384632.895545:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384632.895562:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384632.895565:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384632.895567:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384632.895571:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e32579c1. 00000100:00000001:1.0:1767384632.895573:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468046324288 : -108605663227328 : ffff9d394605d240) 00000100:00000001:1.0:1767384632.895575:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384632.895576:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299794432 : -108600409757184 : ffff9d3a7f276a00) 00000100:00000001:1.0:1767384632.895580:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384632.895581:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.895583:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384632.895584:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384632.895588:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001cdca0d1 x1853237050232192/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.895595:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384632.895597:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384632.895600:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384632.895602:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384632.895604:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384632.895606:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050232192:0@lo:101: 00000100:00000001:1.0:1767384632.895610:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384632.895614:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384632.895616:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384632.895618:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384632.895621:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000026c91aef. 02000000:00000001:1.0:1767384632.895623:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384632.895627:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055972de7. 00000400:00000010:1.0:1767384632.895633:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e93641. 00000100:00000200:1.0:1767384632.895638:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050232192, portal 25 00000100:00000001:1.0:1767384632.895639:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384632.895640:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299794432 : -108600409757184 : ffff9d3a7f276a00) 00000100:00000040:1.0:1767384632.895645:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001cdca0d1 x1853237050232192/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.895656:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384632.895658:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384632.895661:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b448e6. 00000100:00000200:1.0:1767384632.895663:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050232192, offset 0 00000400:00000200:1.0:1767384632.895668:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384632.895677:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384632.895686:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260104d80 00000400:00000200:1.0:1767384632.895691:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x10e1 [2] + 0 00000400:00000010:1.0:1767384632.895694:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6f95f78. 00000400:00000200:1.0:1767384632.895697:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000088b46893 00000400:00000200:1.0:1767384632.895703:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384632.895705:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384632.895709:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088b46893 00000400:00000010:1.0:1767384632.895711:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088b46893. 00000100:00000001:1.0:1767384632.895714:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384632.895716:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384632.895718:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000001d46cb16 x1853237050232192 msgsize 328 00000100:00100000:1.0:1767384632.895723:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384632.895724:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384632.895734:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384632.895739:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b448e6 00000400:00000010:1.0:1767384632.895741:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b448e6. 00000100:00000001:1.0:1767384632.895745:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384632.895747:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001cdca0d1 x1853237050232192/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.895755:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384632.895758:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001cdca0d1 x1853237050232192/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.895762:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.895764:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384632.895768:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.895772:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294921221 00000100:00000001:3.0:1767384632.895775:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1767384632.895776:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d827e74. 00000100:00100000:3.0:1767384632.895780:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050232192 02000000:00000001:3.0:1767384632.895786:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384632.895790:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384632.895791:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384632.895796:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.895799:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294921221 02000000:00000001:3.0:1767384632.895802:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384632.895804:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008e53bdb. 00000100:00100000:3.0:1767384632.895808:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050232192 00000100:00000001:1.0:1767384632.895808:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384632.895814:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294921221 00000020:00000001:3.0:1767384632.895815:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384632.895817:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042803bb3. 00000020:00000040:3.0:1767384632.895818:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:1.0:1767384632.895821:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000020:00000001:3.0:1767384632.895823:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384632.895825:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294921221 00000020:00000040:3.0:1767384632.895827:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000010:1.0:1767384632.895829:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2951822. 00000020:00000001:3.0:1767384632.895833:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384632.895834:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000020:00000001:3.0:1767384632.895838:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384632.895838:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384632.895840:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.895845:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384632.895846:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384632.895848:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384632.895848:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e32579c1 going to sleep for 11 seconds 00000100:00000001:1.0:1767384632.895853:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384632.895856:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edc9662b. 00000100:00000001:1.0:1767384632.895856:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.895863:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384632.895867:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edc9662b. 00000020:00000010:3.0:1767384632.895874:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6b68280. 00000020:00000010:3.0:1767384632.895880:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075eb4c97. 00000020:00000010:3.0:1767384632.895886:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096b8ca0b. 00000100:00000040:3.0:1767384632.895917:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384632.895921:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384632.895923:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384632.895925:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.895941:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.895954:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.895970:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384632.895973:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384632.895978:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00000040:3.0:1767384632.895982:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384632.895985:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905250896 : -108600804300720 : ffff9d3a67a32850) 00000100:00000040:3.0:1767384632.895990:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d46cb16 x1853237050232192/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:613/0 lens 328/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.896001:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384632.896004:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edc9662b. 00000100:00000001:3.0:1767384632.896007:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384632.896010:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edc9662b. 00000100:00100000:3.0:1767384632.896017:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d46cb16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17073:x1853237050232192:12345-0@lo:101: 00000100:00000200:3.0:1767384632.896022:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050232192 00000020:00000001:3.0:1767384632.896027:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384632.896031:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384632.896033:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384632.896036:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384632.896039:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:3.0:1767384632.896043:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384632.896045:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384632.896048:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384632.896051:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384632.896054:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384632.896056:0:17069:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384632.896059:0:17069:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384632.896060:0:17069:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384632.896062:0:17069:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384632.896065:0:17069:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.896070:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384632.896075:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b5cf9bb2. 00010000:00000001:3.0:1767384632.896079:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384632.896090:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093bb66cd. 00000020:00000001:3.0:1767384632.896094:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384632.896096:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000093bb66cd with handle 0x9f279d7a9a0b4fe4 to hash 00000020:00000001:3.0:1767384632.896098:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384632.896099:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:3.0:1767384632.896102:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00010000:3.0:1767384632.896105:0:17069:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fe4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f279d7a9a0b4fdd expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384632.896113:0:17069:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000021677888 : new locks_count 10 00000020:00000040:3.0:1767384632.896116:0:17069:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=15 00000100:00000001:3.0:1767384632.896124:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384632.896127:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384632.896132:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000043ea646e. 02000000:00000001:3.0:1767384632.896135:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.896138:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.896140:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384632.896159:0:17069:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384632.896162:0:17069:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384632.896164:0:17069:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384632.896167:0:17069:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.896170:0:17069:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384632.896171:0:17069:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.896174:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384632.896176:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384632.896178:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384632.896179:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384632.896182:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b5cf9bb2) refcount = 1 00010000:00010000:3.0:1767384632.896187:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4fdd expref: 15 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.896194:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384632.896196:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384632.896198:0:17069:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.896200:0:17069:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.896208:0:17069:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384632.896214:0:17069:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384632.896218:0:17069:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4fdd expref: 15 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.896226:0:17069:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384632.896228:0:17069:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384632.896230:0:17069:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.896233:0:17069:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.896234:0:17069:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384632.896236:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.896238:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384632.896239:0:17069:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000093bb66cd, rc 0) 00000020:00000001:3.0:1767384632.896242:0:17069:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384632.896245:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050232192 00010000:00000001:3.0:1767384632.896248:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384632.896253:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d46cb16 x1853237050232192/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:613/0 lens 328/344 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384632.896262:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384632.896265:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384632.896269:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384632.896274:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384632.896277:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384632.896280:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384632.896283:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384632.896286:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.896289:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384632.896322:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384632.896326:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cedafe. 00000100:00000200:3.0:1767384632.896330:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050232192, offset 224 00000400:00000200:3.0:1767384632.896335:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384632.896343:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384632.896351:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260104d80 00000400:00000200:3.0:1767384632.896357:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1885 [1] + 224 00000400:00000200:3.0:1767384632.896362:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384632.896374:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384632.896379:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384632.896383:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001cdca0d1 x1853237050232192/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384632.896392:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000001cdca0d1 x1853237050232192/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.896410:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384632.896417:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cedafe 00000400:00000010:3.0:1767384632.896420:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cedafe. 00000100:00000001:3.0:1767384632.896424:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384632.896425:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384632.896426:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384632.896431:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384632.896433:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384632.896433:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384632.896436:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055972de7. 00000100:00000040:3.0:1767384632.896440:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000200:1.0:1767384632.896441:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e93641 00000400:00000010:1.0:1767384632.896445:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e93641. 00010000:00000001:3.0:1767384632.896446:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384632.896449:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384632.896450:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384632.896454:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001cdca0d1 x1853237050232192/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384632.896457:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384632.896465:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d46cb16 x1853237050232192/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:613/0 lens 328/344 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384632.896465:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001cdca0d1 x1853237050232192/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.896480:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384632.896483:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.896488:0:17073:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384632.896492:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d46cb16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050232192:12345-0@lo:101: Request processed in 489us (770us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384632.896492:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384632.896494:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384632.896502:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000001:1.0:1767384632.896504:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384632.896507:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 02000000:00000001:1.0:1767384632.896509:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.896512:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384632.896516:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=49 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384632.896517:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384632.896522:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=49 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384632.896523:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075eb4c97. 00000100:00000001:1.0:1767384632.896528:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384632.896530:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096b8ca0b. 00000100:00000001:1.0:1767384632.896531:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.896536:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384632.896537:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6b68280. 00010000:00000001:1.0:1767384632.896537:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.896543:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384632.896546:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000040:1.0:1767384632.896548:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001cdca0d1 x1853237050232192/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384632.896554:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384632.896555:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384632.896559:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000043ea646e. 00000100:00000001:1.0:1767384632.896559:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384632.896561:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384632.896567:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384632.896567:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cdca0d1 x1853237050232192/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.896572:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384632.896576:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050232192:0@lo:101: 00000100:00000200:3.0:1767384632.896581:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384632.896581:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.896583:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.896585:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384632.896586:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384632.896587:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001cdca0d1 x1853237050232192/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.896594:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.896596:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fd92a19. 00000100:00000010:1.0:1767384632.896596:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e32579c1. 00000100:00000001:1.0:1767384632.896600:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384632.896602:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.896604:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016502660. 00010000:00000001:1.0:1767384632.896604:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384632.896607:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384632.896610:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384632.896611:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=4 00000020:00000001:1.0:1767384632.896613:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384632.896615:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000040:1.0:1767384632.896623:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000def5c528, remote cookie: 0x9f279d7a9a0b4fe4, flags: 0x0 00010000:00000001:1.0:1767384632.896625:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384632.896626:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384632.896627:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384632.896628:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384632.896629:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384632.896630:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008988454e) refcount = 1 00010000:00010000:1.0:1767384632.896632:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4fe4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.896636:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384632.896637:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384632.896637:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384632.896639:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384632.896641:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384632.896642:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4fe4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.896646:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384632.896647:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384632.896648:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384632.896649:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384632.896649:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384632.896650:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.896652:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384632.896653:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001cdca0d1 x1853237050232192/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.896657:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384632.896659:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384632.896660:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000026c91aef. 02000000:00000001:1.0:1767384632.896662:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384632.896663:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384632.896664:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384632.896665:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384632.896666:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d3b96778. 02000000:00000001:1.0:1767384632.896668:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384632.896673:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384632.896674:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cdca0d1. 00000100:00000001:1.0:1767384632.896676:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384632.896677:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384632.896678:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384632.896679:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384632.896680:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:1.0:1767384632.896681:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.896682:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384632.896683:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384632.896684:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=3 00000020:00000001:1.0:1767384632.896685:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384632.896686:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384632.896687:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384632.896688:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384632.896689:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384632.896690:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384632.896691:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384632.896693:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000beba343e. 00000100:00000010:1.0:1767384632.896704:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cdca0d1. 00000020:00000040:1.0:1767384632.896705:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384632.896707:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384632.896708:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384632.896710:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384632.896713:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3b96778. 00000100:00000001:1.0:1767384632.896715:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.896718:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384632.896720:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000026c91aef. 00000100:00000010:1.0:1767384632.896722:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000836fe300. 00000020:00000040:1.0:1767384632.896723:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384632.896726:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384632.896727:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384632.896729:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e32579c1. 00000100:00000001:1.0:1767384632.896731:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468046324288 : -108605663227328 : ffff9d394605d240) 00000100:00000001:1.0:1767384632.896732:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384632.896733:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299794432 : -108600409757184 : ffff9d3a7f276a00) 00000100:00000001:1.0:1767384632.896738:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384632.896739:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.896740:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384632.896741:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384632.896743:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.896747:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384632.896748:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384632.896750:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384632.896751:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384632.896753:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384632.896755:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050232320:0@lo:256: 00000100:00000001:1.0:1767384632.896757:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384632.896758:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384632.896760:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.896761:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384632.896764:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055972de7. 00000400:00000010:1.0:1767384632.896767:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008654ab7c. 00000100:00000200:1.0:1767384632.896770:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260104e00-0x6958260104e00, portal 33 00000100:00000001:1.0:1767384632.896772:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384632.896773:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384632.896774:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb11c0e9. 02000000:00000001:1.0:1767384632.896775:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384632.896778:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c4c1c3. 00000400:00000010:1.0:1767384632.896780:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e93641. 00000100:00000200:1.0:1767384632.896782:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050232320, portal 25 00000100:00000001:1.0:1767384632.896783:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384632.896783:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299794432 : -108600409757184 : ffff9d3a7f276a00) 00000100:00000040:1.0:1767384632.896785:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.896790:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384632.896791:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384632.896794:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b448e6. 00000100:00000200:1.0:1767384632.896795:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050232320, offset 0 00000400:00000200:1.0:1767384632.896804:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384632.896809:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384632.896813:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260104e00 00000400:00000200:1.0:1767384632.896815:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10f9 [2] + 0 00000400:00000010:1.0:1767384632.896817:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6195d95. 00000400:00000200:1.0:1767384632.896819:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dbd2046e 00000400:00000200:1.0:1767384632.896821:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384632.896823:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384632.896825:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbd2046e 00000400:00000010:1.0:1767384632.896826:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbd2046e. 00000100:00000001:1.0:1767384632.896829:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384632.896829:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384632.896832:0:17073:0:(events.c:337:request_in_callback()) incoming req@00000000e2ef85f9 x1853237050232320 msgsize 304 00000100:00100000:1.0:1767384632.896834:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384632.896835:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384632.896844:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384632.896846:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b448e6 00000400:00000010:1.0:1767384632.896847:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b448e6. 00000100:00000001:1.0:1767384632.896850:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384632.896852:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.896857:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384632.896858:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.896862:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.896864:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384632.896866:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.896868:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294921222 00000100:00000001:1.0:1767384632.896874:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294921221 00000100:00000001:3.0:1767384632.896878:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384632.896878:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294921222 00000100:00000001:1.0:1767384632.896880:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294921221 00000100:00100000:3.0:1767384632.896884:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050232320 00000100:00000001:1.0:1767384632.896884:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294921222 02000000:00000001:3.0:1767384632.896891:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384632.896891:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294921221 00000100:00000001:3.0:1767384632.896896:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384632.896900:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.896902:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294921222 02000000:00000001:3.0:1767384632.896908:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.896908:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294921221 00000100:00000001:1.0:1767384632.896914:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384632.896915:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050232320 00000100:00000001:1.0:1767384632.896916:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384632.896921:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384632.896921:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384632.896922:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767384632.896926:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00100000:1.0:1767384632.896926:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e32579c1 going to sleep for 11 seconds 00000100:00000001:1.0:1767384632.896930:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384632.896932:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384632.896933:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384632.896936:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:3.0:1767384632.896941:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384632.896944:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384632.896947:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384632.896950:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edc9662b. 00000100:00000001:3.0:1767384632.896953:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384632.896955:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edc9662b. 00000020:00000010:3.0:1767384632.896961:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6b68280. 00000020:00000010:3.0:1767384632.896964:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000075eb4c97. 00000020:00000010:3.0:1767384632.896967:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096b8ca0b. 00000100:00000040:3.0:1767384632.896973:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384632.896975:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384632.896976:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384632.896978:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.896982:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.896994:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.897004:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384632.897005:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384632.897009:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000040:3.0:1767384632.897012:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384632.897014:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905251920 : -108600804299696 : ffff9d3a67a32c50) 00000100:00000040:3.0:1767384632.897019:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2ef85f9 x1853237050232320/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:613/0 lens 304/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.897036:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384632.897040:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edc9662b. 00000100:00000001:3.0:1767384632.897043:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384632.897045:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edc9662b. 00000100:00100000:3.0:1767384632.897050:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2ef85f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050232320:12345-0@lo:256: 00000100:00000200:3.0:1767384632.897054:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050232320 00000020:00000001:3.0:1767384632.897057:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384632.897059:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384632.897060:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384632.897062:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384632.897064:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:3.0:1767384632.897067:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384632.897069:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384632.897070:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384632.897072:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384632.897074:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.897077:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384632.897079:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384632.897083:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000043ea646e. 02000000:00000001:3.0:1767384632.897085:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.897087:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384632.897090:0:17069:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384632.897094:0:17069:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384632.897097:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384632.897099:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384632.897102:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384632.897104:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384632.897106:0:17069:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384632.897110:0:17069:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000b109fbbc. 20000000:00000001:3.0:1767384632.897113:0:17069:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384632.897129:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384632.897136:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384632.897156:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384632.897167:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384632.897170:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384632.897172:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384632.897174:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384632.897176:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384632.897178:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384632.897180:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384632.897182:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384632.897185:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384632.897187:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384632.897189:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384632.897191:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384632.897193:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384632.897195:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384632.897198:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384632.897200:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384632.897202:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384632.897205:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384632.897207:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384632.897210:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384632.897212:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:01000000:3.0:1767384632.897215:0:17069:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 504, pages 3592/1/4/3. 20000000:00000040:3.0:1767384632.897224:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384632.897226:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384632.897228:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384632.897231:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384632.897233:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384632.897235:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384632.897237:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384632.897239:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384632.897241:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384632.897243:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384632.897246:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384632.897248:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384632.897249:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384632.897252:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384632.897254:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384632.897256:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384632.897258:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384632.897270:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384632.897272:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384632.897274:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384632.897276:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384632.897279:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384632.897281:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384632.897283:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:01000000:3.0:1767384632.897286:0:17069:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 504, pages 3088/1/4/3. 20000000:01000000:3.0:1767384632.897316:0:17069:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1008, version 52 20000000:00000001:3.0:1767384632.897320:0:17069:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1008 : 1008 : 3f0) 00000100:00000001:3.0:1767384632.897323:0:17069:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384632.897327:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000090e32074. 00000100:00000010:3.0:1767384632.897332:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000b1c88390. 00000020:00000040:3.0:1767384632.897334:0:17069:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:3.0:1767384632.897338:0:17069:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384632.897341:0:17069:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384632.897344:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cedafe. 00000400:00000010:3.0:1767384632.897351:0:17069:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007635601c. 00000400:00000200:3.0:1767384632.897355:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384632.897365:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384632.897373:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1008 into portal 33 MB=0x6958260104e00 00000400:00000200:3.0:1767384632.897378:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1008/1008 into md 0x1895 [4] + 0 00000400:00000010:3.0:1767384632.897382:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055972de7. 00000400:00000200:3.0:1767384632.897385:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008654ab7c 00000400:00000200:3.0:1767384632.897389:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384632.897392:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384632.897395:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008654ab7c 00000400:00000010:3.0:1767384632.897397:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008654ab7c. 00000100:00000001:3.0:1767384632.897400:0:17069:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384632.897402:0:17069:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000001cdca0d1 desc 0000000026c91aef mbits 1853237050232320 00000100:00000001:3.0:1767384632.897415:0:17069:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384632.897419:0:17069:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384632.897425:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:1.0:1767384632.897433:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384632.897435:0:17069:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x18a1 00000100:00000001:1.0:1767384632.897436:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.897441:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384632.897452:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384632.897456:0:17069:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384632.897458:0:17069:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000090e32074 00000100:00000001:3.0:1767384632.897460:0:17069:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384632.897466:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cedafe 00000400:00000010:3.0:1767384632.897468:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cedafe. 00000100:00000001:3.0:1767384632.897471:0:17069:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384632.897473:0:17069:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000090e32074 00000100:00000001:3.0:1767384632.897475:0:17069:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384632.897480:0:17069:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1008 bytes via portal 33 id 12345-0@lo mbits 0x6958260104e00-0x6958260104e00 00000100:00000001:3.0:1767384632.897484:0:17069:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.897488:0:17069:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.897491:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384632.897493:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:3.0:1767384632.897497:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000b1c88390. 00000100:00000010:3.0:1767384632.897500:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000090e32074. 00000100:00000001:3.0:1767384632.897503:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384632.897505:0:17069:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384632.897512:0:17069:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000b109fbbc. 20000000:00000001:3.0:1767384632.897516:0:17069:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384632.897519:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050232320 00010000:00000001:3.0:1767384632.897521:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384632.897524:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2ef85f9 x1853237050232320/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:613/0 lens 304/240 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384632.897533:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384632.897535:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384632.897538:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384632.897541:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384632.897544:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384632.897547:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384632.897550:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384632.897552:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.897554:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384632.897557:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384632.897560:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cedafe. 00000100:00000200:3.0:1767384632.897571:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050232320, offset 224 00000400:00000200:3.0:1767384632.897576:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384632.897583:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384632.897588:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260104e00 00000400:00000200:3.0:1767384632.897592:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1899 [1] + 224 00000400:00000200:3.0:1767384632.897596:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384632.897600:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384632.897603:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384632.897607:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384632.897616:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.897631:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384632.897636:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cedafe 00000400:00000010:3.0:1767384632.897638:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cedafe. 00000100:00000001:3.0:1767384632.897641:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384632.897643:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384632.897648:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.897649:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384632.897652:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000001:1.0:1767384632.897656:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384632.897657:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384632.897661:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384632.897662:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384632.897665:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2c4c1c3. 00000020:00000001:3.0:1767384632.897666:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384632.897672:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e93641 00000100:00000040:3.0:1767384632.897673:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2ef85f9 x1853237050232320/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:613/0 lens 304/240 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384632.897677:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e93641. 00000100:00000001:1.0:1767384632.897684:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384632.897690:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2ef85f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050232320:12345-0@lo:256: Request processed in 651us (854us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384632.897692:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384632.897710:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384632.897712:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000040:3.0:1767384632.897719:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384632.897721:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384632.897725:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384632.897725:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.897729:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384632.897729:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384632.897732:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384632.897734:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384632.897735:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000075eb4c97. 00000100:00000001:1.0:1767384632.897736:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384632.897740:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384632.897742:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096b8ca0b. 00000100:00001000:1.0:1767384632.897743:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=49 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384632.897746:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384632.897748:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384632.897749:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.897752:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384632.897754:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384632.897756:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6b68280. 00000020:00000040:3.0:1767384632.897763:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:1.0:1767384632.897764:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.897771:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384632.897771:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384632.897776:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000043ea646e. 02000000:00000001:3.0:1767384632.897783:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384632.897784:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.897786:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.897794:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767384632.897795:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384632.897796:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384632.897800:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384632.897802:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5e74dbf. 00000100:00100000:1.0:1767384632.897809:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050232320:0@lo:256: 00000400:00000010:3.0:1767384632.897811:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b7ebb6a. 00000100:00000001:1.0:1767384632.897813:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.897818:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.897820:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384632.897822:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384632.897824:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.897829:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384632.897831:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e32579c1. 00000100:00000001:1.0:1767384632.897833:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384632.897834:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384632.897836:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 52, more 0. 10000000:00000001:1.0:1767384632.897839:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384632.897843:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000f30152d4. 10000000:00000040:1.0:1767384632.897865:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384632.897870:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384632.897872:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384632.897875:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:1.0:1767384632.897877:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.897879:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384632.897879:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:1.0:1767384632.897881:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000400:00000200:1.0:1767384632.897884:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 24 NIDs 00000400:00001000:1.0:1767384632.897890:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384632.897892:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:1.0:1767384632.897895:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384632.897899:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (24) 00000400:00000200:1.0:1767384632.897903:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384632.897905:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:1.0:1767384632.897907:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (25) 00000400:00000200:1.0:1767384632.897909:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:1.0:1767384632.897911:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:1.0:1767384632.897913:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897915:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:1.0:1767384632.897916:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:1.0:1767384632.897918:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897919:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:1.0:1767384632.897920:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:1.0:1767384632.897922:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897923:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:1.0:1767384632.897924:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:1.0:1767384632.897926:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897927:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:1.0:1767384632.897928:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:1.0:1767384632.897930:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897931:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:1.0:1767384632.897932:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:1.0:1767384632.897933:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897935:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:1.0:1767384632.897935:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:1.0:1767384632.897937:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897938:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:1.0:1767384632.897939:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:1.0:1767384632.897941:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897942:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:1.0:1767384632.897943:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:1.0:1767384632.897945:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897946:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000200:1.0:1767384632.897948:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:1.0:1767384632.897955:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897956:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:1.0:1767384632.897957:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:1.0:1767384632.897959:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897960:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:1.0:1767384632.897961:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:1.0:1767384632.897971:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897972:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:1.0:1767384632.897973:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:1.0:1767384632.897975:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897977:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000400:00000200:1.0:1767384632.897978:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.122@tcp23 00000400:00000200:1.0:1767384632.897980:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897981:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp23 00000400:00000200:1.0:1767384632.897983:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.122@tcp24 00000400:00000200:1.0:1767384632.897985:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897985:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp24 00000400:00000200:1.0:1767384632.897986:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.122@tcp25 00000400:00000200:1.0:1767384632.897988:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897989:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp25 00000400:00000200:1.0:1767384632.897990:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.122@tcp26 00000400:00000200:1.0:1767384632.897991:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897992:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp26 00000400:00000200:1.0:1767384632.897993:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.122@tcp27 00000400:00000200:1.0:1767384632.897995:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897995:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp27 00000400:00000200:1.0:1767384632.897996:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.122@tcp28 00000400:00000200:1.0:1767384632.897998:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.897999:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp28 00000400:00000200:1.0:1767384632.898000:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.122@tcp29 00000400:00000200:1.0:1767384632.898002:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.898003:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp29 00000400:00000200:1.0:1767384632.898005:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.122@tcp30 00000400:00000200:1.0:1767384632.898006:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.898007:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp30 00000400:00000200:1.0:1767384632.898008:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.122@tcp31 00000400:00000200:1.0:1767384632.898015:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.898016:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp31 00000400:00000200:1.0:1767384632.898018:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.122@tcp32 00000400:00000200:1.0:1767384632.898020:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384632.898021:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp32 00000100:00000001:1.0:1767384632.898022:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.898024:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384632.898026:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 10000000:00000010:1.0:1767384632.898029:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000a2a36249. 10000000:00000040:1.0:1767384632.898031:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 52/52 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000020:00000080:1.0:1767384632.898033:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384632.898039:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384632.898041:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f726d5e2. 00000020:00000010:1.0:1767384632.898044:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b56aa194. 00000040:00000010:1.0:1767384632.898047:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000620013d. 00000020:00000010:1.0:1767384632.898050:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b39a6059. 00000020:00000010:1.0:1767384632.898053:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c0b6e940. 00000020:00000010:1.0:1767384632.898057:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003ad0bdf7. 80000000:00000010:1.0:1767384632.898061:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ac0cce91. 40000000:00000010:1.0:1767384632.898065:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002489b208. 00100000:00000010:1.0:1767384632.898070:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000591f86c8. 00040000:00000010:1.0:1767384632.898075:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ae37012e. 00040000:00000010:1.0:1767384632.898080:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000018aab9e1. 00040000:00000010:1.0:1767384632.898085:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000099c4e6ea. 00080000:00000010:1.0:1767384632.898092:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004875ebc8. 00080000:00000010:1.0:1767384632.898097:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a3354e6d. 00000004:00000010:1.0:1767384632.898105:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000049ff482b. 00000004:00000010:1.0:1767384632.898111:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be77d71c. 00000004:00000010:1.0:1767384632.898117:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007d00cd22. 00002000:00000010:1.0:1767384632.898120:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fdfbdbcc. 00000004:00000010:1.0:1767384632.898123:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000006c93d60. 00000004:00000001:1.0:1767384632.898127:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384632.898130:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384632.898137:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000a2a36249 00000040:00001000:1.0:1767384632.898139:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384632.898140:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384632.898153:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384632.898154:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384632.898157:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384632.898158:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384632.898159:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384632.898161:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:1.0:1767384632.898162:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384632.898213:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384632.898219:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b56aa194. 00000040:00000010:1.0:1767384632.898225:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000620013d. 00000020:00000010:1.0:1767384632.898229:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b39a6059. 00000020:00000010:1.0:1767384632.898234:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c0b6e940. 00000020:00000010:1.0:1767384632.898240:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003ad0bdf7. 80000000:00000010:1.0:1767384632.898245:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ac0cce91. 40000000:00000010:1.0:1767384632.898250:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002489b208. 00100000:00000010:1.0:1767384632.898256:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000591f86c8. 00040000:00000010:1.0:1767384632.898259:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ae37012e. 00040000:00000010:1.0:1767384632.898262:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000018aab9e1. 00040000:00000010:1.0:1767384632.898265:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000099c4e6ea. 00080000:00000010:1.0:1767384632.898269:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a3354e6d. 00080000:00000010:1.0:1767384632.898272:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004875ebc8. 00000004:00000010:1.0:1767384632.898276:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000049ff482b. 00000004:00000010:1.0:1767384632.898279:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000be77d71c. 00000004:00000010:1.0:1767384632.898282:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007d00cd22. 00002000:00000010:1.0:1767384632.898285:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fdfbdbcc. 00000004:00000010:1.0:1767384632.898288:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000006c93d60. 00000020:00000010:1.0:1767384632.898322:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f726d5e2. 00000020:00000001:1.0:1767384632.898326:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.898329:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384632.898331:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000a2a36249. 10000000:00000010:1.0:1767384632.898334:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000f30152d4. 10000000:00000001:1.0:1767384632.898337:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.898344:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384632.898347:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001cdca0d1 x1853237050232320/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.898352:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384632.898354:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384632.898355:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb11c0e9. 02000000:00000001:1.0:1767384632.898357:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384632.898358:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384632.898359:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384632.898361:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384632.898361:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384632.898362:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384632.898363:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384632.898364:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384632.898366:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000836fe300. 00000100:00000010:1.0:1767384632.898368:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000026c91aef. 00000100:00000001:1.0:1767384632.898370:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384632.898371:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d3b96778. 02000000:00000001:1.0:1767384632.898372:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384632.898373:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384632.898374:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cdca0d1. 00000100:00000001:1.0:1767384632.898376:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384632.898377:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384632.898390:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000beba343e. 10000000:01000000:1.0:1767384632.898393:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384632.898395:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384632.898397:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384632.898397:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384632.898399:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=3 00000020:00000001:1.0:1767384632.898400:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384632.898402:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384632.898403:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384632.898405:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4fe4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.898410:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384632.898415:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384632.898417:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4fe4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.898421:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384632.898422:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384632.898423:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384632.898424:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384632.898426:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384632.898427:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384632.898429:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384632.898430:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:1.0:1767384632.898432:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384632.902321:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294921222, at 4294921223 00000100:00000010:2.0:1767384632.902329:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042803bb3. 00000100:00000040:3.0:1767384632.902337:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294921222, at 4294921223 00000100:00000040:0.0:1767384632.902346:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294921222, at 4294921223 00000100:00000010:3.0:1767384632.902347:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2951822. 00000100:00000010:0.0:1767384632.902356:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d827e74. 00000100:00000040:1.0:1767384632.902404:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294921222, at 4294921223 00000100:00000010:1.0:1767384632.902411:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008e53bdb. 00000020:00000010:2.0:1767384632.908429:0:28346:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000aaae97dc. 00000020:00000040:2.0:1767384632.908435:0:28346:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384632.908437:0:28346:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000aaae97dc. 00010000:00000001:1.0:1767384633.087379:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384633.087385:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.087391:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384633.087395:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384633.087398:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384633.087401:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.087405:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384633.087407:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.087409:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.087411:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.087458:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384633.087461:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384633.087464:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384633.259603:0:28431:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000a27fc49. 00080000:00000010:1.0:1767384633.259613:0:28431:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000a27fc49. 00000020:00000001:1.0:1767384633.259619:0:28431:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384633.259628:0:28431:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000a27fc49. 00080000:00000010:1.0:1767384633.259633:0:28431:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000a27fc49. 00000020:00000001:1.0:1767384633.259637:0:28431:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384633.920369:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp30 00000400:00000010:3.0:1767384633.920375:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ee40dc61. 00000400:00000010:3.0:1767384633.920382:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000029980bcf. 00000400:00000010:3.0:1767384633.920386:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cedafe. 00000400:00000010:3.0:1767384633.920393:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b2a4125c. 00000400:00000200:3.0:1767384633.920397:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp30 00000400:00000200:3.0:1767384633.920413:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp30 local destination 00000400:00000200:3.0:1767384633.920418:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp30 00000400:00000200:3.0:1767384633.920421:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp30 NI seq info: [78:78:256:4294967295] 192.168.202.122@tcp30 LPNI seq info [77:77:8:4294967295] 00000400:00000200:3.0:1767384633.920426:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp30 00000400:00000200:3.0:1767384633.920432:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp30(192.168.202.122@tcp30:) -> 192.168.202.122@tcp30(192.168.202.122@tcp30:192.168.202.122@tcp30) : GET try# 0 00000800:00000200:3.0:1767384633.920436:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp30 00000800:00000010:3.0:1767384633.920440:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000700f84f0. 00000800:00000200:3.0:1767384633.920444:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (2) 00000800:00000200:3.1:1767384633.920448:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (2) 00000400:00000200:3.0:1767384633.920501:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp30 added to recovery queue. ping count: 2 next ping: 258 health :800 00000400:00000200:3.0:1767384633.920505:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp29 00000400:00000010:3.0:1767384633.920507:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001e84b4e0. 00000400:00000010:3.0:1767384633.920519:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003efa92f9. 00000400:00000010:3.0:1767384633.920523:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415600c8. 00000400:00000200:1.0:1767384633.920526:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000010:3.0:1767384633.920530:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ec0048d4. 00000400:00000200:3.0:1767384633.920537:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp29 00000400:00000200:3.0:1767384633.920546:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp29 local destination 00000400:00000200:3.0:1767384633.920551:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp29 00000400:00000200:3.0:1767384633.920555:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp29 NI seq info: [79:79:256:4294967295] 192.168.202.122@tcp29 LPNI seq info [78:78:8:4294967295] 00000400:00000200:3.0:1767384633.920560:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp29 00000400:00000200:3.0:1767384633.920568:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp29(192.168.202.122@tcp29:) -> 192.168.202.122@tcp29(192.168.202.122@tcp29:192.168.202.122@tcp29) : GET try# 0 00000800:00000200:3.0:1767384633.920574:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp29 00000800:00000010:3.0:1767384633.920578:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cf8bbf72. 00000400:00000200:1.0:1767384633.920578:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000200:3.0:1767384633.920589:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000024c98f2] -> 12345-192.168.202.122@tcp29 (2) 00000800:00000200:3.1:1767384633.920594:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000024c98f2] -> 12345-192.168.202.122@tcp29 (2) 00000400:00000200:3.0:1767384633.920608:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp29 added to recovery queue. ping count: 3 next ping: 262 health :700 00000400:00000200:1.0:1767384633.920609:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.920641:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.920686:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.920691:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.920753:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.920778:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.920791:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.920848:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.920856:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.920886:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.920921:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.920927:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.920988:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921000:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921028:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921068:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921074:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921152:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921166:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921192:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921231:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921236:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921322:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921350:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921360:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921405:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921436:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921447:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921504:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921515:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921538:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921582:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921584:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921625:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921658:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921684:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921722:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921737:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921782:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921787:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921859:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921863:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921897:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921934:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.921951:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.921996:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.922007:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922079:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.922079:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.922124:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922167:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.922180:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922234:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.922235:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922321:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922365:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000800:00000010:1.0:1767384633.922396:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004875ebc8. 00000400:00000200:2.0:1767384633.922403:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000800:00000010:1.0:1767384633.922408:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d33ee36a. 00000800:00000010:1.0:1767384633.922414:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000836fe300. 00000800:00000010:1.0:1767384633.922435:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000836fe300. 00000400:00000200:2.0:1767384633.922440:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000800:00020000:1.0:1767384633.922446:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000400:00000200:2.0:1767384633.922472:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922501:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922527:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922551:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922574:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922599:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922627:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922657:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922696:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922735:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922776:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922826:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922870:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922907:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.922940:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000800:00000010:2.0:1767384633.923175:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d1cb340. 00000800:00000010:2.0:1767384633.923181:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e7c29e4a. 00000800:00000010:2.0:1767384633.923187:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ab18ac3. 00000800:00000010:2.0:1767384633.923227:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ab18ac3. 00000400:00000200:2.0:1767384633.923429:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384633.923451:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp29 from 215.3.0.2 00000800:00000010:2.0:1767384633.923455:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ad711058. 00000800:00000010:2.0:1767384633.924069:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f9985071. 00000800:00000010:2.0:1767384633.924075:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009e3969b9. 00000800:00000010:2.0:1767384633.924097:0:16334:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000e9ce281. 00000800:00000200:2.1:1767384633.924104:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000024c98f2] -> 12345-192.168.202.122@tcp29 (2) 00000800:00000200:2.1:1767384633.924111:0:16334:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp29 000000000e9ce281 deleted 00000800:00000010:2.1:1767384633.924114:0:16334:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000e9ce281. 00000800:00000200:2.1:1767384633.924120:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384633.924128:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp29 ip 192.168.202.122:983 00000800:00000200:2.1:1767384633.924145:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf8bbf72 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384633.924153:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp29 p 3.x 192.168.202.122 -> 192.168.202.122:983 incarnation:1767384626408801527 sched[0] 00000800:00000010:2.0:1767384633.924158:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ab18ac3. 00000800:00000010:2.0:1767384633.924213:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ab18ac3. 00000800:00000010:2.0:1767384633.924220:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009e3969b9. 00000800:00000010:2.0:1767384633.924251:0:16334:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ad711058. 00000800:00000001:2.0:1767384633.924264:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384633.924270:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384633.924352:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384633.924357:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cf8bbf72. 00000400:00000200:2.0:1767384633.924362:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384633.924369:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp29->192.168.202.122@tcp29: GET: OK 00000400:00000200:2.0:1767384633.924375:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384633.924379:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp29 recovery message sent successfully:0 00000800:00000200:2.1:1767384633.924419:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384633.924425:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp29 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384626408801527 sched[0] 00000800:00000010:2.0:1767384633.924428:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e7c29e4a. 00000400:00000200:2.0:1767384633.924477:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.924514:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.924545:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.924586:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.924630:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.924679:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.924727:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.924796:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.924855:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.924907:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.924965:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925012:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925053:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925093:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925126:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925179:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925228:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925273:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925363:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925434:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925474:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925505:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925534:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925557:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925583:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925607:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925629:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925653:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925675:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.925698:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000800:00000001:3.0:1767384633.925719:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384633.925727:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384633.925729:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000800:00000001:3.0:1767384633.925730:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384633.925738:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384633.925747:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp29(192.168.202.122@tcp29) <- 192.168.202.122@tcp29 : GET - for me 00000400:00000200:3.0:1767384633.925758:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384633.925765:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x184d [1] + 0 00000400:00000200:2.0:1767384633.925772:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384633.925775:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp29 to MR: 192.168.202.122@tcp29 local destination 00000400:00000200:3.0:1767384633.925784:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp29 NI seq info: [80:80:256:4294967295] 192.168.202.122@tcp29 LPNI seq info [79:79:8:4294967295] 00000400:00000200:3.0:1767384633.925796:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp29(192.168.202.122@tcp29:192.168.202.122@tcp29) -> 192.168.202.122@tcp29(192.168.202.122@tcp29:192.168.202.122@tcp29) 192.168.202.122@tcp29 : REPLY try# 0 00000800:00000200:3.0:1767384633.925800:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp29 00000800:00000010:3.0:1767384633.925803:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf8bbf72. 00000800:00000200:3.0:1767384633.925808:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000024c98f2] -> 12345-192.168.202.122@tcp29 (4) 00000800:00000200:3.0:1767384633.925812:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp29 ip 192.168.202.122:988 00000800:00000200:3.0:1767384633.925814:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf8bbf72 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767384633.925820:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000800:00000001:2.0:1767384633.925845:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384633.925882:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000800:00000001:2.0:1767384633.925893:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384633.925895:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384633.925899:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf8bbf72. 00000800:00000001:2.0:1767384633.925900:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384633.925905:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384633.925905:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384633.925911:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384633.925913:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp29->192.168.202.122@tcp29: REPLY: OK 00000400:00000200:2.0:1767384633.925928:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp29(192.168.202.122@tcp29) <- 192.168.202.122@tcp29 : REPLY - for me 00000400:00000200:2.0:1767384633.925943:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp29: Reply from 12345-192.168.202.122@tcp29 of length 272/272 into md 0x18b1 00000800:00000001:2.0:1767384633.925949:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384633.925957:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384633.925959:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384633.925964:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp29->192.168.202.122@tcp29: REPLY: OK 00000400:00000200:2.0:1767384633.925969:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415600c8 00000400:00000010:2.0:1767384633.925972:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415600c8. 00000400:00000200:2.0:1767384633.925976:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384633.925981:0:16338:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001e84b4e0. 00000400:00000010:2.0:1767384633.925985:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003efa92f9. 00000400:00000200:3.0:1767384633.925988:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000001:2.0:1767384633.925995:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384633.926001:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384633.926014:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384633.926027:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:00000200:3.0:1767384633.926049:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:3.0:1767384633.926065:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:3.0:1767384633.926084:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:3.0:1767384633.926100:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000400:00000200:3.0:1767384633.926116:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000800:00000010:3.0:1767384633.926263:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000072454309. 00000800:00000010:3.0:1767384633.926267:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004cf43e43. 00000800:00000010:3.0:1767384633.926271:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006a87b835. 00000800:00000010:3.0:1767384633.926327:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006a87b835. 00000400:00000200:2.0:1767384633.926343:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384633.926358:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp29 from 214.3.0.2 00000800:00000010:2.0:1767384633.926361:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000393121c9. 00000800:00000010:2.0:1767384633.926826:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009141cd34. 00000800:00000010:2.0:1767384633.926831:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e7c29e4a. 00000800:00000010:2.0:1767384633.926851:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009e3969b9. 00000800:00000200:2.1:1767384633.926857:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000024c98f2] -> 12345-192.168.202.122@tcp29 (4) 00000800:00000200:2.1:1767384633.926861:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp29 000000009e3969b9 deleted 00000800:00000010:2.1:1767384633.926863:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009e3969b9. 00000800:00000200:2.1:1767384633.926867:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384633.926871:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp29 p 3.x 192.168.202.122 -> 192.168.202.122:982 incarnation:1767384626408801527 sched[0] 00000800:00000010:2.0:1767384633.926876:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ab18ac3. 00000800:00000010:2.0:1767384633.926925:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ab18ac3. 00000800:00000010:2.0:1767384633.926929:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e7c29e4a. 00000800:00000010:2.0:1767384633.926948:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000393121c9. 00000800:00000001:2.0:1767384633.926956:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384633.926960:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384633.926979:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384633.926985:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp29 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384626408801527 sched[0] 00000800:00000010:2.0:1767384633.926989:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004cf43e43. 00000800:00000001:2.0:1767384633.927008:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384633.927012:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384633.927409:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d33ee36a. 00000800:00000010:1.0:1767384633.927414:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004875ebc8. 00000400:02020000:1.0:1767384633.927514:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp30 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384633.931346:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp30 notifying 192.168.202.122@tcp30: down 00000800:00000200:1.0:1767384633.931353:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp30 down 00000800:00000100:1.0:1767384633.931421:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp30 00000800:00000010:1.0:1767384633.931424:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000700f84f0. 00000400:00000200:1.0:1767384633.931427:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384633.931432:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp30->192.168.202.122@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384633.931439:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384633.931442:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384633.931446:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp30) recovery failed with -71 00000001:00000001:1.0:1767384633.944973:0:28595:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384633.944977:0:28595:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:1.0:1767384633.947962:0:28595:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384633.955100:0:28596:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a4f7d6ab. 00000400:00000010:1.0:1767384633.955113:0:28596:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008aac177c. 00000400:00000010:1.0:1767384633.955122:0:28596:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006baec232. 00000400:00000010:1.0:1767384633.955124:0:28596:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004c6d9120. 00000400:00000010:1.0:1767384633.955128:0:28596:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000872e420. 00000400:00000010:1.0:1767384633.955145:0:28596:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000836fe300. 00000400:00000010:1.0:1767384633.955147:0:28596:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007e86032e. 00000400:00000010:1.0:1767384633.955149:0:28596:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002bc30789. 00000400:00000010:1.0:1767384633.955151:0:28596:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000040559c30. 00000800:00000010:1.0:1767384633.955164:0:28596:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ae37012e. 00000800:00000200:1.0:1767384633.955174:0:28596:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384633.955187:0:28596:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384633.955219:0:28596:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384633.955238:0:28596:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp33 [8/256/0/180] 00000400:00000010:1.0:1767384633.956780:0:28596:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000ce2a75f9. 00000400:00000010:1.0:1767384633.956785:0:28596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c4c1c3. 00000400:00000010:1.0:1767384633.956790:0:28596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e93641. 00000400:00000001:1.0:1767384633.956804:0:28596:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384633.956806:0:28596:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384633.956807:0:28596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa6579. 00000400:00000200:1.0:1767384633.956809:0:28596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00000400:00000010:1.0:1767384633.956811:0:28596:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00000400:00000010:1.0:1767384633.956816:0:28596:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000b5858839. 00000400:00000200:1.0:1767384633.956819:0:28596:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (24) 00000400:00000200:1.0:1767384633.956829:0:28596:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384633.956837:0:28596:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:1.0:1767384633.956843:0:28596:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004875ebc8. 00000400:00000200:2.0:1767384633.956846:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384633.956847:0:28596:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384633.956852:0:28596:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp33 00000400:00000200:2.0:1767384633.956854:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:1.0:1767384633.956865:0:28596:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008aac177c. 00000400:00000010:2.0:1767384633.956868:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f9dd7e6. 00000400:00000010:1.0:1767384633.956869:0:28596:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a4f7d6ab. 00000400:00000200:2.0:1767384633.956877:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (25) 00000400:00000010:2.0:1767384633.956886:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009c8c47b0. 00000400:00000200:2.0:1767384633.956891:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:2.0:1767384633.956905:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:00000001:0.0:1767384633.956906:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384633.956912:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 10000000:00000001:0.0:1767384633.956913:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384633.956918:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384633.956923:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 10000000:01000000:0.0:1767384633.956923:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384633.956930:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384633.956935:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000020:01000004:0.0:1767384633.956936:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384633.956944:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000020:01000004:0.0:1767384633.956946:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384633.956950:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000020:01000004:0.0:1767384633.956951:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384633.956955:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384633.956957:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000020:01000004:0.0:1767384633.956959:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384633.956963:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384633.956964:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000020:01000004:0.0:1767384633.956968:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384633.956971:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000020:01000004:0.0:1767384633.956973:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384633.956977:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384633.956978:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:2.0:1767384633.956983:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000100:00000010:0.0:1767384633.956986:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005139886f. 00000400:00000200:2.0:1767384633.956987:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:2.0:1767384633.956995:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000020:00000040:0.0:1767384633.956995:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:2.0:1767384633.957003:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000100:00000001:0.0:1767384633.957004:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384633.957009:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 02000000:00000001:0.0:1767384633.957010:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384633.957014:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 02000000:00000001:0.0:1767384633.957018:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384633.957019:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 02000000:00000010:0.0:1767384633.957030:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008b18b284. 00000400:00000200:2.0:1767384633.957031:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:2.0:1767384633.957039:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000100:00000001:0.0:1767384633.957041:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384633.957046:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 16], ns[67, 16] 00000400:00000200:2.0:1767384633.957051:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 16], ns[80, 16] 00000100:00000001:0.0:1767384633.957053:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384633.957057:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[77, 16], ns[78, 16] 00000100:00000001:0.0:1767384633.957058:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384633.957066:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 00000100:00000040:0.0:1767384633.957072:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005139886f] to pc [ptlrpcd_00_02+2] req@000000005139886f x1853237050232448/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384633.957073:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp31] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384633.957081:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:2.0:1767384633.957088:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp31 00000400:00000200:2.0:1767384633.957094:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp31 lpni_is_preferred = 0 00000400:00000200:2.0:1767384633.957097:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp31 00000400:00000200:2.0:1767384633.957100:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp31 NI seq info: [81:81:256:4294967295] 192.168.202.122@tcp31 LPNI seq info [80:80:8:4294967295] 00000400:00000200:2.0:1767384633.957105:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp31 00000400:00000200:2.0:1767384633.957112:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp31(192.168.202.122@tcp31:) -> 192.168.202.122@tcp31(192.168.202.122@tcp:192.168.202.122@tcp31) : PUT try# 0 00000800:00000200:2.0:1767384633.957117:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.122@tcp31 10000000:00000001:0.0:1767384633.957117:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384633.957124:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066ea2b72. 10000000:00000001:0.0:1767384633.957124:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.957125:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384633.957131:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.957144:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767384633.957147:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e7c29e4a. 00000020:01000000:0.0:1767384633.957147:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384633.957148:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767384633.957154:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009e3969b9. 00000100:00000040:1.0:1767384633.957155:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005139886f x1853237050232448/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384633.957159:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384633.957164:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:2.0:1767384633.957165:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 10000000:00000001:0.0:1767384633.957170:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384633.957172:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:0.0:1767384633.957174:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:2.1:1767384633.957175:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000100:00000001:1.0:1767384633.957176:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384633.957182:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:1.0:1767384633.957183:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384633.957188:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384633.957189:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384633.957194:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 02000000:00000001:1.0:1767384633.957194:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384633.957194:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384633.957200:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:1.0:1767384633.957202:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005139886f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050232448:0@lo:253: 00000400:00000200:2.0:1767384633.957204:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 00000020:01000004:0.0:1767384633.957205:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384633.957211:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384633.957212:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384633.957215:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384633.957219:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:0.0:1767384633.957219:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384633.957222:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384633.957223:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384633.957229:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c7f302c. 02000000:00000001:1.0:1767384633.957232:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767384633.957235:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 02000000:00000010:1.0:1767384633.957239:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a3354e6d. 02000000:00000001:1.0:1767384633.957241:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384633.957245:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa6579. 00000100:00000001:0.0:1767384633.957248:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1767384633.957252:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008aac177c. 02000000:00000001:0.0:1767384633.957252:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1767384633.957258:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050232448, portal 25 02000000:00000001:0.0:1767384633.957259:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384633.957260:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000001:1.0:1767384633.957264:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384633.957267:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963249792 : -108605746301824 : ffff9d3941123480) 00000100:00000040:1.0:1767384633.957271:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005139886f x1853237050232448/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384633.957271:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bab46fe4. 00000100:00000001:0.0:1767384633.957279:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.957281:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384633.957287:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384633.957288:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384633.957322:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384633.957328:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010a12a2c. 00000100:00000040:0.0:1767384633.957330:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c7f302c] to pc [ptlrpcd_00_03+3] req@000000009c7f302c x1853237050232576/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384633.957331:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000200:1.0:1767384633.957333:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050232448, offset 0 00000400:00000200:1.0:1767384633.957344:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384633.957356:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:0.0:1767384633.957357:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384633.957361:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384633.957363:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384633.957366:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384633.957367:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384633.957369:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104e80 00000020:00000010:0.0:1767384633.957373:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004875ebc8. 00000400:00000200:1.0:1767384633.957378:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1121 [2] + 0 00000400:00000010:1.0:1767384633.957382:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a71c3276. 00000400:00000200:1.0:1767384633.957384:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000015d17b40 00000400:00000200:1.0:1767384633.957391:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384633.957392:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384633.957397:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384633.957397:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384633.957400:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000001:0.0:1767384633.957402:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384633.957403:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015d17b40 00000400:00000010:1.0:1767384633.957406:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015d17b40. 00000100:00000040:0.0:1767384633.957410:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c7f302c x1853237050232576/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384633.957414:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384633.957417:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384633.957422:0:16346:0:(events.c:337:request_in_callback()) incoming req@0000000087dcca26 x1853237050232448 msgsize 4848 00000100:00100000:1.0:1767384633.957431:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384633.957431:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384633.957433:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000040:1.0:1767384633.957436:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384633.957436:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.957443:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384633.957446:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384633.957449:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.957450:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384633.957455:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c7f302c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050232576:0@lo:253: 00000400:00000200:1.0:1767384633.957458:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a12a2c 00000400:00000200:2.0:1767384633.957460:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:0.0:1767384633.957461:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384633.957462:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010a12a2c. 00000100:00000001:3.0:1767384633.957466:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384633.957467:0:16346:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384633.957468:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384633.957473:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050232448 02000000:00000001:0.0:1767384633.957473:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384633.957474:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005139886f x1853237050232448/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384633.957478:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384633.957480:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384633.957482:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384633.957485:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:3.0:1767384633.957486:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384633.957488:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a040aba0. 02000000:00000001:3.0:1767384633.957492:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384633.957495:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384633.957498:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050232448 00000020:00000001:3.0:1767384633.957503:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384633.957505:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088eff388. 00000020:00000040:3.0:1767384633.957507:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000400:00000200:2.0:1767384633.957509:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:1.0:1767384633.957509:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384633.957510:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384633.957514:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d364980d. 00000100:00000040:1.0:1767384633.957515:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005139886f x1853237050232448/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384633.957517:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00000200:0.0:1767384633.957522:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050232576, portal 25 00000020:00000001:3.0:1767384633.957525:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384633.957527:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.957531:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384633.957532:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384633.957533:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000001:0.0:1767384633.957535:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384633.957539:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963246208 : -108605746305408 : ffff9d3941122680) 00000100:00000001:1.0:1767384633.957540:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.957542:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384633.957547:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294922283 00000020:00000010:3.0:1767384633.957551:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a87b835. 00000100:00000010:1.0:1767384633.957551:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b3596. 00000100:00000040:0.0:1767384633.957553:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c7f302c x1853237050232576/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.957558:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384633.957560:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:1.0:1767384633.957561:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767384633.957567:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a87b835. 00000100:00000001:1.0:1767384633.957571:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294922283 00000100:00000001:0.0:1767384633.957574:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767384633.957576:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac0cce91. 00000020:00000010:3.0:1767384633.957580:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004187137b. 00000100:00000040:0.0:1767384633.957581:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384633.957582:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384633.957588:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294922283 00000400:00000010:0.0:1767384633.957588:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095531fcc. 00000400:00000200:2.0:1767384633.957591:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000020:00000010:3.0:1767384633.957594:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a84fec40. 00000100:00000010:1.0:1767384633.957595:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008e53bdb. 00000100:00000200:0.0:1767384633.957597:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050232576, offset 0 00000020:00000010:3.0:1767384633.957601:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000096b8ca0b. 00000100:00000001:1.0:1767384633.957602:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384633.957608:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384633.957609:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294922283 00000100:00000040:3.0:1767384633.957615:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000010:1.0:1767384633.957615:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4a1c4bb. 00000400:00000200:2.0:1767384633.957620:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:3.0:1767384633.957622:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384633.957623:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384633.957625:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384633.957626:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384633.957630:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.957631:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.957637:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384633.957640:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260104f00 00000100:00000001:3.0:1767384633.957642:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.957643:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384633.957648:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:1.0:1767384633.957649:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384633.957654:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1189 [2] + 0 00000100:00000001:3.0:1767384633.957656:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384633.957658:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384633.957662:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384633.957662:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fb3f765. 00000100:00000001:1.0:1767384633.957668:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384633.957671:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384633.957671:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d54ed6a3 00000100:00000001:3.0:1767384633.957672:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384633.957675:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.957677:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384633.957678:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:1.0:1767384633.957679:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384633.957681:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384633.957685:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000040:3.0:1767384633.957689:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000400:00000200:0.0:1767384633.957692:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384633.957693:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472457329744 : -108601252221872 : ffff9d3a4cf06c50) 00000100:00000040:3.0:1767384633.957702:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087dcca26 x1853237050232448/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:614/0 lens 4848/0 e 0 to 0 dl 1767384644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384633.957702:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d54ed6a3 00000400:00000200:2.0:1767384633.957708:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000010:0.0:1767384633.957708:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d54ed6a3. 00000100:00000001:0.0:1767384633.957717:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384633.957720:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384633.957721:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1767384633.957727:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006a87b835. 00000100:00000040:0.0:1767384633.957728:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000af917904 x1853237050232576 msgsize 4848 00000400:00000200:2.0:1767384633.957732:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:3.0:1767384633.957733:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384633.957740:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006a87b835. 00000100:00100000:0.0:1767384633.957741:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384633.957747:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00100000:3.0:1767384633.957752:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087dcca26 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050232448:12345-0@lo:253: 00000400:00000200:2.0:1767384633.957754:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000200:3.0:1767384633.957758:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050232448 00000100:00000001:0.0:1767384633.957760:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384633.957762:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384633.957767:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384633.957769:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384633.957769:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095531fcc 00000400:00000010:0.0:1767384633.957774:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095531fcc. 00000020:00000001:3.0:1767384633.957775:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384633.957778:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000100:00000001:0.0:1767384633.957781:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384633.957782:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384633.957782:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000020:00000001:3.0:1767384633.957786:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384633.957790:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767384633.957791:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c7f302c x1853237050232576/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384633.957792:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384633.957796:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.957802:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384633.957805:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384633.957808:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384633.957810:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000040:0.0:1767384633.957814:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c7f302c x1853237050232576/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384633.957817:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a86e09ea. 02000000:00000001:3.0:1767384633.957822:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.957826:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384633.957831:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384633.957831:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.957836:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384633.957838:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 20000000:00000010:3.0:1767384633.957842:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000249fca44. 00000100:00000001:1.0:1767384633.957842:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384633.957847:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050232576 20000000:01000000:3.0:1767384633.957849:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:1.0:1767384633.957850:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 20000000:00000001:3.0:1767384633.957853:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:1.0:1767384633.957853:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384633.957853:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384633.957858:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767384633.957859:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294922283 20000000:00000001:3.0:1767384633.957861:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384633.957861:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00000001:1.0:1767384633.957864:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.957866:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294922283 20000000:00000001:3.0:1767384633.957867:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384633.957870:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384633.957872:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384633.957873:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294922283 00000100:00100000:1.0:1767384633.957874:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050232576 00000020:00000001:1.0:1767384633.957879:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384633.957880:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294922283 00000020:00000040:1.0:1767384633.957881:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 20000000:00000010:3.0:1767384633.957884:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000602541ce. 00000020:00000001:1.0:1767384633.957885:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384633.957885:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294922283 00000020:00000040:1.0:1767384633.957889:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 20000000:01000000:3.0:1767384633.957890:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00000100:00000001:0.0:1767384633.957891:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294922283 00000020:00000001:1.0:1767384633.957893:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384633.957898:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384633.957898:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294922283 20000000:00000001:3.0:1767384633.957900:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384633.957901:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000100:00000001:1.0:1767384633.957902:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384633.957905:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294922283 00080000:00000001:3.0:1767384633.957908:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000010:1.0:1767384633.957908:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0b0c3e. 00000100:00000001:0.0:1767384633.957910:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384633.957913:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384633.957914:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:0.0:1767384633.957915:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384633.957917:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0b0c3e. 00000100:00000001:0.0:1767384633.957921:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384633.957924:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efa49e31. 00000100:00000001:0.0:1767384633.957926:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384633.957929:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003d0ce7f1. 00080000:00000001:3.0:1767384633.957933:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:0.0:1767384633.957933:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384633.957935:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e4da1d7. 00000100:00000001:0.0:1767384633.957937:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384633.957941:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384633.957943:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384633.957944:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384633.957946:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000100:00000001:1.0:1767384633.957947:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.957947:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000001:3.0:1767384633.957948:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.957952:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384633.957955:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:1.0:1767384633.957956:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384633.957957:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384633.957959:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.957961:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384633.957964:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384633.957967:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384633.957970:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000100:00000001:1.0:1767384633.957974:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384633.957975:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00000100:00000001:1.0:1767384633.957977:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000002:3.0:1767384633.957978:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384633.957983:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384633.957987:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000001:0.0:1767384633.957987:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00080000:00000001:3.0:1767384633.957990:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384633.957993:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:0.0:1767384633.957993:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:3.0:1767384633.957994:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384633.957995:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000100:00000001:0.0:1767384633.957998:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.957999:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472457333840 : -108601252217776 : ffff9d3a4cf07c50) 00000020:00000001:3.0:1767384633.958001:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1767384633.958005:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.958008:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00000100:00000040:1.0:1767384633.958008:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af917904 x1853237050232576/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:614/0 lens 4848/0 e 0 to 0 dl 1767384644 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384633.958015:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:1.0:1767384633.958019:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000010:3.0:1767384633.958021:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d486e48e. 00000020:00000010:1.0:1767384633.958023:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0b0c3e. 00080000:00000001:3.0:1767384633.958025:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468050453504 : -108605659098112 : ffff9d394644d400) 00000100:00000001:1.0:1767384633.958026:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384633.958031:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000010:1.0:1767384633.958031:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0b0c3e. 00000400:00000200:2.0:1767384633.958034:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000001:00000001:3.0:1767384633.958035:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384633.958040:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006a87b835. 00000100:00100000:1.0:1767384633.958040:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af917904 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16347:x1853237050232576:12345-0@lo:253: 00080000:00000001:3.0:1767384633.958053:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384633.958053:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050232576 00000020:00000001:1.0:1767384633.958057:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:3.0:1767384633.958058:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000001:1.0:1767384633.958061:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384633.958064:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.958065:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384633.958066:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:1.0:1767384633.958069:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384633.958070:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384633.958071:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:3.0:1767384633.958072:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.958073:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384633.958076:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384633.958078:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00000001:1.0:1767384633.958079:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384633.958082:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384633.958087:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004875ebc8. 02000000:00000001:1.0:1767384633.958089:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384633.958091:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384633.958091:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384633.958095:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384633.958102:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a42390e1. 20000000:01000000:1.0:1767384633.958105:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384633.958107:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384633.958109:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384633.958110:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384633.958112:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384633.958113:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384633.958122:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.958168:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.958189:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.958209:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.958232:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.958246:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.958267:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.958337:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384633.958371:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:2.0:1767384633.958562:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007daccca6. 00000800:00000010:2.0:1767384633.958567:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000e9ce281. 00000800:00000010:2.0:1767384633.958573:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ab18ac3. 00000800:00000010:2.0:1767384633.958601:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ab18ac3. 00000800:00020000:2.0:1767384633.958610:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384633.958613:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000e9ce281. 00000800:00000010:2.0:1767384633.958617:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007daccca6. 00000400:02020000:2.0:1767384633.958690:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp31 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384633.958697:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp31 notifying 192.168.202.122@tcp31: down 00000800:00000200:2.0:1767384633.958703:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp31 down 00000800:00000100:2.0:1767384633.958712:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 432 0@<0:0>->192.168.202.122@tcp31 00000800:00000010:2.0:1767384633.958715:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066ea2b72. 00000400:00000200:2.0:1767384633.958718:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384633.958722:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp31->192.168.202.122@tcp31: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384633.958729:0:16334:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp31 added to recovery queue. ping count: 0 next ping: 255 health :900 00000400:00000200:2.0:1767384633.958733:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384633.958737:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 1 00000400:00000200:2.0:1767384633.958742:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384633.958788:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384633.958793:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x101151 00000400:00000001:3.0:1767384633.958796:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384633.958797:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384633.958798:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f9dd7e6 00000400:00000010:3.0:1767384633.958800:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f9dd7e6. 00000400:00000200:3.0:1767384633.958803:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384633.958806:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384633.958809:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (26) 00000400:00000200:3.0:1767384633.958811:0:16342:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384633.958813:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 rc -71 00000400:00000200:3.0:1767384633.958828:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:3.0:1767384633.958831:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (25) 00080000:00000010:3.0:1767384633.959045:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d486e48e. 00080000:00000010:1.0:1767384633.959096:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006a87b835. 00040000:00000001:1.0:1767384633.959101:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384633.959103:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384633.959105:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384633.959107:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384633.959109:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384633.959111:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384633.959122:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384633.959130:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384633.959143:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384633.959148:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384633.959156:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a0055437. 20000000:01000000:3.0:1767384633.959158:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:2.0:1767384633.959160:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:3.0:1767384633.959164:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384633.959165:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:3.0:1767384633.959168:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384633.959169:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384633.959174:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384633.959174:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384633.959178:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384633.959183:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000040:3.0:1767384633.959185:0:17092:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b5cf9bb2 count: 2 00010000:00000001:3.0:1767384633.959188:0:17092:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384633.959190:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.959191:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384633.959194:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:3.0:1767384633.959196:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a357b88. 00080000:00000001:2.0:1767384633.959197:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384633.959202:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:3.0:1767384633.959203:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384633.959204:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384633.959208:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a357b88 with handle 0x9f279d7a9a0b4feb to hash 00080000:00000002:2.0:1767384633.959208:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:3.0:1767384633.959213:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384633.959214:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00010000:00000001:3.0:1767384633.959216:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00080000:00000002:2.0:1767384633.959217:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384633.959220:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384633.959223:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384633.959225:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384633.959228:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384633.959229:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384633.959232:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384633.959234:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384633.959235:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384633.959238:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384633.959244:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384633.959250:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384633.959250:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004bf92060. 00080000:00000001:2.0:1767384633.959254:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635472392569856 : -108601316981760 : ffff9d3a49144400) 00010000:00000001:3.0:1767384633.959256:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384633.959258:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384633.959259:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:2.0:1767384633.959261:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384633.959262:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384633.959266:0:17092:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000010:2.0:1767384633.959266:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008ab18ac3. 00080000:00000001:2.0:1767384633.959270:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384633.959272:0:17092:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fe4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4fdd expref: 16 pid: 17069 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384633.959273:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384633.959280:0:17092:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384633.959282:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.959284:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384633.959285:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384633.959285:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.959316:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.959319:0:17092:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384633.959321:0:17092:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384633.959324:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:3.0:1767384633.959326:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b5cf9bb2) refcount = 2 00000100:00000001:1.0:1767384633.959329:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:3.0:1767384633.959330:0:17092:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 20000000:00000010:1.0:1767384633.959332:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000249fca44. 00080000:00000001:2.0:1767384633.959333:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:3.0:1767384633.959335:0:17092:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x9f279d7a9a0b4fdd expref: 16 pid: 17069 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384633.959340:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384633.959341:0:17092:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384633.959345:0:17092:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384633.959345:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050232448 00010000:00000001:1.0:1767384633.959352:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000010:3.0:1767384633.959355:0:17092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e717c864. 00010000:00000200:1.0:1767384633.959358:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000087dcca26 x1853237050232448/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:614/0 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.959360:0:17092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384633.959364:0:17092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004cf43e43. 00000100:00000001:3.0:1767384633.959368:0:17092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472346982656 : -108601362568960 : ffff9d3a465ca900) 00010000:00000001:1.0:1767384633.959368:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384633.959371:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.959372:0:17092:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635472346982656 : -108601362568960 : ffff9d3a465ca900) 00000100:00000001:3.0:1767384633.959378:0:17092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00001000:1.0:1767384633.959378:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=50 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384633.959381:0:17092:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384633.959384:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:1.0:1767384633.959384:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384633.959387:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384633.959389:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384633.959393:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384633.959394:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384633.959395:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.959399:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384633.959400:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384633.959402:0:17092:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384633.959406:0:17092:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:1.0:1767384633.959406:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384633.959410:0:17092:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000010:1.0:1767384633.959410:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010a12a2c. 00010000:00000001:3.0:1767384633.959414:0:17092:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000200:1.0:1767384633.959415:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050232448, offset 224 00000100:00000010:3.0:1767384633.959418:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006166415c. 00000020:00000040:3.0:1767384633.959423:0:17092:0:(genops.c:1229:class_import_get()) import 0000000093c50239 refcount=2 obd=MGS 00000400:00000200:1.0:1767384633.959423:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384633.959429:0:17092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384633.959432:0:17092:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384633.959435:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384633.959436:0:17092:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.959442:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104e80 02000000:00000010:3.0:1767384633.959443:0:17092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d486e48e. 00000100:00000001:3.0:1767384633.959449:0:17092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.959450:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18bd [2] + 224 00000400:00000200:1.0:1767384633.959457:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384633.959458:0:17092:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9f279d7a9a0b4fdd expref: 16 pid: 17069 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384633.959463:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384633.959470:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384633.959474:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005139886f x1853237050232448/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384633.959477:0:17092:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fe4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4fdd expref: 16 pid: 17069 timeout: 404 lvb_type: 0 00000100:00000040:1.0:1767384633.959493:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005139886f x1853237050232448/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384633.959495:0:17092:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384633.959499:0:17092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384633.959504:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006166415c x1853237050232704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384633.959511:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384633.959512:0:17092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384633.959516:0:17092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384633.959518:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a12a2c 00000100:00100000:3.0:1767384633.959519:0:17092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006166415c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050232704:0@lo:104: 00000400:00000010:1.0:1767384633.959522:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010a12a2c. 00000100:00000001:3.0:1767384633.959524:0:17092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384633.959526:0:17092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384633.959527:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384633.959528:0:17092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.959531:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384633.959533:0:17092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384633.959535:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384633.959538:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384633.959538:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:3.0:1767384633.959539:0:17092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f7a0956. 00000400:00000001:2.0:1767384633.959543:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384633.959543:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.959544:0:17092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384633.959548:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa6579. 00000100:00000040:1.0:1767384633.959552:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000010:3.0:1767384633.959553:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077cf56a4. 00000400:00000200:2.0:1767384633.959553:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aac177c 00010000:00000001:1.0:1767384633.959556:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384633.959558:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008aac177c. 00000020:00000001:1.0:1767384633.959559:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.959563:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384633.959564:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384633.959567:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad84b242. 00000100:00000040:1.0:1767384633.959567:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087dcca26 x1853237050232448/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:614/0 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384633.959571:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005139886f x1853237050232448/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384633.959573:0:17092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050232704, portal 16 00000100:00000001:3.0:1767384633.959579:0:17092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384633.959589:0:17092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964278400 : -108605745273216 : ffff9d394121e680) 00000100:00000040:3.0:1767384633.959599:0:17092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000006166415c x1853237050232704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384633.959599:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087dcca26 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16346:x1853237050232448:12345-0@lo:253: Request processed in 1875us (2172us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384633.959600:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005139886f x1853237050232448/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384633.959621:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000040:1.0:1767384633.959628:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384633.959630:0:17092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384633.959634:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384633.959636:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384633.959638:0:17092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384633.959638:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384633.959640:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384633.959644:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084336920. 00000100:00000001:2.0:1767384633.959644:0:16346:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384633.959645:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a84fec40. 02000000:00000001:2.0:1767384633.959648:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384633.959649:0:17092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237050232704, offset 0 00000100:00000001:2.0:1767384633.959651:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384633.959652:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000096b8ca0b. 00000100:00000001:2.0:1767384633.959653:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384633.959657:0:17092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384633.959659:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384633.959660:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004187137b. 00000400:00000200:3.0:1767384633.959667:0:17092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1767384633.959667:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=50 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384633.959668:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00001000:2.0:1767384633.959675:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=50 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384633.959675:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384633.959677:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a86e09ea. 00000400:00000200:3.0:1767384633.959681:0:17092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260104f80 02000000:00000001:1.0:1767384633.959683:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384633.959687:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.959689:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384633.959692:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384633.959693:0:17092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17cd [2] + 0 00000100:00000001:2.0:1767384633.959693:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384633.959697:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a71c3276. 00010000:00000001:2.0:1767384633.959699:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384633.959701:0:17092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384633.959702:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384633.959703:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010a12a2c. 00000100:00000001:2.0:1767384633.959708:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384633.959711:0:17092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384633.959715:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005139886f x1853237050232448/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.959719:0:17092:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384633.959723:0:17092:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767384633.959724:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384633.959728:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384633.959730:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384633.959732:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c1eae38. 00000020:01000004:2.0:1767384633.959733:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384633.959736:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384633.959739:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:3.0:1767384633.959740:0:17092:0:(events.c:337:request_in_callback()) incoming req@000000005c1eae38 x1853237050232704 msgsize 328 00000020:01000004:2.0:1767384633.959740:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384633.959743:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384633.959746:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384633.959747:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384633.959750:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384633.959752:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384633.959754:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:3.0:1767384633.959755:0:17092:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384633.959758:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005139886f x1853237050232448/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384633.959765:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005139886f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050232448:0@lo:253: 00000100:00000001:2.0:1767384633.959768:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.959769:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384633.959770:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005139886f x1853237050232448/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.959773:0:17092:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384633.959775:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384633.959778:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384633.959780:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a3354e6d. 00000400:00000200:3.0:1767384633.959781:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084336920 02000000:00000001:2.0:1767384633.959784:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767384633.959785:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084336920. 00000020:00000001:2.0:1767384633.959788:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384633.959790:0:17092:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1767384633.959791:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384633.959794:0:21714:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384633.959795:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:3.0:1767384633.959798:0:17092:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006166415c x1853237050232704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384633.959798:0:21714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050232704 02000000:00000010:2.0:1767384633.959799:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008b18b284. 02000000:00000001:1.0:1767384633.959802:0:21714:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384633.959804:0:21714:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384633.959808:0:21714:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384633.959811:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384633.959813:0:21714:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384633.959814:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384633.959819:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005139886f. 00000100:00000001:3.0:1767384633.959820:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384633.959820:0:21714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050232704 00000100:00000001:2.0:1767384633.959823:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384633.959825:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384633.959825:0:21714:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384633.959827:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006166415c x1853237050232704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1767384633.959828:0:21714:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d05 00000100:00000001:2.0:1767384633.959830:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.959837:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384633.959839:0:21714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384633.959840:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384633.959843:0:21714:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004a7a501b refcount=3 00000100:00000001:3.0:1767384633.959844:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.959846:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384633.959847:0:21714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000001:3.0:1767384633.959849:0:17092:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384633.959850:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.959851:0:21714:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000001:3.0:1767384633.959854:0:17092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.959857:0:21714:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384633.959858:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294922285 00000020:00000010:1.0:1767384633.959860:0:21714:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0b0c3e. 00000100:00000001:1.0:1767384633.959865:0:21714:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.959866:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294922283 00000020:00000010:1.0:1767384633.959867:0:21714:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0b0c3e. 00000100:00000001:3.0:1767384633.959874:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294922285 00000020:00000010:1.0:1767384633.959874:0:21714:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae962834. 00000020:00000010:1.0:1767384633.959878:0:21714:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9e6c784. 00000020:00000010:1.0:1767384633.959881:0:21714:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009c99f58. 00000100:00000001:3.0:1767384633.959887:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294922283 00000100:00000040:1.0:1767384633.959891:0:21714:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384633.959892:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294922285 00000100:00000001:1.0:1767384633.959896:0:21714:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384633.959898:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294922283 00000100:00000001:1.0:1767384633.959899:0:21714:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384633.959902:0:21714:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.959905:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294922285 00000100:00000001:1.0:1767384633.959907:0:21714:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.959909:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294922283 00000100:00000001:3.0:1767384633.959913:0:17092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.959915:0:17092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.959916:0:17092:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.959917:0:17092:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384633.959919:0:17092:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.959920:0:21714:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.959921:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.959924:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384633.959926:0:17092:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.959928:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384633.959930:0:17092:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384633.959932:0:17092:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.959933:0:21714:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384633.959934:0:17092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.959937:0:17092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384633.959937:0:21714:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384633.959941:0:17092:0:(client.c:2690:ptlrpc_set_wait()) set 000000004cf43e43 going to sleep for 11 seconds 00000100:00100000:1.0:1767384633.959944:0:21714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384633.959946:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384633.959948:0:21714:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004a7a501b : new rpc_count 1 00000100:00000001:3.0:1767384633.959950:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.959951:0:21714:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964283776 : -108605745267840 : ffff9d394121fb80) 00000100:00000040:1.0:1767384633.959956:0:21714:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005c1eae38 x1853237050232704/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:614/0 lens 328/0 e 0 to 0 dl 1767384644 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384633.959962:0:21714:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384633.959964:0:21714:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0b0c3e. 00000100:00000001:1.0:1767384633.959965:0:21714:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384633.959966:0:21714:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0b0c3e. 00000100:00100000:1.0:1767384633.959969:0:21714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005c1eae38 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050232704:12345-0@lo:104: 00000100:00000200:1.0:1767384633.959971:0:21714:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050232704 00010000:00000001:1.0:1767384633.959973:0:21714:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384633.959982:0:21714:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384633.959983:0:21714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384633.959984:0:21714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=2 00000020:00000001:1.0:1767384633.959986:0:21714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384633.959988:0:21714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384633.959990:0:21714:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384633.959992:0:21714:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384633.959994:0:21714:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4fe4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384633.960000:0:21714:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384633.960002:0:21714:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384633.960004:0:21714:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c7da3d0f. 02000000:00000001:1.0:1767384633.960005:0:21714:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.960006:0:21714:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.960008:0:21714:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384633.960010:0:21714:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384633.960011:0:21714:0:(import.c:2128:obd_at_measure()) add 1 to 00000000289605bd time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384633.960013:0:21714:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384633.960015:0:21714:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384633.960016:0:21714:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384633.960018:0:21714:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384633.960019:0:21714:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384633.960020:0:21714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384633.960022:0:21714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384633.960023:0:21714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 00000100:00000200:1.0:1767384633.960025:0:21714:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050232704, offset 224 00000400:00000200:1.0:1767384633.960028:0:21714:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384633.960033:0:21714:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384633.960036:0:21714:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260104f80 00000400:00000200:1.0:1767384633.960039:0:21714:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x18d1 [1] + 224 00000400:00000200:1.0:1767384633.960042:0:21714:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384633.960044:0:21714:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384633.960047:0:21714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384633.960054:0:21714:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006166415c x1853237050232704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384633.960060:0:21714:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006166415c x1853237050232704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384633.960071:0:21714:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384633.960074:0:21714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00000400:00000010:1.0:1767384633.960076:0:21714:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00000100:00000001:1.0:1767384633.960078:0:21714:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384633.960079:0:21714:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384633.960082:0:21714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384633.960084:0:21714:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384633.960087:0:21714:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384633.960088:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:1.0:1767384633.960089:0:21714:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000005c9a0e5. 00000400:00000001:3.0:1767384633.960093:0:17092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384633.960093:0:21714:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384633.960096:0:17092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384633.960098:0:17092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077cf56a4. 00010000:00010000:1.0:1767384633.960100:0:21714:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:3.0:1767384633.960102:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad84b242 00010000:00000001:1.0:1767384633.960103:0:21714:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384633.960106:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad84b242. 00010000:00000001:1.0:1767384633.960106:0:21714:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.960111:0:17092:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384633.960111:0:21714:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384633.960115:0:21714:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c1eae38 x1853237050232704/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:614/0 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384633.960118:0:17092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006166415c x1853237050232704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384633.960119:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384633.960124:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384633.960129:0:17065:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767384633.960147:0:17065:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384633.960151:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:1.0:1767384633.960152:0:21714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005c1eae38 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050232704:12345-0@lo:104: Request processed in 186us (409us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384633.960155:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b4fe4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384633.960158:0:17092:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006166415c x1853237050232704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384633.960165:0:21714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384633.960171:0:21714:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7a501b : new rpc_count 0 00000100:00000001:1.0:1767384633.960175:0:21714:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384633.960178:0:21714:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384633.960181:0:17092:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384633.960182:0:21714:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9e6c784. 00000100:00000001:3.0:1767384633.960184:0:17092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384633.960186:0:21714:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009c99f58. 00000020:00000010:1.0:1767384633.960191:0:21714:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae962834. 00010000:00010000:2.0:1767384633.960192:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000def5c528 already unused, calling callback (00000000e12a98bb) 00000100:00000001:3.0:1767384633.960193:0:17092:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384633.960195:0:21714:0:(genops.c:898:class_export_put()) PUTting export 000000004a7a501b : new refcount 2 02000000:00000001:3.0:1767384633.960197:0:17092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00000001:2.0:1767384633.960197:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384633.960201:0:17092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00010000:2.0:1767384633.960202:0:17065:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f279d7a9a0b4fe4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384633.960202:0:21714:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.960203:0:17092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.960209:0:17092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384633.960214:0:17092:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f9289ee time=49 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384633.960215:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384633.960218:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:3.0:1767384633.960219:0:17092:0:(import.c:2128:obd_at_measure()) add 1 to 00000000230de1e5 time=49 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384633.960220:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384633.960223:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=3 00000100:00000001:3.0:1767384633.960224:0:17092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384633.960227:0:17092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.960228:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:3.0:1767384633.960230:0:17092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384633.960232:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:3.0:1767384633.960233:0:17092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.960236:0:17092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.960236:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384633.960240:0:17065:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f279d7a9a0b4fe4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384633.960243:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006166415c x1853237050232704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384633.960255:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384633.960257:0:17092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00010000:2.0:1767384633.960258:0:17065:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f279d7a9a0b4fe4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384633.960260:0:17092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384633.960261:0:17092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384633.960263:0:17092:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384633.960264:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.960267:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384633.960269:0:17092:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.960275:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006166415c x1853237050232704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:2.0:1767384633.960278:0:17065:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384633.960284:0:17065:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00100000:3.0:1767384633.960287:0:17092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006166415c pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050232704:0@lo:104: 10000000:00000040:2.0:1767384633.960288:0:17065:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:3.0:1767384633.960341:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.960345:0:17092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.960346:0:17092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384633.960348:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384633.960350:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006166415c x1853237050232704/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:2.0:1767384633.960357:0:17065:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:3.0:1767384633.960360:0:17092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384633.960361:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384633.960364:0:17092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384633.960364:0:17065:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384633.960368:0:17092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f7a0956. 02000000:00000001:3.0:1767384633.960370:0:17092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384633.960371:0:17092:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:2.0:1767384633.960376:0:17065:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000020:00000040:3.0:1767384633.960378:0:17092:0:(genops.c:1242:class_import_put()) import 0000000093c50239 refcount=1 obd=MGS 10000000:00000001:2.0:1767384633.960379:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384633.960382:0:17092:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000040:2.0:1767384633.960382:0:17065:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 2 02000000:00000010:3.0:1767384633.960386:0:17092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d486e48e. 10000000:00000001:2.0:1767384633.960387:0:17065:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:3.0:1767384633.960391:0:17092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:2.0:1767384633.960391:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.960394:0:17092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384633.960395:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000010:3.0:1767384633.960396:0:17092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006166415c. 00010000:00000001:2.0:1767384633.960398:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384633.960400:0:17092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384633.960401:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384633.960403:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384633.960406:0:17092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004cf43e43. 00000100:00000001:3.0:1767384633.960416:0:17092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384633.960416:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384633.960420:0:17092:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384633.960421:0:17065:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384633.960427:0:17092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e717c864. 00000020:00000040:2.0:1767384633.960428:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000def5c528 with handle 0x9f279d7a9a0b4fdd from hash 00010000:00000001:2.0:1767384633.960433:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384633.960434:0:17092:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.960435:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384633.960438:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.960439:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.960442:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384633.960443:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384633.960444:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:00000001:3.0:1767384633.960447:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384633.960448:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384633.960452:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384633.960453:0:17065:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:3.0:1767384633.960455:0:17092:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384633.960456:0:17065:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384633.960462:0:17065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030e6f878. 00000020:00000040:2.0:1767384633.960466:0:17065:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384633.960469:0:17065:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384633.960470:0:17065:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384633.960481:0:17065:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384633.960486:0:17065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034a05839. 00000100:00000001:2.0:1767384633.960489:0:17065:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.960491:0:17065:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384633.960494:0:17065:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4fe4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384633.960507:0:17065:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384633.960508:0:17065:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.960511:0:17065:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384633.960512:0:17065:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384633.960517:0:17065:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030e6f878] to pc [ptlrpcd_00_00+0] req@0000000030e6f878 x1853237050232832/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384633.960537:0:17065:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384633.960540:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384633.960541:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.960543:0:17065:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.960545:0:17065:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384633.960546:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.960548:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384633.960549:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4fe4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384633.960550:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.960552:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384633.960555:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.960556:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384633.960557:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384633.960560:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b4fdd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b4fe4 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384633.960562:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030e6f878 x1853237050232832/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384633.960579:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008988454e count: 0 00000100:00000001:3.0:1767384633.960581:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384633.960583:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.960586:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384633.960588:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384633.960590:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.960592:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384633.960593:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030e6f878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050232832:0@lo:103: 00010000:00000001:2.0:1767384633.960595:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384633.960598:0:17065:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000005c9a0e5. 00000100:00000001:3.0:1767384633.960599:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384633.960603:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767384633.960604:0:17065:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.960605:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.960607:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384633.960608:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384633.960610:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384633.960613:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d486e48e. 00010000:00010000:2.0:1767384633.960613:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384633.960614:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384633.960615:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384633.960616:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384633.960618:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384633.960618:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.960624:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384633.960624:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384633.960628:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077cf56a4. 00000400:00000010:3.0:1767384633.960632:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad84b242. 00000100:00000200:3.0:1767384633.960635:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050232832, portal 18 00000100:00000001:3.0:1767384633.960636:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384633.960637:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420412416 : -108601289139200 : ffff9d3a4abd1c00) 00000100:00000040:3.0:1767384633.960640:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030e6f878 x1853237050232832/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.960645:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384633.960648:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384633.960650:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084336920. 00000100:00000200:3.0:1767384633.960651:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050232832, offset 0 00000400:00000200:3.0:1767384633.960655:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384633.960660:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384633.960665:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260105000 00000400:00000200:3.0:1767384633.960669:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:3.0:1767384633.960672:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384633.960675:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384633.960679:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384633.960680:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384633.960683:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006166415c. 00000100:00000040:3.0:1767384633.960685:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000006166415c x1853237050232832 msgsize 328 00000100:00100000:3.0:1767384633.960687:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384633.960698:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384633.960701:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084336920 00000400:00000010:3.0:1767384633.960702:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084336920. 00000100:00000001:3.0:1767384633.960705:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384633.960707:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030e6f878 x1853237050232832/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384633.960715:0:17062:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000007daccca6. 00000100:00000001:3.0:1767384633.960716:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384633.960721:0:17062:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384633.960722:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030e6f878 x1853237050232832/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384633.960724:0:17062:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050232832 02000000:00000001:2.0:1767384633.960728:0:17062:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384633.960730:0:17062:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384633.960733:0:17062:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384633.960737:0:17062:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.960740:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384633.960741:0:17062:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050232832 00000020:00000001:2.0:1767384633.960743:0:17062:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384633.960743:0:17062:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384633.960745:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384633.960746:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000020:00000001:2.0:1767384633.960748:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384633.960754:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384633.960754:0:17062:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384633.960756:0:17062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384633.960760:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cea89679. 00000100:00000001:3.0:1767384633.960761:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.960762:0:17062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384633.960767:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cea89679. 00000100:00000001:3.0:1767384633.960768:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294922286 00000020:00000010:2.0:1767384633.960772:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5549f9d. 00000100:00000001:3.0:1767384633.960776:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922285 00000020:00000010:2.0:1767384633.960776:0:17062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cf8b933f. 00000020:00000010:2.0:1767384633.960783:0:17062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000efc5f71d. 00000100:00000001:3.0:1767384633.960784:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294922286 00000100:00000001:3.0:1767384633.960790:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922285 00000100:00000040:2.0:1767384633.960792:0:17062:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384633.960793:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294922286 00000100:00000001:2.0:1767384633.960796:0:17062:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384633.960799:0:17062:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384633.960800:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922285 00010000:00000001:2.0:1767384633.960802:0:17062:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384633.960804:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294922286 00010000:00000001:2.0:1767384633.960805:0:17062:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.960810:0:17062:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384633.960812:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384633.960813:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294922285 00000020:00000001:2.0:1767384633.960815:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384633.960818:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384633.960818:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=4 00000020:00000001:2.0:1767384633.960822:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00000100:00000001:3.0:1767384633.960823:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.960829:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.960829:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00000100:00000001:3.0:1767384633.960834:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384633.960835:0:17062:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fe4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4fdd expref: 16 pid: 17069 timeout: 404 lvb_type: 0 00000100:00000001:3.0:1767384633.960839:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.960841:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384633.960843:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.960844:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384633.960846:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.960850:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.960856:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384633.960858:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.960859:0:17062:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.960860:0:17062:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.960866:0:17062:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384633.960872:0:17062:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006166415c x1853237050232832/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:614/0 lens 328/0 e 0 to 0 dl 1767384644 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.960880:0:17062:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384633.960882:0:17062:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384633.960884:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004bf92060. 00000100:00000001:2.0:1767384633.960894:0:17062:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384633.960900:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008ab18ac3. 00040000:00000001:1.0:1767384633.960905:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384633.960906:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384633.960908:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.960911:0:17062:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000002:1.0:1767384633.960911:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384633.960915:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.960916:0:17062:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384633.960918:0:17063:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:00000001:1.0:1767384633.960918:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:3.0:1767384633.960922:0:17063:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:01000000:1.0:1767384633.960923:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00100000:2.0:1767384633.960924:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 20000000:00000001:1.0:1767384633.960926:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384633.960930:0:17062:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:3.0:1767384633.960931:0:17063:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384633.960931:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:3.0:1767384633.960937:0:17063:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.960937:0:17062:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964278400 : -108605745273216 : ffff9d394121e680) 00080000:00000001:1.0:1767384633.960939:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000040:2.0:1767384633.960946:0:17062:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006166415c x1853237050232832/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:614/0 lens 328/0 e 0 to 0 dl 1767384644 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.960953:0:17062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384633.960957:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cea89679. 00000100:00000001:2.0:1767384633.960959:0:17062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384633.960961:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cea89679. 00000100:00100000:2.0:1767384633.960966:0:17062:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006166415c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16344:x1853237050232832:12345-0@lo:103: 00000100:00000200:2.0:1767384633.960969:0:17062:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050232832 00010000:00000001:2.0:1767384633.960971:0:17062:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384633.960973:0:17062:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384633.960975:0:17062:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384633.960978:0:17062:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384633.960980:0:17062:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384633.960983:0:17062:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005cca74b3. 02000000:00000001:2.0:1767384633.960985:0:17062:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.960986:0:17062:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.960994:0:17062:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384633.960996:0:17062:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384633.960998:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384633.960999:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384633.961000:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=4 00000020:00000001:2.0:1767384633.961002:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:2.0:1767384633.961004:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000040:2.0:1767384633.961005:0:17062:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b5cf9bb2 count: 3 00010000:00010000:2.0:1767384633.961008:0:17062:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fe4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4fdd expref: 16 pid: 17069 timeout: 404 lvb_type: 0 00000100:00001000:2.0:1767384633.961013:0:17062:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d25eb6a3 time=1767384633 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384633.961015:0:17062:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384633.961020:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384633.961021:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384633.961023:0:17062:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fe4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9f279d7a9a0b4fdd expref: 16 pid: 17069 timeout: 404 lvb_type: 0 00000020:00000001:2.0:1767384633.961028:0:17062:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384633.961030:0:17062:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384633.961031:0:17062:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.961033:0:17062:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384633.961033:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384633.961037:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384633.961038:0:17062:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:00000010:1.0:1767384633.961039:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a42390e1. 00010000:00000001:2.0:1767384633.961041:0:17062:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000001:1.0:1767384633.961045:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.961047:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1767384633.961049:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050232576 00010000:00000001:2.0:1767384633.961050:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.961053:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384633.961054:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384633.961056:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384633.961059:0:17062:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093bb66cd with handle 0x9f279d7a9a0b4fe4 from hash 00010000:00000200:1.0:1767384633.961061:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af917904 x1853237050232576/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:614/0 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384633.961063:0:17062:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384633.961066:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384633.961069:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.961071:0:17062:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384633.961073:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384633.961074:0:17062:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384633.961076:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.961077:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1767384633.961079:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=50 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384633.961082:0:17062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b4fe4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9f279d7a9a0b4fdd expref: 16 pid: 17069 timeout: 404 lvb_type: 0 00000100:00000001:1.0:1767384633.961084:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384633.961087:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384633.961090:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384633.961096:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384633.961098:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384633.961101:0:17062:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 9 00000100:00000001:1.0:1767384633.961101:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384633.961105:0:17062:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000040:1.0:1767384633.961106:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384633.961112:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d33ee36a. 00010000:00000001:2.0:1767384633.961113:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767384633.961115:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050232576, offset 224 00010000:00000001:2.0:1767384633.961116:0:17062:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384633.961120:0:17062:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384633.961123:0:17062:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000009a357b88 00000400:00000200:1.0:1767384633.961123:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384633.961126:0:17062:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384633.961128:0:17062:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384633.961143:0:17062:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384633.961145:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384633.961146:0:17062:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384633.961149:0:17062:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384633.961152:0:17062:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:1.0:1767384633.961153:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260104f00 00010000:00000001:2.0:1767384633.961155:0:17062:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384633.961158:0:17062:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384633.961161:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18c5 [2] + 224 00010000:00000001:2.0:1767384633.961165:0:17062:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384633.961167:0:17062:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384633.961170:0:17062:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384633.961172:0:17062:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384633.961174:0:17062:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b5cf9bb2) refcount = 2 00000400:00000200:1.0:1767384633.961176:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384633.961177:0:17062:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384633.961182:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384633.961186:0:17062:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:1.0:1767384633.961188:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384633.961189:0:17062:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384633.961192:0:17062:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384633.961193:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c7f302c x1853237050232576/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384633.961195:0:17062:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384633.961201:0:17062:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cea89679. 00000100:00000001:2.0:1767384633.961205:0:17062:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:1.0:1767384633.961207:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009c7f302c x1853237050232576/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384633.961209:0:17062:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e9ce281. 00000100:00000001:2.0:1767384633.961213:0:17062:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468037992000 : -108605671559616 : ffff9d394586ae40) 00000100:00000001:2.0:1767384633.961218:0:17062:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635468037992000 : -108605671559616 : ffff9d394586ae40) 00000100:00000001:2.0:1767384633.961221:0:17062:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384633.961227:0:17062:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000001:1.0:1767384633.961228:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384633.961229:0:17062:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384633.961234:0:17062:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:1.0:1767384633.961236:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d33ee36a 20000000:01000000:2.0:1767384633.961237:0:17062:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00000400:00000010:1.0:1767384633.961241:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d33ee36a. 00010000:00000001:2.0:1767384633.961242:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384633.961245:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384633.961246:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384633.961247:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=5 00000100:00000001:1.0:1767384633.961249:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384633.961251:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00000100:00000001:3.0:1767384633.961254:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384633.961255:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00000100:00000001:1.0:1767384633.961255:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.961258:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384633.961262:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384633.961263:0:17062:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000001:3.0:1767384633.961264:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:2.0:1767384633.961268:0:17062:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384633.961269:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384633.961269:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384633.961274:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088eff388. 00000020:00000001:1.0:1767384633.961274:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.961277:0:17062:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000001:1.0:1767384633.961280:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384633.961281:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d364980d 00010000:00010000:2.0:1767384633.961281:0:17062:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384633.961285:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af917904 x1853237050232576/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:614/0 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384633.961286:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d364980d. 00000100:00000001:3.0:1767384633.961308:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384633.961312:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c7f302c x1853237050232576/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384633.961323:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384633.961325:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384633.961328:0:17062:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384633.961346:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af917904 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050232576:12345-0@lo:253: Request processed in 3323us (3613us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384633.961349:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384633.961353:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.961359:0:17062:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384633.961363:0:17062:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384633.961367:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000200:3.0:1767384633.961368:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c7f302c x1853237050232576/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384633.961373:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00010000:00010000:2.0:1767384633.961379:0:17062:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a357b88 already unused, calling callback (0000000043915e75) 00000100:00000001:1.0:1767384633.961379:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384633.961383:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384633.961385:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384633.961385:0:17062:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000010:1.0:1767384633.961387:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003d0ce7f1. 00010000:00000001:2.0:1767384633.961389:0:17062:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:3.0:1767384633.961390:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384633.961391:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e4da1d7. 00000100:00000001:3.0:1767384633.961393:0:16347:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:2.0:1767384633.961393:0:17062:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384633.961395:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efa49e31. 02000000:00000001:3.0:1767384633.961397:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384633.961401:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384633.961402:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:3.0:1767384633.961404:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.961405:0:17062:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1767384633.961406:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384633.961408:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384633.961408:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004875ebc8. 00000100:00001000:3.0:1767384633.961412:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=50 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384633.961412:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384633.961414:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384633.961416:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384633.961418:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=50 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384633.961418:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384633.961421:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=6 00000100:00000001:3.0:1767384633.961422:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384633.961425:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384633.961428:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384633.961429:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384633.961430:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384633.961433:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.961434:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00000400:00000010:1.0:1767384633.961435:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa6579. 00000100:00000001:3.0:1767384633.961439:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.961440:0:17062:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:1.0:1767384633.961441:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d33ee36a. 00010000:00010000:2.0:1767384633.961443:0:17062:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384633.961444:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c7f302c x1853237050232576/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384633.961460:0:17062:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384633.961464:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384633.961465:0:17062:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384633.961468:0:17062:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.961469:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384633.961472:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384633.961474:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384633.961476:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384633.961476:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384633.961477:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384633.961480:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:2.0:1767384633.961480:0:17062:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:01000004:3.0:1767384633.961483:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384633.961484:0:17062:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:01000004:3.0:1767384633.961486:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:2.0:1767384633.961487:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:3.0:1767384633.961489:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:2.0:1767384633.961490:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384633.961492:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000040:2.0:1767384633.961494:0:17062:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a357b88 with handle 0x9f279d7a9a0b4feb from hash 00000100:00000040:3.0:1767384633.961498:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c7f302c x1853237050232576/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384633.961499:0:17062:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384633.961502:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384633.961505:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.961507:0:17062:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384633.961511:0:17062:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:3.0:1767384633.961512:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c7f302c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050232576:0@lo:253: 00010000:00000001:2.0:1767384633.961513:0:17062:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1767384633.961513:0:17092:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384633.961517:0:17062:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384633.961519:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384633.961520:0:17062:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384633.961526:0:17092:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384633.961527:0:17062:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.961528:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000001:1.0:1767384633.961532:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384633.961533:0:17062:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:3.0:1767384633.961534:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c7f302c x1853237050232576/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384633.961537:0:17062:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:1.0:1767384633.961538:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384633.961543:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384633.961547:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.961550:0:17062:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.961556:0:17062:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.961557:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384633.961558:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384633.961562:0:17062:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384633.961562:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384633.961563:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384633.961565:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1767384633.961567:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a040aba0. 00010000:00010000:2.0:1767384633.961568:0:17062:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384633.961569:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:3.0:1767384633.961573:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384633.961576:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384633.961577:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384633.961579:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384633.961582:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384633.961583:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bab46fe4. 00010000:00000001:2.0:1767384633.961586:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.961588:0:17062:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384633.961589:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384633.961590:0:17062:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1767384633.961591:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384633.961592:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1767384633.961593:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c7f302c. 00010000:00000001:2.0:1767384633.961596:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384633.961598:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384633.961599:0:17062:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384633.961601:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384633.961603:0:17062:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.961604:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384633.961606:0:17062:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.961609:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384633.961610:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1767384633.961612:0:17062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009a357b88/0x9f279d7a9a0b4feb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384633.961613:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.961617:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.961621:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.961627:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384633.961630:0:17062:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.961632:0:17062:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384633.961634:0:17062:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384633.961636:0:17062:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.961637:0:17062:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.961639:0:17062:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384633.961640:0:17062:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000e9ce281. 00000100:00000001:2.0:1767384633.961643:0:17062:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384633.961645:0:17062:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384633.961646:0:17062:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cea89679. 00010000:00000001:2.0:1767384633.961649:0:17062:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384633.961650:0:17062:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b5cf9bb2 count: 0 00010000:00010000:2.0:1767384633.961656:0:17062:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384633.961657:0:17062:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384633.961660:0:17062:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384633.961661:0:17062:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384633.961663:0:17062:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384633.961667:0:17062:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384633.961670:0:17062:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384633.961671:0:17062:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384633.961673:0:17062:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384633.961675:0:17062:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384633.961677:0:17062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384633.961679:0:17062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384633.961687:0:17062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079f9896b. 00000100:00000200:2.0:1767384633.961690:0:17062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050232832, offset 224 00000400:00000200:2.0:1767384633.961696:0:17062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384633.961703:0:17062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384633.961709:0:17062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260105000 00000400:00000200:2.0:1767384633.961713:0:17062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x18e1 [1] + 224 00000400:00000200:2.0:1767384633.961716:0:17062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384633.961718:0:17062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384633.961720:0:17062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384633.961723:0:17062:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030e6f878 x1853237050232832/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384633.961729:0:17062:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030e6f878 x1853237050232832/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384633.961741:0:17062:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384633.961745:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f9896b 00000400:00000010:2.0:1767384633.961746:0:17062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079f9896b. 00000100:00000001:2.0:1767384633.961748:0:17062:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384633.961749:0:17062:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384633.961751:0:17062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384633.961753:0:17062:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384633.961755:0:17062:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384633.961757:0:17062:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384633.961761:0:17062:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006166415c x1853237050232832/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:614/0 lens 328/224 e 0 to 0 dl 1767384644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.961766:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384633.961767:0:17062:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006166415c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050232832:12345-0@lo:103: Request processed in 813us (1080us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384633.961770:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384633.961775:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384633.961777:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000001:3.0:1767384633.961778:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384633.961782:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077cf56a4. 00000100:00000040:2.0:1767384633.961782:0:17062:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384633.961786:0:17062:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384633.961788:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad84b242 00000100:00000001:2.0:1767384633.961789:0:17062:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384633.961792:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad84b242. 00000020:00000010:2.0:1767384633.961794:0:17062:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cf8b933f. 00000100:00000001:3.0:1767384633.961795:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384633.961801:0:17062:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000efc5f71d. 00000100:00000200:3.0:1767384633.961802:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030e6f878 x1853237050232832/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384633.961810:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030e6f878 x1853237050232832/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384633.961813:0:17062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5549f9d. 00000020:00000040:2.0:1767384633.961819:0:17062:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:3.0:1767384633.961820:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384633.961824:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384633.961825:0:17062:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.961827:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384633.961830:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384633.961837:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384633.961839:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384633.961841:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384633.961843:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=49 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384633.961847:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=50 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384633.961849:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384633.961849:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.961851:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384633.961852:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.961854:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384633.961857:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030e6f878 x1853237050232832/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.961861:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384633.961862:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384633.961863:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384633.961864:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030e6f878 x1853237050232832/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384633.961869:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030e6f878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050232832:0@lo:103: 00000100:00000001:3.0:1767384633.961871:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.961873:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384633.961874:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030e6f878 x1853237050232832/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384649 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384633.961878:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384633.961879:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384633.961881:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d486e48e. 02000000:00000001:3.0:1767384633.961883:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384633.961884:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384633.961885:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384633.961886:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384633.961887:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000034a05839. 02000000:00000001:3.0:1767384633.961889:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384633.961890:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384633.961891:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030e6f878. 00000100:00000001:3.0:1767384633.961893:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384633.961900:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.961902:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384633.961905:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384633.961906:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384633.961907:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384633.961908:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384633.966330:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294922286, at 4294922287 00000100:00000040:2.0:1767384633.966334:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294922286, at 4294922287 00000100:00000010:0.0:1767384633.966339:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b3596. 00000100:00000010:2.0:1767384633.966342:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008e53bdb. 00000100:00000040:1.0:1767384633.966380:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294922286, at 4294922287 00000100:00000010:1.0:1767384633.966388:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac0cce91. 00000100:00000040:3.0:1767384633.966417:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294922286, at 4294922287 00000100:00000010:3.0:1767384633.966425:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4a1c4bb. 00010000:00000010:2.1:1767384633.968318:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008988454e. 00010000:00000010:2.1:1767384633.968324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000def5c528. 00010000:00000010:2.1:1767384633.968330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093bb66cd. 00010000:00000010:2.1:1767384633.968335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a357b88. 00010000:00000010:2.1:1767384633.968340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b5cf9bb2. 00000400:00000010:1.0:1767384633.973682:0:28601:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a6fa23ad. 00000400:00000040:1.0:1767384633.973699:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384633.973701:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384633.973703:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384633.973704:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384633.973706:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384633.973706:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384633.973709:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384633.973710:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384633.973711:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384633.973712:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384633.973714:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384633.973715:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384633.973716:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384633.973717:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384633.973718:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384633.973719:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384633.973720:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384633.973721:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384633.973727:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384633.973730:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384633.973731:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384633.973732:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384633.973733:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384633.973734:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384633.973735:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384633.973736:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384633.973737:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384633.973739:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384633.973740:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384633.973741:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384633.973741:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384633.973743:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384633.973744:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384633.973745:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384633.973746:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384633.973747:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384633.973748:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384633.973749:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384633.973750:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384633.973751:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384633.973752:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384633.973753:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384633.973754:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384633.973756:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384633.973757:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384633.973758:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384633.973760:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384633.973761:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384633.973764:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384633.973766:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384633.973767:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384633.973768:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384633.973770:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384633.973772:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384633.973773:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384633.973775:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384633.973776:0:28601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384633.973856:0:28601:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a6fa23ad. 00010000:00000001:1.0:1767384634.112337:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384634.112342:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.112348:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384634.112349:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.112380:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384634.112384:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384634.112387:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384634.944341:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384634.944345:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384634.944347:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cedafe 00000400:00000010:3.0:1767384634.944351:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cedafe. 00000400:00000200:3.0:1767384634.944356:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384634.944362:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384634.944371:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ee40dc61. 00000400:00000010:3.0:1767384634.944374:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000029980bcf. 00000400:00000200:3.0:1767384634.944381:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp31 00000400:00000010:3.0:1767384634.944383:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ee40dc61. 00000400:00000010:3.0:1767384634.944388:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d769ad51. 00000400:00000010:3.0:1767384634.944390:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cedafe. 00000400:00000010:3.0:1767384634.944396:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c42fcfbf. 00000400:00000200:3.0:1767384634.944400:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp31 00000400:00000200:3.0:1767384634.944411:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp31 local destination 00000400:00000200:3.0:1767384634.944417:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp31 00000400:00000200:3.0:1767384634.944420:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp31 NI seq info: [82:82:256:4294967295] 192.168.202.122@tcp31 LPNI seq info [81:81:8:4294967295] 00000400:00000200:3.0:1767384634.944426:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp31 00000400:00000200:3.0:1767384634.944433:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp31(192.168.202.122@tcp31:) -> 192.168.202.122@tcp31(192.168.202.122@tcp31:192.168.202.122@tcp31) : GET try# 0 00000800:00000200:3.0:1767384634.944438:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp31 00000800:00000010:3.0:1767384634.944441:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009879f8f1. 00000800:00000200:3.0:1767384634.944446:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000800:00000200:3.1:1767384634.944456:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000400:00000200:3.0:1767384634.944475:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp31 added to recovery queue. ping count: 1 next ping: 257 health :900 00000400:00000200:1.0:1767384634.944545:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944604:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944644:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944664:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944692:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944716:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944753:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944779:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944796:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944812:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944827:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944841:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944854:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944871:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944886:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944906:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944928:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.944957:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945000:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945017:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945038:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945057:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945077:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945094:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945114:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945168:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945194:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945221:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945250:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945269:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945338:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945384:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945401:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945416:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384634.945432:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:1.0:1767384634.945579:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a42390e1. 00000800:00000010:1.0:1767384634.945584:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008aac177c. 00000800:00000010:1.0:1767384634.945588:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ba02e347. 00000800:00000010:1.0:1767384634.945607:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ba02e347. 00000800:00020000:1.0:1767384634.945618:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384634.945622:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008aac177c. 00000800:00000010:1.0:1767384634.945625:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a42390e1. 00000400:02020000:1.0:1767384634.945673:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp31 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384634.945681:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp31 notifying 192.168.202.122@tcp31: down 00000400:00000200:1.0:1767384634.945687:0:16332:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384634.945691:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp31 00000800:00000010:1.0:1767384634.945695:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009879f8f1. 00000400:00000200:1.0:1767384634.945699:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384634.945705:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp31->192.168.202.122@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384634.945714:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384634.945718:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384634.945722:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp31) recovery failed with -71 00010000:00000001:1.0:1767384635.135362:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384635.135367:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384635.135373:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384635.135374:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384635.135453:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384635.135457:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384635.135460:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384635.254013:0:28977:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000075eb4c97. 00080000:00000010:3.0:1767384635.254023:0:28977:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000075eb4c97. 00000020:00000001:3.0:1767384635.254027:0:28977:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384635.254034:0:28977:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000075eb4c97. 00080000:00000010:3.0:1767384635.254038:0:28977:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000075eb4c97. 00000020:00000001:3.0:1767384635.254041:0:28977:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.967349:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:3.0:1767384635.967352:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384635.967358:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384635.967358:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384635.967364:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cedafe 00000004:00000001:1.0:1767384635.967364:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000010:2.0:1767384635.967366:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ad57507. 00000004:00000020:1.0:1767384635.967368:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000400:00000010:3.0:1767384635.967371:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cedafe. 00000020:00000040:2.0:1767384635.967373:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000010:1.0:1767384635.967375:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cdca0d1. 00000400:00000200:3.0:1767384635.967378:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000100:00000001:2.0:1767384635.967379:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384635.967383:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384635.967387:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384635.967388:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp31 recovery ping unlinked 00000020:00000040:1.0:1767384635.967388:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384635.967395:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384635.967396:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000035fcfad5. 02000000:00000001:1.0:1767384635.967397:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384635.967402:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384635.967404:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ee40dc61. 00000100:00000001:2.0:1767384635.967405:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384635.967408:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e89fc9fd. 00000400:00000010:3.0:1767384635.967413:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d769ad51. 00000100:00000001:1.0:1767384635.967413:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.967416:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384635.967423:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384635.967426:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.967428:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384635.967431:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.967434:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cdca0d1] to pc [ptlrpcd_00_01+1] req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384635.967437:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ad57507] to pc [ptlrpcd_00_02+2] req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.967472:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.967475:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384635.967477:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.967480:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384635.967484:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d10d74be. 00000100:00000001:3.0:1767384635.967485:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384635.967487:0:36:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:3.0:1767384635.967492:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384635.967492:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384635.967493:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384635.967497:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384635.967498:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384635.967499:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384635.967503:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.967504:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384635.967509:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1767384635.967511:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000066ea2b72. 00000100:00000040:1.0:1767384635.967512:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.967513:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.967518:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384635.967521:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384635.967525:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384635.967525:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384635.967533:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384635.967535:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384635.967537:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384635.967539:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384635.967546:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384635.967550:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384635.967555:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384635.967563:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16345:1853237050233088:0@lo:13: 00000100:00000001:3.0:1767384635.967565:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384635.967570:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.967572:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384635.967572:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384635.967576:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384635.967577:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384635.967578:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384635.967581:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384635.967582:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.967583:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d10d74be] to pc [ptlrpcd_00_03+3] req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384635.967588:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384635.967589:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384635.967594:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fdfbdbcc. 00000100:00100000:3.0:1767384635.967598:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ad57507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050232960:0@lo:400: 02000000:00000001:1.0:1767384635.967599:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.967600:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.967607:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384635.967608:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384635.967608:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055972de7. 02000000:00000001:3.0:1767384635.967615:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384635.967615:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384635.967617:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 02000000:00000001:3.0:1767384635.967619:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384635.967619:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030e6f878. 00000100:00000200:1.0:1767384635.967623:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050233088, portal 4 02000000:00000001:3.0:1767384635.967625:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384635.967626:0:36:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384635.967626:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384635.967630:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299794432 : -108600409757184 : ffff9d3a7f276a00) 00000100:00000001:2.0:1767384635.967631:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384635.967635:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767384635.967638:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f89c1c91. 02000000:00000001:2.0:1767384635.967638:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.967640:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384651 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384635.967644:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384635.967647:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ddc032d. 00000400:00000010:3.0:1767384635.967651:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077cf56a4. 00000100:00000001:2.0:1767384635.967652:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384635.967662:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cedafe. 00000100:00000040:2.0:1767384635.967662:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384635.967662:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384635.967668:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050232960, portal 25 00000100:00000040:1.0:1767384635.967669:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384635.967674:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384635.967676:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b448e6. 00000100:00000001:3.0:1767384635.967677:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420419584 : -108601289132032 : ffff9d3a4abd3800) 00000100:00000001:2.0:1767384635.967678:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384635.967682:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384635.967683:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050233088, offset 0 00000100:00000040:3.0:1767384635.967687:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384635.967691:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030e6f878] to pc [ptlrpcd_00_00+0] req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384635.967695:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384635.967709:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384635.967714:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384635.967715:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384635.967719:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384635.967720:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384635.967725:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767384635.967726:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad84b242. 00000100:00000010:2.0:1767384635.967728:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5b16a1b. 00000100:00000200:3.0:1767384635.967733:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050232960, offset 0 00000020:00000040:2.0:1767384635.967733:0:36:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384635.967734:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260105100 00000100:00000001:2.0:1767384635.967738:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384635.967741:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384635.967744:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384635.967747:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384635.967754:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9a40d7b. 00000400:00000200:1.0:1767384635.967757:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1792 00000400:00000200:3.0:1767384635.967760:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384635.967760:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.967769:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384635.967771:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384635.967777:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260105080 00000100:00000001:2.0:1767384635.967779:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384635.967783:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384635.967784:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384635.967790:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x119d [2] + 0 00000100:00000040:2.0:1767384635.967790:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5b16a1b] to pc [ptlrpcd_00_01+1] req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384635.967799:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f8401e9. 00000400:00000200:3.0:1767384635.967806:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008eaaea91 00000100:00000001:2.0:1767384635.967809:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384635.967812:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384635.967814:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (261) 00000400:00000200:3.0:1767384635.967819:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384635.967824:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eaaea91 00000100:00000001:2.0:1767384635.967825:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384635.967827:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008eaaea91. 00000100:00100000:2.0:1767384635.967829:0:16346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384635.967833:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.967834:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384635.967837:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767384635.967838:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384635.967841:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384635.967843:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000007a9b7377 x1853237050232960 msgsize 224 00000100:00000001:2.0:1767384635.967845:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384635.967848:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384635.967851:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384635.967852:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384635.967855:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384635.967856:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384635.967859:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384635.967860:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384635.967866:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df1073be. 00000100:00000001:3.0:1767384635.967867:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384635.967868:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384635.967871:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.967872:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000df1073be x1853237050233088 msgsize 224 02000000:00000001:2.0:1767384635.967875:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384635.967876:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad84b242 02000000:00000001:2.0:1767384635.967878:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384635.967881:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad84b242. 02000000:00000001:2.0:1767384635.967883:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384635.967884:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384635.967888:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384635.967889:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d10d74be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050233216:0@lo:400: 00000100:00000200:3.0:1767384635.967894:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.967894:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384635.967897:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384635.967898:0:16345:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384635.967900:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384635.967905:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384635.967907:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b448e6 02000000:00000010:2.0:1767384635.967909:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e733a1ed. 00000400:00000010:1.0:1767384635.967910:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b448e6. 02000000:00000001:2.0:1767384635.967914:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.967919:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384635.967921:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006264bd75. 00000100:00000001:3.0:1767384635.967927:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384635.967927:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384651 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384635.967928:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079f9896b. 00000100:00000040:3.0:1767384635.967934:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384635.967940:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050233216, portal 4 00000100:00000001:2.0:1767384635.967947:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384635.967950:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384635.967952:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420407936 : -108601289143680 : ffff9d3a4abd0a80) 00000100:00000040:1.0:1767384635.967956:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.967957:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.967962:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384635.967965:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.967968:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.967970:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.967975:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384635.967976:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294924293 00000100:00000001:1.0:1767384635.967982:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384635.967984:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000185677ff. 00000100:00000001:2.0:1767384635.967986:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384635.967988:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3320 usecs (4 jiffies) 00000100:00000001:3.0:1767384635.967991:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384635.967992:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294924292 00000100:00000040:2.0:1767384635.967994:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384635.967999:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294924293 00000100:00000001:1.0:1767384635.968000:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294924293 00000400:00000010:2.0:1767384635.968001:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a44b781e. 00000100:00000010:3.0:1767384635.968006:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0474620. 00000100:00000001:1.0:1767384635.968007:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294924292 00000100:00000200:2.0:1767384635.968008:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050233216, offset 0 00000100:00000001:3.0:1767384635.968012:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384635.968017:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294924293 00000100:00000001:1.0:1767384635.968017:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294924293 00000400:00000200:2.0:1767384635.968020:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384635.968024:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d49229f8. 00000100:00000001:1.0:1767384635.968026:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294924292 00000100:00000001:3.0:1767384635.968030:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384635.968032:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384635.968036:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294924293 00000100:00000001:1.0:1767384635.968036:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294924293 00000400:00000200:2.0:1767384635.968043:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260105180 00000100:00000001:1.0:1767384635.968043:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294924292 00000100:00000010:3.0:1767384635.968044:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d94381bd. 00000100:00000001:3.0:1767384635.968051:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384635.968052:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2768 00000100:00000001:3.0:1767384635.968056:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384635.968057:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384635.968057:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294924293 00000100:00000001:3.0:1767384635.968063:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.968064:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384635.968068:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384635.968069:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.968070:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.968073:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384635.968076:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384635.968077:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767384635.968077:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.968082:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384635.968084:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.968085:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384635.968085:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a515f9a5. 00000100:00000001:3.0:1767384635.968088:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.968090:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384635.968091:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000a515f9a5 x1853237050233216 msgsize 224 00000100:00000001:3.0:1767384635.968092:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.968094:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384635.968098:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384635.968101:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384635.968103:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384635.968104:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384635.968109:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.968127:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384635.968134:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44b781e 00000100:00000001:1.0:1767384635.968135:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1767384635.968138:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a44b781e. 00000100:00000001:1.0:1767384635.968139:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.968144:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767384635.968145:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384635.968146:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384635.968150:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050232960 02000000:00000001:1.0:1767384635.968150:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384635.968153:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384635.968156:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384635.968156:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.968161:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384635.968164:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a5b16a1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16345:1853237050233472:0@lo:400: 00000100:00000001:3.0:1767384635.968165:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.968167:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384635.968171:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.968172:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384635.968173:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384635.968175:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384635.968178:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384635.968183:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384635.968184:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050232960 00000020:00000001:3.0:1767384635.968189:0:17070:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1767384635.968189:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e4d7383. 00000100:00000001:2.0:1767384635.968190:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384635.968194:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:2.0:1767384635.968195:0:16346:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384635.968195:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384635.968199:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384635.968201:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384635.968202:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfdb2673. 00000020:00000040:3.0:1767384635.968203:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:3.0:1767384635.968209:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000040:2.0:1767384635.968210:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3320 usecs (4 jiffies) 00000020:00000001:3.0:1767384635.968212:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000010:1.0:1767384635.968212:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b448e6. 00000100:00000001:2.0:1767384635.968214:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294924292 00000100:00000200:1.0:1767384635.968218:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050233472, portal 10 00000100:00000001:3.0:1767384635.968220:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384635.968224:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384635.968225:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294924293 00000020:00000010:3.0:1767384635.968226:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2e630dd. 00000100:00000001:1.0:1767384635.968227:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420406144 : -108601289145472 : ffff9d3a4abd0380) 00000100:00000001:2.0:1767384635.968231:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294924292 00000100:00000001:3.0:1767384635.968234:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384635.968235:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294924293 00000100:00000040:1.0:1767384635.968238:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.968241:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294924292 00000020:00000010:3.0:1767384635.968242:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2e630dd. 00000100:00000001:2.0:1767384635.968244:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294924293 00000100:00000001:2.0:1767384635.968250:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294924292 00000020:00000010:3.0:1767384635.968253:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b2ec842. 00000100:00000001:2.0:1767384635.968255:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294924293 00000100:00000001:2.0:1767384635.968261:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384635.968262:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f08165db. 00000100:00000001:1.0:1767384635.968262:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384635.968264:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.968269:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384635.968270:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384635.968272:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053e94aa3. 00000400:00000010:1.0:1767384635.968273:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a2deecf. 00000100:00000001:2.0:1767384635.968277:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384635.968279:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050233472, offset 0 00000400:00000200:1.0:1767384635.968286:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384635.968287:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384635.968310:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384635.968318:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260105280 00000100:00000001:3.0:1767384635.968319:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384635.968323:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384635.968324:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384635.968324:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00000001:3.0:1767384635.968328:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384635.968329:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050233216 02000000:00000001:2.0:1767384635.968334:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384635.968336:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384635.968338:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.968339:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384635.968341:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384635.968342:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384635.968349:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050233216 00000400:00000200:1.0:1767384635.968349:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384635.968353:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384635.968354:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384635.968355:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:2.0:1767384635.968357:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000100:00000200:1.0:1767384635.968359:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1767384635.968360:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384635.968364:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000100:00000010:1.0:1767384635.968364:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bf00aa96. 00000020:00000001:2.0:1767384635.968368:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000040:1.0:1767384635.968369:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000bf00aa96 x1853237050233472 msgsize 224 00000100:00000001:3.0:1767384635.968372:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384635.968373:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:3.0:1767384635.968378:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384635.968379:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384635.968382:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767384635.968385:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a4fd491. 00000100:00100000:3.0:1767384635.968390:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000020:00000010:2.0:1767384635.968391:0:17884:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000220b27ff. 00000100:00000001:1.0:1767384635.968393:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384635.968397:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000020:00000040:2.0:1767384635.968401:0:17884:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000400:00000200:1.0:1767384635.968401:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a2deecf 00000100:00000001:3.0:1767384635.968402:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472457331792 : -108601252219824 : ffff9d3a4cf07450) 00000400:00000010:1.0:1767384635.968405:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a2deecf. 00000100:00000001:1.0:1767384635.968412:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384635.968413:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a9b7377 x1853237050232960/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:616/0 lens 224/0 e 0 to 0 dl 1767384646 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.968414:0:17884:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:1.0:1767384635.968418:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384635.968420:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f5e7391b. 00000020:00000010:2.0:1767384635.968427:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a88b3158. 00000020:00000010:2.0:1767384635.968434:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000efc5f71d. 00000100:00000001:3.0:1767384635.968448:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384635.968449:0:17884:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384635.968449:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384635.968453:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384635.968455:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2e630dd. 00000100:00000040:1.0:1767384635.968455:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.968456:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384635.968460:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.968461:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384635.968468:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2e630dd. 00000100:00000001:2.0:1767384635.968468:0:17884:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384635.968472:0:17884:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384635.968476:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.968476:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384635.968477:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a9b7377 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050232960:12345-0@lo:400: 00000100:00000001:2.0:1767384635.968481:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384635.968483:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384635.968491:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.968497:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384635.968498:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3052 usecs (4 jiffies) 00000100:00000200:3.0:1767384635.968499:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050232960 00000100:00000001:2.0:1767384635.968501:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384635.968505:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294924293 00000020:00000001:3.0:1767384635.968506:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767384635.968511:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384635.968512:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294924293 00000020:00000001:3.0:1767384635.968513:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384635.968518:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.968518:0:17884:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:1.0:1767384635.968518:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294924293 00000020:00000001:3.0:1767384635.968525:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384635.968525:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420416896 : -108601289134720 : ffff9d3a4abd2d80) 00000100:00000001:1.0:1767384635.968525:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294924293 00000020:00000001:3.0:1767384635.968530:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000100:00000040:2.0:1767384635.968535:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a515f9a5 x1853237050233216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:616/0 lens 224/0 e 0 to 0 dl 1767384646 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384635.968537:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384635.968537:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294924293 00000020:00000001:3.0:1767384635.968542:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384635.968543:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294924293 00000020:00000001:3.0:1767384635.968549:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384635.968550:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294924293 00000100:00000001:2.0:1767384635.968555:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384635.968555:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294924293 00000020:00000001:3.0:1767384635.968556:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384635.968557:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384635.968562:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.968562:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384635.968563:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e969f69. 00000100:00000001:1.0:1767384635.968565:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.968569:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384635.968570:0:17070:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384635.968571:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384635.968573:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e969f69. 00000100:00000001:3.0:1767384635.968576:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384635.968578:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384635.968580:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a515f9a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050233216:12345-0@lo:400: 02000000:00000001:3.0:1767384635.968581:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384635.968581:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767384635.968587:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050233216 00000100:00000001:1.0:1767384635.968587:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384635.968589:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000043ea646e. 00000100:00000001:1.0:1767384635.968589:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384635.968591:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384635.968593:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384635.968596:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384635.968596:0:17884:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384635.968597:0:16345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000001:2.0:1767384635.968600:0:17884:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.968603:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.968603:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384635.968604:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384635.968608:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:3.0:1767384635.968610:0:17070:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.968610:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384635.968612:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384635.968613:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384635.968616:0:17884:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384635.968617:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050232960 00000100:00000001:1.0:1767384635.968618:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384635.968619:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384635.968621:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384635.968623:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384635.968624:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384635.968625:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384635.968626:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384635.968630:0:17884:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767384635.968632:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384635.968634:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a9b7377 x1853237050232960/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:616/0 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.968634:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384635.968638:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384635.968648:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d93b55f5. 02000000:00000001:2.0:1767384635.968653:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.968658:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.968660:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384635.968665:0:17884:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.968665:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384635.968666:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384635.968671:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384635.968671:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050233216 02000000:00000001:1.0:1767384635.968672:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384635.968676:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384635.968677:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:3.0:1767384635.968678:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=52 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384635.968679:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384635.968683:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a515f9a5 x1853237050233216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:616/0 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.968687:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384635.968687:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030e6f878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16345:1853237050233344:0@lo:400: 00000100:00000040:3.0:1767384635.968694:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384635.968697:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384635.968701:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384635.968702:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767384635.968703:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384635.968706:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384635.968706:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.968707:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384635.968711:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384635.968711:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:2.0:1767384635.968712:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=41 v=5 (1 0 0 0) 02000000:00000010:1.0:1767384635.968715:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000546a7a88. 00000100:00000001:3.0:1767384635.968719:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384635.968720:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384635.968720:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.968725:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000040:3.0:1767384635.968729:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384635.968731:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000400:00000010:1.0:1767384635.968733:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b6a245. 02000000:00000001:2.0:1767384635.968734:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1767384635.968735:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad84b242. 02000000:00000001:2.0:1767384635.968738:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384635.968741:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a2deecf. 00000100:00000200:3.0:1767384635.968742:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050232960, offset 224 00000100:00000001:2.0:1767384635.968742:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384635.968748:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384635.968749:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050233344, portal 10 00000400:00000010:2.0:1767384635.968752:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a44b781e. 00000100:00000001:1.0:1767384635.968756:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384635.968757:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384635.968760:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420412416 : -108601289139200 : ffff9d3a4abd1c00) 00000100:00000040:1.0:1767384635.968769:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384635.968770:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050233216, offset 224 00000400:00000200:3.0:1767384635.968776:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384635.968783:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384635.968791:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384635.968792:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260105080 00000400:00000200:2.0:1767384635.968797:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384635.968801:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384635.968805:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x18fd [1] + 224 00000400:00000010:1.0:1767384635.968806:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a7231db. 00000400:00000200:2.0:1767384635.968811:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260105180 00000400:00000200:3.0:1767384635.968815:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384635.968815:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050233344, offset 0 00000400:00000200:2.0:1767384635.968821:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1909 [1] + 224 00000400:00000200:3.0:1767384635.968826:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384635.968827:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384635.968832:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384635.968836:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384635.968837:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384635.968842:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384635.968843:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384635.968846:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384635.968849:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384635.968856:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260105200 00000400:00000200:1.0:1767384635.968868:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000400:00000200:1.0:1767384635.968880:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384635.968884:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384635.968885:0:17884:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384635.968887:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384635.968893:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384635.968896:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384635.968902:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035d90883. 00000100:00000040:1.0:1767384635.968908:0:16345:0:(events.c:337:request_in_callback()) incoming req@0000000035d90883 x1853237050233344 msgsize 224 00000100:00100000:1.0:1767384635.968920:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384635.968932:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384635.968934:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384635.968935:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384635.968940:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44b781e 00000400:00000010:2.0:1767384635.968949:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a44b781e. 00000100:00000001:2.0:1767384635.968955:0:17884:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384635.968955:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7231db 00000100:00000001:2.0:1767384635.968960:0:17884:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384635.968960:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a7231db. 00000100:00000001:1.0:1767384635.968965:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384635.968966:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad84b242 00000100:00000001:2.0:1767384635.968969:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384635.968971:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad84b242. 00000100:00000200:1.0:1767384635.968971:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.968978:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384635.968979:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384635.968982:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384635.968987:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384635.968989:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384635.968992:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384635.968992:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.968993:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384635.968999:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384635.969001:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384635.969006:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384635.969008:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a515f9a5 x1853237050233216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:616/0 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384635.969011:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.969012:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384635.969018:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384635.969018:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384635.969027:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a9b7377 x1853237050232960/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:616/0 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384635.969028:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a515f9a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050233216:12345-0@lo:400: Request processed in 469us (932us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384635.969031:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.969038:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2595 usecs (3 jiffies) 00000100:00000001:1.0:1767384635.969044:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294924292 00000100:00100000:2.0:1767384635.969047:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384635.969050:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294924293 00000100:00000040:2.0:1767384635.969054:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:1.0:1767384635.969055:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294924292 00000100:00000001:2.0:1767384635.969061:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1767384635.969062:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a9b7377 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050232960:12345-0@lo:400: Request processed in 610us (1214us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384635.969062:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294924293 00000100:00000001:2.0:1767384635.969064:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384635.969067:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294924292 00000020:00000010:2.0:1767384635.969070:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a88b3158. 00000100:00000001:1.0:1767384635.969073:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294924293 00000100:00000001:1.0:1767384635.969077:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294924292 00000020:00000010:2.0:1767384635.969078:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000efc5f71d. 00000100:00000001:1.0:1767384635.969080:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294924293 00000100:00100000:3.0:1767384635.969084:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000001:1.0:1767384635.969085:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384635.969086:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5e7391b. 00000100:00000040:3.0:1767384635.969090:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384635.969091:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384635.969094:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:3.0:1767384635.969096:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384635.969097:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.969098:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.969101:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384635.969102:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384635.969105:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f08165db. 00000020:00000010:3.0:1767384635.969112:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053e94aa3. 00000100:00080000:2.0:1767384635.969127:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:3.0:1767384635.969130:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b2ec842. 00000020:00000040:2.0:1767384635.969132:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000020:00000040:3.0:1767384635.969138:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:1.0:1767384635.969138:0:17886:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384635.969141:0:17886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050233088 02000000:00000001:1.0:1767384635.969143:0:17886:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384635.969144:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384635.969145:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.969149:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384635.969151:0:17886:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.969152:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384635.969153:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1767384635.969156:0:17886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050233088 02000000:00000010:3.0:1767384635.969158:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000043ea646e. 00000400:00000001:2.0:1767384635.969159:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384635.969159:0:17886:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384635.969162:0:17886:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000400:00000001:2.0:1767384635.969163:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384635.969165:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384635.969166:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1767384635.969166:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006264bd75. 00000020:00000040:1.0:1767384635.969168:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000100:00000001:3.0:1767384635.969171:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384635.969172:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000400:00000200:2.0:1767384635.969173:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f9896b 00000400:00000010:2.0:1767384635.969178:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079f9896b. 00000020:00000001:1.0:1767384635.969179:0:17886:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000200:3.0:1767384635.969181:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384635.969183:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384635.969184:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384635.969189:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384635.969190:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d30f36f. 00000020:00000010:1.0:1767384635.969190:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7408c75. 00000100:00000001:1.0:1767384635.969196:0:17886:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384635.969200:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c80e1087. 00000020:00000010:1.0:1767384635.969201:0:17886:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7408c75. 00000100:00000200:2.0:1767384635.969205:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384635.969210:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae962834. 00000100:00000001:3.0:1767384635.969223:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384635.969223:0:17886:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009bed3c0d. 00000100:00000001:2.0:1767384635.969224:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384635.969229:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.969229:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384635.969230:0:17886:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e4da1d7. 00000100:00000001:2.0:1767384635.969237:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384635.969241:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384635.969243:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384635.969244:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384635.969245:0:17886:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384635.969247:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384635.969248:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.969249:0:17886:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384635.969252:0:17886:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:3.0:1767384635.969253:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384635.969254:0:17886:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384635.969255:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384635.969258:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384635.969262:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077cf56a4. 00000100:00000001:1.0:1767384635.969262:0:17886:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384635.969265:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=41 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384635.969269:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cedafe 00000400:00000010:3.0:1767384635.969272:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cedafe. 00000100:00001000:2.0:1767384635.969272:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384635.969274:0:17886:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.969277:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384635.969283:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384635.969285:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.969287:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.969288:0:17886:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384635.969307:0:17886:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384635.969314:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00010000:00000001:2.0:1767384635.969316:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384635.969319:0:17886:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:1.0:1767384635.969322:0:17886:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299788160 : -108600409763456 : ffff9d3a7f275180) 00000100:00000200:3.0:1767384635.969324:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384635.969326:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384635.969330:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df1073be x1853237050233088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:616/0 lens 224/0 e 0 to 0 dl 1767384646 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.969350:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384635.969354:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.969358:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384635.969361:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384635.969366:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384635.969366:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.969367:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384635.969371:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384635.969373:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a7408c75. 00000100:00000001:2.0:1767384635.969374:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384635.969376:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.969378:0:17886:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384635.969379:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00001000:3.0:1767384635.969382:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=52 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384635.969382:0:17886:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a7408c75. 00000100:00000001:2.0:1767384635.969385:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384635.969390:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384635.969391:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=52 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384635.969392:0:17886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df1073be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16345:x1853237050233088:12345-0@lo:13: 00000100:00000040:2.0:1767384635.969401:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384635.969402:0:17886:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050233088 00000100:00000001:3.0:1767384635.969403:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384635.969406:0:17886:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384635.969408:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384635.969411:0:17886:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384635.969414:0:17886:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384635.969415:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384635.969419:0:17886:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1767384635.969420:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384635.969422:0:17886:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000100:00000001:2.0:1767384635.969426:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384635.969428:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384635.969428:0:17886:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384635.969430:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384635.969432:0:17886:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384635.969434:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384635.969435:0:17886:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384635.969438:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384635.969439:0:17886:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384635.969443:0:17886:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.969444:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384635.969448:0:17886:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384635.969451:0:17886:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384635.969461:0:17886:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000026c91aef. 02000000:00000001:1.0:1767384635.969466:0:17886:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.969473:0:17886:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384635.969476:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d10d74be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050233216:0@lo:400: 00002000:00000001:1.0:1767384635.969480:0:17886:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767384635.969487:0:17886:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767384635.969488:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384635.969490:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384635.969491:0:17886:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384635.969493:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384635.969498:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384635.969500:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d10d74be x1853237050233216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.969501:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384635.969505:0:17886:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384635.969512:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:1.0:1767384635.969513:0:17886:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:2.0:1767384635.969521:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000020:1.0:1767384635.969522:0:17886:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384635.969529:0:17886:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00000100:00100000:3.0:1767384635.969533:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ad57507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050232960:0@lo:400: 02000000:00000001:2.0:1767384635.969534:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00002000:00000020:1.0:1767384635.969535:0:17886:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 02000000:00000010:2.0:1767384635.969540:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e733a1ed. 00002000:00000001:1.0:1767384635.969542:0:17886:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384635.969543:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384635.969546:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384635.969547:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:1.0:1767384635.969548:0:17886:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1767384635.969550:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1767384635.969551:0:17886:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384635.969552:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ad57507 x1853237050232960/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384635.969554:0:16346:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00002000:00000001:1.0:1767384635.969557:0:17886:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384635.969561:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000040:1.0:1767384635.969563:0:17886:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050233088 02000000:00000010:2.0:1767384635.969566:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000066ea2b72. 00000100:00000001:3.0:1767384635.969570:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384635.969570:0:17886:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384635.969573:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384635.969574:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000200:1.0:1767384635.969576:0:17886:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df1073be x1853237050233088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:616/0 lens 224/368 e 0 to 0 dl 1767384646 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384635.969577:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1767384635.969578:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f89c1c91. 00000100:00000010:2.0:1767384635.969582:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d10d74be. 02000000:00000001:3.0:1767384635.969584:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384635.969587:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384635.969589:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384635.969590:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384635.969594:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384635.969595:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384635.969596:0:17886:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1767384635.969598:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000035fcfad5. 00010000:00000001:1.0:1767384635.969600:0:17886:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.969601:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384635.969602:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767384635.969605:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=41 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384635.969606:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384635.969609:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ad57507. 00000100:00000001:2.0:1767384635.969610:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384635.969611:0:17886:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384635.969613:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384635.969616:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384635.969616:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.969617:0:17886:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384635.969622:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384635.969623:0:17886:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:2.0:1767384635.969625:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384635.969627:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767384635.969627:0:17886:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384635.969629:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384635.969630:0:17886:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.969631:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.969636:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384635.969636:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384635.969641:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.969642:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384635.969646:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a7231db. 00000100:00000200:1.0:1767384635.969649:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050233088, offset 224 00000400:00000200:1.0:1767384635.969653:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384635.969660:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384635.969667:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260105100 00000100:00000001:2.0:1767384635.969669:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384635.969671:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18f9 [1] + 224 00000100:00100000:2.0:1767384635.969674:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050233472 02000000:00000001:2.0:1767384635.969677:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384635.969680:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384635.969683:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384635.969684:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384635.969688:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384635.969691:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.969692:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384635.969697:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050233472 00000100:00000200:1.0:1767384635.969698:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384651 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384635.969702:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384635.969706:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000100:00000040:1.0:1767384635.969710:0:17886:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384635.969711:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384635.969716:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000020:00000001:2.0:1767384635.969721:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000020:00000001:2.0:1767384635.969726:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:1.0:1767384635.969728:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384635.969730:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384635.969734:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e969f69. 00000400:00000200:1.0:1767384635.969737:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7231db 00000020:00000010:2.0:1767384635.969738:0:17078:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c4592b63. 00000400:00000010:1.0:1767384635.969742:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a7231db. 00000020:00000040:2.0:1767384635.969744:0:17078:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:1.0:1767384635.969748:0:17886:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384635.969752:0:17886:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384635.969756:0:17078:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384635.969757:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.969759:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384635.969760:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e733a1ed. 00000100:00000040:1.0:1767384635.969764:0:17886:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00100000:3.0:1767384635.969765:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050233344 00000020:00000010:2.0:1767384635.969765:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a88b3158. 00010000:00000001:1.0:1767384635.969770:0:17886:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767384635.969771:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384635.969773:0:17886:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.969775:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384635.969777:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000efc5f71d. 00000020:00000001:1.0:1767384635.969777:0:17886:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384635.969783:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df1073be x1853237050233088/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:616/0 lens 224/368 e 0 to 0 dl 1767384646 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384635.969786:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384635.969790:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.969792:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384635.969795:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1767384635.969797:0:17886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df1073be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16345:x1853237050233088:12345-0@lo:13: Request processed in 428us (1921us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384635.969798:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384635.969805:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.969807:0:17078:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:3.0:1767384635.969809:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050233344 00000100:00100000:1.0:1767384635.969810:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:2.0:1767384635.969811:0:17078:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384635.969814:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384635.969815:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.969816:0:17886:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000020:00000040:3.0:1767384635.969817:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000100:00000001:1.0:1767384635.969821:0:17886:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384635.969822:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384635.969823:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384635.969825:0:17886:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767384635.969826:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000020:00000010:1.0:1767384635.969829:0:17886:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009bed3c0d. 00000020:00000001:3.0:1767384635.969830:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:2.0:1767384635.969834:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384635.969836:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000010:1.0:1767384635.969836:0:17886:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e4da1d7. 00000100:00000001:2.0:1767384635.969837:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384635.969840:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384635.969842:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae962834. 00000020:00000010:3.0:1767384635.969843:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2e630dd. 00000100:00100000:2.0:1767384635.969847:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1767384635.969849:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384635.969851:0:17886:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000020:00000010:3.0:1767384635.969852:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2e630dd. 00000100:00000040:2.0:1767384635.969852:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000100:00000001:1.0:1767384635.969858:0:17886:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384635.969859:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299784576 : -108600409767040 : ffff9d3a7f274380) 00000020:00000010:3.0:1767384635.969860:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f89c1c91. 00000020:00000010:3.0:1767384635.969866:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f08165db. 00000100:00000040:2.0:1767384635.969868:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf00aa96 x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:616/0 lens 224/0 e 0 to 0 dl 1767384646 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384635.969870:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053e94aa3. 00000100:00000001:3.0:1767384635.969877:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384635.969878:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384635.969880:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384635.969882:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aaae97dc. 00000100:00000001:3.0:1767384635.969883:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384635.969885:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384635.969888:0:17078:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384635.969889:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384635.969892:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:2.0:1767384635.969893:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aaae97dc. 00000400:00000001:1.0:1767384635.969894:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384635.969896:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384635.969898:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384635.969902:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf00aa96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16345:x1853237050233472:12345-0@lo:400: 00000400:00000001:1.0:1767384635.969904:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384635.969907:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055972de7. 00000100:00000200:2.0:1767384635.969908:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050233472 00000100:00000001:3.0:1767384635.969909:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384635.969911:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00000020:00000001:2.0:1767384635.969912:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:1.0:1767384635.969915:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00000020:00000001:2.0:1767384635.969918:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384635.969920:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384635.969923:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384635.969923:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.969927:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384635.969927:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384635.969929:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384635.969933:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00100000:3.0:1767384635.969935:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000040:3.0:1767384635.969943:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000020:00000001:2.0:1767384635.969943:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384635.969947:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.969948:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299787264 : -108600409764352 : ffff9d3a7f274e00) 00000020:00000001:2.0:1767384635.969949:0:17078:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384635.969956:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384635.969957:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035d90883 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:616/0 lens 224/0 e 0 to 0 dl 1767384646 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384635.969960:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384635.969965:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384635.969972:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384635.969975:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384635.969977:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384635.969978:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384635.969982:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2e630dd. 00000100:00000001:1.0:1767384635.969983:0:16345:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384635.969984:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384635.969988:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384635.969988:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384635.969989:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384635.969991:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384635.969993:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2e630dd. 00000100:00000001:1.0:1767384635.969994:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384635.969995:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007148809b. 02000000:00000001:1.0:1767384635.969996:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384635.970000:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384635.970003:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=41 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384635.970004:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384635.970009:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035d90883 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16345:x1853237050233344:12345-0@lo:400: 00000020:00000001:2.0:1767384635.970010:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384635.970012:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=41 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384635.970018:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050233344 00010000:00000040:2.0:1767384635.970018:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050233472 00000100:00000001:1.0:1767384635.970019:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384635.970021:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384635.970023:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384635.970024:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384635.970025:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384635.970028:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384635.970031:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384635.970034:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384635.970035:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf00aa96 x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:616/0 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384635.970036:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384635.970039:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:3.0:1767384635.970045:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384635.970048:0:17076:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384635.970053:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384635.970056:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384635.970060:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.970067:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384635.970067:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384635.970068:0:17076:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1767384635.970071:0:17078:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.970074:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384635.970074:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1767384635.970075:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=46 v=5 (1 0 0 0) 00000100:00080000:0.0:1767384635.970075:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:1.0:1767384635.970077:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:3.0:1767384635.970080:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1767384635.970081:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:1.0:1767384635.970082:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384635.970084:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1767384635.970086:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000043ea646e. 00000100:00000001:1.0:1767384635.970086:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.970090:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 02000000:00000001:3.0:1767384635.970092:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.970092:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384635.970094:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:3.0:1767384635.970099:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384635.970100:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384635.970103:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384635.970106:0:17076:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384635.970109:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:3.0:1767384635.970127:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050233344 00000100:00000001:1.0:1767384635.970127:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384635.970131:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384635.970134:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384635.970135:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:2.0:1767384635.970137:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079f9896b. 00000100:00000001:1.0:1767384635.970138:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384635.970143:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035d90883 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:616/0 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384635.970144:0:16345:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000200:2.0:1767384635.970146:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050233472, offset 224 00000004:00000040:1.0:1767384635.970153:0:16345:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:3.0:1767384635.970154:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384635.970159:0:17076:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384635.970159:0:16345:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000200:2.0:1767384635.970160:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1767384635.970164:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384635.970169:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000020:1.0:1767384635.970171:0:16345:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000040:3.0:1767384635.970174:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000400:00000200:2.0:1767384635.970176:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384635.970180:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000004:00000001:1.0:1767384635.970182:0:16345:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384635.970185:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384635.970187:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.970189:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384651 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384635.970192:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384635.970193:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260105280 00000100:00000040:3.0:1767384635.970199:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384635.970205:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cedafe. 00000100:00100000:1.0:1767384635.970207:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16345:1853237050233088:0@lo:13: 00000400:00000200:2.0:1767384635.970209:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1911 [1] + 224 00000100:00000001:1.0:1767384635.970214:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.970217:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384635.970218:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050233344, offset 224 00000400:00000200:2.0:1767384635.970219:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384635.970219:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001cdca0d1 x1853237050233088/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384651 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384635.970231:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384635.970236:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384635.970236:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384635.970239:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384635.970242:0:17078:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384635.970242:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fdfbdbcc. 00000400:00000200:3.0:1767384635.970247:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384635.970249:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767384635.970253:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384635.970253:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384635.970254:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260105200 00000020:00000040:1.0:1767384635.970257:0:16345:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384635.970261:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384635.970264:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x191d [1] + 224 02000000:00000010:1.0:1767384635.970265:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e89fc9fd. 02000000:00000001:1.0:1767384635.970272:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767384635.970273:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384635.970275:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384635.970278:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cdca0d1. 00000100:00000001:1.0:1767384635.970281:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384635.970284:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384635.970285:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384635.970285:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384635.970308:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.970310:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384635.970313:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384635.970320:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384635.970322:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384635.970327:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384635.970339:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384635.970341:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f9896b 00000400:00000010:2.0:1767384635.970347:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079f9896b. 00000100:00000001:3.0:1767384635.970352:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384635.970354:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384635.970358:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384635.970359:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cedafe 00000400:00000010:3.0:1767384635.970362:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cedafe. 00000100:00000001:2.0:1767384635.970364:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384635.970366:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384635.970366:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384635.970370:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384635.970371:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384635.970372:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000400:00000010:1.0:1767384635.970375:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfdb2673. 00000100:00000001:3.0:1767384635.970379:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384635.970379:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384635.970380:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b448e6 00000020:00000001:2.0:1767384635.970385:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384635.970385:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b448e6. 00000100:00000040:3.0:1767384635.970386:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:1.0:1767384635.970390:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384635.970391:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384635.970392:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384635.970394:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384635.970399:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384635.970400:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf00aa96 x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:616/0 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384635.970402:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384635.970404:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035d90883 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:616/0 lens 224/224 e 0 to 0 dl 1767384646 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384635.970443:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384635.970445:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035d90883 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16345:x1853237050233344:12345-0@lo:400: Request processed in 463us (1532us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384635.970448:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf00aa96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16345:x1853237050233472:12345-0@lo:400: Request processed in 564us (2072us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384635.970464:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:3.0:1767384635.970470:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000100:00000001:1.0:1767384635.970473:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384635.970474:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1767384635.970475:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000001:3.0:1767384635.970478:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384635.970479:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:1.0:1767384635.970479:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384635.970481:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f08165db. 00000100:00000001:2.0:1767384635.970485:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384635.970485:0:16345:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384635.970486:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053e94aa3. 00000100:00000001:2.0:1767384635.970490:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384635.970490:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384635.970491:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f89c1c91. 00000020:00000010:2.0:1767384635.970494:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a88b3158. 00000100:00000001:1.0:1767384635.970494:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384635.970497:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384635.970500:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000efc5f71d. 00000020:00000040:3.0:1767384635.970503:0:17076:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 02000000:00000001:1.0:1767384635.970503:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384635.970505:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e733a1ed. 00000100:00000001:3.0:1767384635.970508:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384635.970511:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000100:00001000:1.0:1767384635.970511:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=46 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384635.970516:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384635.970518:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384635.970523:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384635.970525:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384635.970526:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384635.970529:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384635.970534:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.970536:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384635.970537:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384635.970538:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384635.970538:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.970541:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384635.970545:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384635.970546:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384635.970547:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384635.970549:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384635.970554:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5b16a1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16345:1853237050233472:0@lo:400: 00000100:00000001:1.0:1767384635.970556:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.970563:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384635.970565:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5b16a1b x1853237050233472/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384635.970570:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384635.970571:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384635.970573:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e4d7383. 02000000:00000001:1.0:1767384635.970575:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384635.970576:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384635.970577:0:16345:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384635.970578:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384635.970579:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9a40d7b. 02000000:00000001:1.0:1767384635.970581:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384635.970582:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384635.970583:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5b16a1b. 00000100:00000001:1.0:1767384635.970585:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384635.970585:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384635.970587:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.970588:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384635.970589:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384635.970591:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384635.970592:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384635.970593:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b6a245. 00000400:00000200:1.0:1767384635.970594:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a2deecf 00000400:00000010:1.0:1767384635.970595:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a2deecf. 00000100:00000001:1.0:1767384635.970598:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384635.970599:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384635.970605:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384635.970609:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384635.970610:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384635.970611:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384635.970612:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384635.970612:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384635.970613:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384635.970615:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384635.970617:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384635.970624:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384635.970626:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384635.970627:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384635.970628:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384635.970629:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384635.970634:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.970635:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384635.970636:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384635.970637:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384635.970638:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384635.970640:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384635.970644:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384635.970645:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384635.970645:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384635.970648:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384635.970652:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030e6f878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16345:1853237050233344:0@lo:400: 00000100:00000001:1.0:1767384635.970654:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384635.970655:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384635.970656:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030e6f878 x1853237050233344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384651 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384635.970659:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384635.970660:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384635.970661:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000546a7a88. 02000000:00000001:1.0:1767384635.970662:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384635.970663:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384635.970663:0:16345:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384635.970664:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384635.970666:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ddc032d. 02000000:00000001:1.0:1767384635.970667:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384635.970670:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384635.970671:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030e6f878. 00000100:00000001:1.0:1767384635.970673:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384635.970674:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384635.970675:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384635.970677:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384635.970678:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384635.970679:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384635.970680:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384635.973342:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294924293, at 4294924294 00000100:00000010:2.0:1767384635.973349:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d49229f8. 00000100:00000040:1.0:1767384635.973370:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294924293, at 4294924294 00000100:00000010:1.0:1767384635.973379:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0474620. 00000100:00000040:3.0:1767384635.973409:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294924293, at 4294924294 00000100:00000010:3.0:1767384635.973414:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d94381bd. 00000100:00000040:0.0:1767384635.973682:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294924293, at 4294924294 00000100:00000010:0.0:1767384635.973688:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000185677ff. 00000001:00000001:1.0:1767384636.004245:0:29141:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384636.004249:0:29141:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:1.0:1767384636.007232:0:29141:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384636.014371:0:29142:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000006c93d60. 00000400:00000010:1.0:1767384636.014385:0:29142:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002d946c00. 00000400:00000010:1.0:1767384636.014394:0:29142:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fe7e4e07. 00000400:00000010:1.0:1767384636.014397:0:29142:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000546a7a88. 00000400:00000010:1.0:1767384636.014400:0:29142:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000529156d3. 00000400:00000010:1.0:1767384636.014404:0:29142:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a7408c75. 00000400:00000010:1.0:1767384636.014406:0:29142:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000016b8e27f. 00000400:00000010:1.0:1767384636.014407:0:29142:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c8e3d46b. 00000400:00000010:1.0:1767384636.014409:0:29142:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000014a27bce. 00000800:00000010:1.0:1767384636.014422:0:29142:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e89fc9fd. 00000800:00000200:1.0:1767384636.014431:0:29142:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384636.014439:0:29142:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384636.014473:0:29142:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384636.014492:0:29142:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp34 [8/256/0/180] 00000400:00000010:1.0:1767384636.015869:0:29142:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000004e4d7383. 00000400:00000010:1.0:1767384636.015875:0:29142:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b6a245. 00000400:00000010:1.0:1767384636.015879:0:29142:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a2deecf. 00000400:00000001:1.0:1767384636.015893:0:29142:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384636.015894:0:29142:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384636.015896:0:29142:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2c4c1c3. 00000400:00000200:1.0:1767384636.015902:0:29142:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e93641 00000400:00000010:1.0:1767384636.015904:0:29142:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e93641. 00000400:00000010:1.0:1767384636.015909:0:29142:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000ce2a75f9. 00000400:00000200:1.0:1767384636.015913:0:29142:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (24) 00000400:00000200:1.0:1767384636.015924:0:29142:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384636.015930:0:29142:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:1.0:1767384636.015935:0:29142:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a42390e1. 00000020:01000000:1.0:1767384636.015938:0:29142:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384636.015940:0:29142:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp34 00000400:00000010:1.0:1767384636.015951:0:29142:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002d946c00. 00000400:00000010:1.0:1767384636.015954:0:29142:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000006c93d60. 00000400:00000200:2.0:1767384636.015980:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384636.015986:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100171 00000400:00000010:2.0:1767384636.015993:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079f9896b. 00000400:00000200:2.0:1767384636.015996:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (25) 00000400:00000010:2.0:1767384636.016000:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bcc89b07. 00000400:00000200:2.0:1767384636.016005:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000020:00000001:3.0:1767384636.016011:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384636.016016:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384636.016017:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 10000000:00000001:3.0:1767384636.016019:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384636.016023:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384636.016025:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000020:01000004:3.0:1767384636.016027:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384636.016032:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384636.016034:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000020:01000004:3.0:1767384636.016035:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384636.016037:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384636.016038:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384636.016039:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384636.016040:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384636.016043:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384636.016045:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384636.016048:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384636.016050:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000100:00000010:3.0:1767384636.016053:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a421276. 00000400:00000200:2.0:1767384636.016054:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000020:00000040:3.0:1767384636.016060:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:2.0:1767384636.016061:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000400:00000200:2.0:1767384636.016067:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000100:00000001:3.0:1767384636.016068:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384636.016073:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384636.016074:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 02000000:00000001:3.0:1767384636.016079:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.016079:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000200:2.0:1767384636.016087:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:2.0:1767384636.016090:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 02000000:00000010:3.0:1767384636.016091:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a86e09ea. 00000400:00000200:2.0:1767384636.016097:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000100:00000001:3.0:1767384636.016100:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.016101:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000400:00000200:2.0:1767384636.016108:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:2.0:1767384636.016111:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000100:00000001:3.0:1767384636.016112:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384636.016132:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.016134:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000400:00000200:2.0:1767384636.016140:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000100:00000040:3.0:1767384636.016143:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a421276] to pc [ptlrpcd_00_02+2] req@000000002a421276 x1853237050233600/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384636.016147:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:2.0:1767384636.016163:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000400:00000200:2.0:1767384636.016168:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 16], ns[67, 16] 00000400:00000200:2.0:1767384636.016173:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 16], ns[80, 16] 10000000:00000001:3.0:1767384636.016184:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384636.016187:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.016190:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[77, 16], ns[78, 16] 00000020:00000001:3.0:1767384636.016191:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.016195:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:3.0:1767384636.016196:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384636.016202:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384636.016203:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[81, 16], ns[82, 16] 00000020:00000001:3.0:1767384636.016204:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384636.016205:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384636.016208:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384636.016211:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384636.016213:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a421276 x1853237050233600/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384636.016218:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 10000000:01000000:3.0:1767384636.016222:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384636.016227:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384636.016230:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384636.016234:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384636.016236:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384636.016238:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384636.016238:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000100:00000001:1.0:1767384636.016239:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384636.016243:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384636.016245:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384636.016246:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384636.016247:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp32 00000020:01000004:3.0:1767384636.016249:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384636.016250:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384636.016253:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384636.016255:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384636.016256:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384636.016256:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp32 lpni_is_preferred = 0 00000100:00000010:3.0:1767384636.016262:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca86bd06. 00000100:00100000:1.0:1767384636.016262:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a421276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050233600:0@lo:253: 00000400:00000200:2.0:1767384636.016264:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp32 00000020:00000040:3.0:1767384636.016267:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384636.016272:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384636.016274:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384636.016274:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp32 NI seq info: [83:83:256:4294967295] 192.168.202.122@tcp32 LPNI seq info [82:82:8:4294967295] 02000000:00000001:3.0:1767384636.016277:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384636.016278:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384636.016282:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384636.016282:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.016285:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp32 02000000:00000001:1.0:1767384636.016288:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384636.016319:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000249fca44. 00000100:00000001:3.0:1767384636.016325:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.016330:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp32(192.168.202.122@tcp32:) -> 192.168.202.122@tcp32(192.168.202.122@tcp:192.168.202.122@tcp32) : PUT try# 0 00000100:00000001:3.0:1767384636.016331:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1767384636.016334:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b77939c5. 00000100:00000001:3.0:1767384636.016335:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384636.016341:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.122@tcp32 02000000:00000001:1.0:1767384636.016342:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384636.016345:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca86bd06] to pc [ptlrpcd_00_03+3] req@00000000ca86bd06 x1853237050233728/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384636.016351:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066ea2b72. 00000400:00000010:1.0:1767384636.016351:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c4c1c3. 10000000:00000001:3.0:1767384636.016357:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384636.016359:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d946c00. 10000000:00000001:3.0:1767384636.016360:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384636.016362:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000053a0f540. 00000020:00000001:3.0:1767384636.016365:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384636.016366:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050233600, portal 25 00000020:01000000:3.0:1767384636.016368:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384636.016368:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c94df6da. 00000100:00000001:1.0:1767384636.016370:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384636.016374:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a42390e1. 00000100:00000001:1.0:1767384636.016374:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964273024 : -108605745278592 : ffff9d394121d180) 00000800:00000200:2.0:1767384636.016379:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000100:00000040:1.0:1767384636.016383:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a421276 x1853237050233600/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384636.016386:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000100:00000001:3.0:1767384636.016390:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384636.016394:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384636.016397:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384636.016399:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000100:00000001:1.0:1767384636.016402:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384636.016403:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca86bd06 x1853237050233728/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384636.016405:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100571 rc 0 00000100:00000040:1.0:1767384636.016410:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384636.016416:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045793de6. 00000100:00000001:3.0:1767384636.016417:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384636.016420:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384636.016421:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050233600, offset 0 02000000:00000001:3.0:1767384636.016423:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384636.016426:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384636.016428:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.016429:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384636.016438:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384636.016441:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca86bd06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050233728:0@lo:253: 00000100:00000001:3.0:1767384636.016445:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384636.016448:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384636.016452:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260105300 02000000:00000001:3.0:1767384636.016453:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384636.016459:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384636.016459:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.016464:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11c5 [2] + 0 02000000:00000010:3.0:1767384636.016467:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008d59694a. 00000400:00000010:1.0:1767384636.016468:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078a18739. 02000000:00000001:3.0:1767384636.016472:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384636.016475:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b39d5852 00000400:00000010:3.0:1767384636.016478:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077cf56a4. 00000400:00000200:1.0:1767384636.016482:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384636.016484:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7fd51bc. 00000400:00000200:1.0:1767384636.016488:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384636.016489:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050233728, portal 25 00000100:00000001:3.0:1767384636.016493:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384636.016493:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39d5852 00000100:00000001:3.0:1767384636.016495:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964281984 : -108605745269632 : ffff9d394121f480) 00000400:00000010:1.0:1767384636.016497:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b39d5852. 00000100:00000040:3.0:1767384636.016501:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca86bd06 x1853237050233728/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384636.016504:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000001:1.0:1767384636.016504:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384636.016508:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384636.016514:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000000884b047 x1853237050233600 msgsize 4848 00000100:00000001:3.0:1767384636.016515:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384636.016524:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384636.016527:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384636.016528:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cd6e78f. 00000100:00000040:1.0:1767384636.016530:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767384636.016533:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050233728, offset 0 00000400:00000200:2.0:1767384636.016535:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.016540:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384636.016545:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384636.016550:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384636.016553:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045793de6 00000400:00000010:1.0:1767384636.016557:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045793de6. 00000100:00000001:1.0:1767384636.016561:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384636.016562:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260105380 00000100:00000200:1.0:1767384636.016566:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a421276 x1853237050233600/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384636.016566:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384636.016569:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.016571:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11cd [2] + 0 00000100:00100000:0.0:1767384636.016572:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050233600 02000000:00000001:0.0:1767384636.016579:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767384636.016581:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f55939c. 00000400:00000200:3.0:1767384636.016588:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a4ab465 00000100:00000001:1.0:1767384636.016588:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384636.016590:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384636.016594:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a421276 x1853237050233600/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384636.016595:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384636.016596:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.016597:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 02000000:00000001:0.0:1767384636.016605:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384636.016606:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384636.016614:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384636.016615:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050233600 00000400:00000200:3.0:1767384636.016616:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a4ab465 00000100:00000001:1.0:1767384636.016617:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384636.016621:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a4ab465. 00000400:00000200:2.0:1767384636.016622:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000020:00000001:0.0:1767384636.016622:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384636.016625:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.016626:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:0.0:1767384636.016627:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000200:3.0:1767384636.016630:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384636.016630:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294924342 00000020:00000001:0.0:1767384636.016632:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384636.016636:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000007bb16798 x1853237050233728 msgsize 4848 00000100:00000010:1.0:1767384636.016639:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1ff1523. 00000020:00000040:0.0:1767384636.016639:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:0.0:1767384636.016645:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00100000:3.0:1767384636.016648:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384636.016650:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000020:00000001:0.0:1767384636.016652:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384636.016653:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384636.016654:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384636.016662:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384636.016664:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294924342 00000100:00000001:3.0:1767384636.016667:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384636.016668:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098493489. 00000100:00000010:1.0:1767384636.016669:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081b8a6bf. 00000100:00000001:0.0:1767384636.016674:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384636.016675:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384636.016681:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cd6e78f 00000100:00000001:1.0:1767384636.016682:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294924342 00000020:00000010:0.0:1767384636.016682:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098493489. 00000400:00000200:2.0:1767384636.016683:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000010:3.0:1767384636.016686:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cd6e78f. 00000100:00000010:1.0:1767384636.016691:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c9cce49. 00000100:00000001:3.0:1767384636.016692:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384636.016693:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d6d4a83. 00000100:00000001:1.0:1767384636.016696:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000200:3.0:1767384636.016700:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca86bd06 x1853237050233728/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384636.016702:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003dbe3bc4. 00000100:00000001:1.0:1767384636.016703:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294924342 00000100:00000001:3.0:1767384636.016715:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384636.016715:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000733d2b76. 00000020:00000010:0.0:1767384636.016715:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000400:00000200:2.0:1767384636.016716:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000040:3.0:1767384636.016721:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca86bd06 x1853237050233728/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384636.016724:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767384636.016731:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384636.016732:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.016734:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384636.016735:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384636.016739:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384636.016741:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384636.016741:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.016742:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384636.016747:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.016749:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294924342 00000100:00000001:1.0:1767384636.016749:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.016750:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:0.0:1767384636.016756:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.016757:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294924342 00000100:00000001:1.0:1767384636.016757:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.016763:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294924342 00000100:00000001:3.0:1767384636.016766:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294924342 00000100:00000001:3.0:1767384636.016768:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294924342 00000100:00000001:3.0:1767384636.016770:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294924342 00000100:00000001:1.0:1767384636.016770:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384636.016772:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384636.016775:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384636.016776:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294924342 00000400:00000200:2.0:1767384636.016777:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000001:3.0:1767384636.016782:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294924342 00000100:00000001:1.0:1767384636.016783:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384636.016785:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384636.016786:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384636.016789:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384636.016790:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384636.016791:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050233728 00000100:00000001:1.0:1767384636.016793:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.016794:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384636.016796:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384636.016800:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384636.016801:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384636.016802:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.016806:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384636.016806:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.016809:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767384636.016812:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.016813:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384636.016815:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:3.0:1767384636.016816:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384636.016818:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050233728 00000100:00000001:3.0:1767384636.016821:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384636.016822:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384636.016825:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384636.016826:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384636.016830:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384636.016833:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:0.0:1767384636.016835:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384636.016846:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:2.0:1767384636.016848:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:0.0:1767384636.016850:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384636.016856:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098493489. 00000100:00000001:0.0:1767384636.016859:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384636.016862:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098493489. 00000020:00000010:0.0:1767384636.016868:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056d35f12. 00000020:00000010:0.0:1767384636.016873:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e791883. 00000400:00000200:2.0:1767384636.016878:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000020:00000010:0.0:1767384636.016878:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2123e8c. 00000100:00000001:0.0:1767384636.016886:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384636.016890:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384636.016892:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.016898:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.016900:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384636.016907:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:0.0:1767384636.016912:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384636.016916:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384636.016923:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000040:0.0:1767384636.016927:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384636.016930:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472457323600 : -108601252228016 : ffff9d3a4cf05450) 00000400:00000200:2.0:1767384636.016936:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000040:0.0:1767384636.016936:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000884b047 x1853237050233600/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:617/0 lens 4848/0 e 0 to 0 dl 1767384647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384636.016950:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384636.016954:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098493489. 00000100:00000001:0.0:1767384636.016957:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384636.016960:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098493489. 00000400:00000200:2.0:1767384636.016966:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000001:3.0:1767384636.016969:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384636.016970:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000884b047 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050233600:12345-0@lo:253: 00000100:00000001:3.0:1767384636.016973:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384636.016978:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050233600 00000100:00100000:3.0:1767384636.016981:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000020:00000001:0.0:1767384636.016984:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384636.016985:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000020:00000001:0.0:1767384636.016990:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767384636.016992:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000020:00000001:0.0:1767384636.016994:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.016996:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472409206864 : -108601300344752 : ffff9d3a4a122050) 00000020:00000001:0.0:1767384636.017002:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767384636.017004:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007bb16798 x1853237050233728/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:617/0 lens 4848/0 e 0 to 0 dl 1767384647 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384636.017006:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000400:00000200:2.0:1767384636.017013:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000020:00000001:0.0:1767384636.017015:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384636.017020:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384636.017023:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2e630dd. 00000100:00000001:3.0:1767384636.017026:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384636.017027:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384636.017028:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2e630dd. 00000020:00000001:0.0:1767384636.017034:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384636.017038:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007bb16798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050233728:12345-0@lo:253: 00000400:00000200:2.0:1767384636.017038:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000020:00000001:0.0:1767384636.017039:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1767384636.017045:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050233728 00000020:00000001:0.0:1767384636.017045:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384636.017050:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384636.017053:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384636.017053:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384636.017056:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384636.017059:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384636.017059:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384636.017062:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000020:00000001:3.0:1767384636.017063:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 02000000:00000010:0.0:1767384636.017068:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bab46fe4. 00000020:00000001:3.0:1767384636.017069:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384636.017071:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384636.017074:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384636.017075:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384636.017077:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384636.017080:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.017080:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.017085:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384636.017087:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384636.017089:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384636.017096:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000893fbe12. 02000000:00000001:3.0:1767384636.017098:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384636.017099:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a040aba0. 00000100:00000001:3.0:1767384636.017100:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.017100:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 20000000:00000001:3.0:1767384636.017106:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:0.0:1767384636.017106:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384636.017112:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:3.0:1767384636.017129:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004d760397. 20000000:00000001:0.0:1767384636.017132:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:3.0:1767384636.017133:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384636.017137:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384636.017137:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384636.017142:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384636.017143:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384636.017146:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384636.017148:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384636.017149:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384636.017150:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 20000000:00000001:3.0:1767384636.017153:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384636.017162:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009dd56988. 20000000:01000000:0.0:1767384636.017167:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:0.0:1767384636.017173:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384636.017180:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384636.017184:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384636.017193:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00080000:00000001:0.0:1767384636.017201:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384636.017219:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384636.017223:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384636.017225:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384636.017228:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384636.017230:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384636.017233:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:0.0:1767384636.017239:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:0.0:1767384636.017241:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384636.017245:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384636.017246:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00080000:00000001:0.0:1767384636.017249:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384636.017255:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384636.017258:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384636.017265:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384636.017269:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384636.017279:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000de3b16d2. 00080000:00000001:0.0:1767384636.017284:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468039772160 : -108605669779456 : ffff9d3945a1d800) 00080000:00000001:0.0:1767384636.017288:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384636.017310:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000001:00000001:0.0:1767384636.017318:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384636.017323:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000098493489. 00080000:00000001:0.0:1767384636.017327:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384636.017330:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384636.017347:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00080000:00000001:0.0:1767384636.017350:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384636.017373:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384636.017389:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.017443:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.017483:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.017502:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.017519:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.017538:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.017558:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.017573:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:2.0:1767384636.017715:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b1aa45a. 00000800:00000010:2.0:1767384636.017720:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e392f779. 00000800:00000010:2.0:1767384636.017725:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5b74ea7. 00000800:00000010:2.0:1767384636.017748:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5b74ea7. 00000800:00020000:2.0:1767384636.017757:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384636.017760:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e392f779. 00000800:00000010:2.0:1767384636.017763:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005b1aa45a. 00000400:02020000:2.0:1767384636.017802:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp32 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384636.017807:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp32 notifying 192.168.202.122@tcp32: down 00000800:00000200:2.0:1767384636.017812:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp32 down 00000800:00000100:2.0:1767384636.017817:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 448 0@<0:0>->192.168.202.122@tcp32 00000800:00000010:2.0:1767384636.017820:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066ea2b72. 00000400:00000200:2.0:1767384636.017823:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384636.017826:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp32->192.168.202.122@tcp32: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384636.017832:0:16335:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp32 added to recovery queue. ping count: 0 next ping: 258 health :900 00000400:00000200:2.0:1767384636.017835:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384636.017837:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 1 00000400:00000200:2.0:1767384636.017841:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384636.017910:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384636.017923:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x101171 00000400:00000001:3.0:1767384636.017927:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384636.017928:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384636.017929:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f9896b 00000400:00000010:3.0:1767384636.017930:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079f9896b. 00000400:00000200:3.0:1767384636.017934:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384636.017937:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384636.017939:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (26) 00000400:00000200:3.0:1767384636.017941:0:16342:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384636.017943:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100171 rc -71 00000400:00000200:3.0:1767384636.017946:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:3.0:1767384636.017948:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (25) 00080000:00000010:2.0:1767384636.019065:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000de3b16d2. 00080000:00000010:0.0:1767384636.019099:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000098493489. 00040000:00000001:0.0:1767384636.019103:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384636.019105:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384636.019107:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384636.019110:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384636.019112:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384636.019124:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384636.019135:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384636.019143:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384636.019145:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384636.019149:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384636.019161:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384636.019165:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384636.019168:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384636.019171:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384636.019174:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000010:3.0:1767384636.019181:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000031eb67c7. 00010000:00000010:2.0:1767384636.019183:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005a7c1a1b. 20000000:01000000:3.0:1767384636.019186:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:3.0:1767384636.019191:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767384636.019191:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384636.019194:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:2.0:1767384636.019196:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072052be0. 00080000:00000001:3.0:1767384636.019198:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:2.0:1767384636.019204:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384636.019207:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000040:2.0:1767384636.019209:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000072052be0 with handle 0x9f279d7a9a0b4ff2 to hash 00000020:00000001:2.0:1767384636.019214:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384636.019215:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.019216:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00080000:00000001:3.0:1767384636.019220:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384636.019223:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.019224:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00080000:00000001:3.0:1767384636.019225:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384636.019226:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384636.019230:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00010000:00000001:2.0:1767384636.019231:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384636.019235:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00010000:00000001:2.0:1767384636.019236:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384636.019237:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384636.019243:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384636.019244:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ff2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384636.019245:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384636.019249:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384636.019253:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384636.019258:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:2.0:1767384636.019259:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384636.019262:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384636.019263:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:3.0:1767384636.019266:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f89c1c91. 00080000:00000001:3.0:1767384636.019269:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468053421056 : -108605656130560 : ffff9d3946721c00) 00080000:00000001:3.0:1767384636.019271:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00080000:00000020:0.0:1767384636.019274:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384636.019275:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384636.019278:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384636.019279:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384636.019282:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384636.019282:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a040aba0. 00000001:00000001:3.0:1767384636.019283:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384636.019287:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000001:0.0:1767384636.019308:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384636.019312:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a2e630dd. 00010000:00000040:0.0:1767384636.019312:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050233600 00080000:00000001:3.0:1767384636.019318:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384636.019319:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384636.019322:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384636.019323:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000200:0.0:1767384636.019326:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000884b047 x1853237050233600/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:617/0 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384636.019327:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384636.019331:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384636.019334:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384636.019335:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.019337:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:0.0:1767384636.019338:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1767384636.019340:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005a7c1a1b) refcount = 1 00010000:00000001:0.0:1767384636.019341:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384636.019345:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:2.0:1767384636.019346:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ff2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384636.019346:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384636.019355:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384636.019357:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:0.0:1767384636.019359:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:2.0:1767384636.019361:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:0.0:1767384636.019363:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:2.0:1767384636.019364:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384636.019369:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384636.019369:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384636.019372:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384636.019374:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:0.0:1767384636.019378:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384636.019379:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384636.019384:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384636.019385:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384636.019386:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384636.019390:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=4 00000100:00000040:0.0:1767384636.019390:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384636.019393:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000400:00000010:0.0:1767384636.019394:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac37a6f2. 00010000:00000001:2.0:1767384636.019395:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384636.019400:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000200:0.0:1767384636.019401:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050233600, offset 224 00010000:00010000:2.0:1767384636.019402:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ff2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.019410:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384636.019411:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ff2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384636.019415:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384636.019421:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.019423:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384636.019424:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ff2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384636.019427:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384636.019436:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384636.019438:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384636.019440:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260105300 00010000:00000001:2.0:1767384636.019442:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384636.019444:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ff2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384636.019450:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1941 [2] + 224 00010000:00010000:2.0:1767384636.019451:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000072052be0 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384636.019455:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384636.019458:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384636.019460:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ff2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384636.019461:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384636.019469:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384636.019472:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384636.019472:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384636.019475:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384636.019477:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=5 00000020:00000001:2.0:1767384636.019480:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000100:00000001:0.0:1767384636.019481:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384636.019482:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384636.019486:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384636.019488:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ff2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384636.019489:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a421276 x1853237050233600/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384636.019495:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384636.019498:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384636.019499:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.019503:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384636.019505:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384636.019508:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384636.019510:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384636.019512:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000072052be0 with handle 0x9f279d7a9a0b4ff2 from hash 00000100:00000040:0.0:1767384636.019513:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002a421276 x1853237050233600/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384636.019514:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384636.019517:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.019518:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.019525:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384636.019527:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384636.019530:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384636.019532:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384636.019533:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384636.019536:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.019538:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384636.019540:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1767384636.019540:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384636.019543:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.019546:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.019547:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384636.019549:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac37a6f2 00010000:00000001:2.0:1767384636.019550:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.019555:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384636.019555:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac37a6f2. 00000100:00000001:3.0:1767384636.019560:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384636.019561:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ff2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384636.019562:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384636.019563:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384636.019567:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384636.019570:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384636.019574:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384636.019574:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.019575:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384636.019576:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2c4c1c3. 00010000:00000001:2.0:1767384636.019578:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384636.019582:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000200:3.0:1767384636.019583:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d946c00 00010000:00000001:2.0:1767384636.019583:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384636.019586:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:3.0:1767384636.019588:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d946c00. 00010000:00000001:2.0:1767384636.019590:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384636.019590:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384636.019592:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384636.019596:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384636.019596:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384636.019599:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a421276 x1853237050233600/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384636.019601:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:0.0:1767384636.019602:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384636.019606:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384636.019612:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000884b047 x1853237050233600/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:617/0 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384636.019613:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384636.019616:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a421276 x1853237050233600/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384636.019619:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ff2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.019641:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384636.019644:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384636.019649:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384636.019649:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b4ff2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384636.019653:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384636.019655:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000884b047 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050233600:12345-0@lo:253: Request processed in 2701us (3135us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384636.019659:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384636.019663:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384636.019666:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384636.019670:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384636.019671:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005a7c1a1b count: 0 02000000:00000001:3.0:1767384636.019673:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384636.019678:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00001000:3.0:1767384636.019679:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=53 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384636.019682:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384636.019683:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00001000:3.0:1767384636.019684:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=53 v=5 (1 0 0 0) 20000000:00000001:2.0:1767384636.019687:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384636.019690:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384636.019691:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384636.019694:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.019696:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384636.019697:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.019702:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.019702:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384636.019706:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a421276 x1853237050233600/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384636.019709:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003dbe3bc4. 00000100:00000001:3.0:1767384636.019715:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384636.019718:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384636.019718:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384636.019724:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d6d4a83. 00000100:00000001:3.0:1767384636.019728:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384636.019731:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000020:01000004:3.0:1767384636.019732:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384636.019736:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384636.019738:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384636.019739:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:3.0:1767384636.019740:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384636.019744:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000010:0.0:1767384636.019744:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bab46fe4. 00000020:01000004:3.0:1767384636.019745:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384636.019747:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384636.019751:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384636.019752:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384636.019753:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384636.019753:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384636.019758:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384636.019759:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a421276 x1853237050233600/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384636.019767:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384636.019768:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a421276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050233600:0@lo:253: 00000100:00000001:3.0:1767384636.019774:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.019775:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384636.019776:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1b6dc0c. 00000100:00000040:3.0:1767384636.019777:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a421276 x1853237050233600/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384636.019786:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384636.019786:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ac37a6f2. 02000000:00000001:3.0:1767384636.019789:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384636.019792:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b77939c5. 02000000:00000001:3.0:1767384636.019796:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384636.019798:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384636.019799:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384636.019801:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384636.019803:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a86e09ea. 02000000:00000001:3.0:1767384636.019805:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384636.019807:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384636.019808:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a421276. 00000100:00000001:3.0:1767384636.019810:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384636.019811:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.019812:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384636.019816:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384636.019818:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.019819:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384636.019821:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384636.020809:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f89c1c91. 00080000:00000010:3.0:1767384636.020884:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a2e630dd. 00040000:00000001:3.0:1767384636.020895:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384636.020897:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384636.020898:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384636.020901:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384636.020903:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384636.020904:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384636.020906:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384636.020917:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384636.020919:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384636.020923:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384636.020931:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384636.020941:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384636.020943:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384636.020945:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384636.020947:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384636.020950:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dde451eb. 00010000:00000001:2.0:1767384636.020952:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384636.020954:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018bdeef6. 00000020:00000001:2.0:1767384636.020956:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384636.020957:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018bdeef6 with handle 0x9f279d7a9a0b4ff9 to hash 00000020:00000001:2.0:1767384636.020959:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384636.020959:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384636.020961:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384636.020963:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384636.020964:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384636.020965:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ff9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.020969:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384636.020971:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384636.020972:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384636.020974:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384636.020975:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384636.020977:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384636.020979:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384636.020980:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384636.020981:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384636.020982:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384636.020983:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384636.020984:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dde451eb) refcount = 1 00010000:00010000:2.0:1767384636.020986:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ff9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.020990:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384636.020991:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384636.020992:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384636.020993:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.021000:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384636.021002:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384636.021003:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384636.021005:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384636.021006:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384636.021007:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=4 00000020:00000001:2.0:1767384636.021009:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384636.021010:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384636.021011:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384636.021012:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ff9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.021016:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384636.021017:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ff9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.021020:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.021021:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384636.021021:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ff9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.021024:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384636.021025:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.021026:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384636.021027:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ff9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384636.021031:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018bdeef6 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384636.021032:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384636.021033:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384636.021034:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ff9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.021037:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384636.021038:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384636.021045:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384636.021046:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=5 00000020:00000001:2.0:1767384636.021047:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384636.021049:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384636.021050:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384636.021052:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ff9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.021055:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384636.021056:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384636.021057:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.021058:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384636.021059:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384636.021060:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384636.021061:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384636.021062:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018bdeef6 with handle 0x9f279d7a9a0b4ff9 from hash 00010000:00000001:2.0:1767384636.021063:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384636.021064:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.021064:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.021065:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384636.021066:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384636.021067:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384636.021068:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384636.021069:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384636.021070:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.021071:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384636.021072:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384636.021074:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.021074:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.021075:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.021076:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.021077:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384636.021078:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ff9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.021081:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.021087:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.021088:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384636.021090:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384636.021091:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384636.021092:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384636.021094:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384636.021096:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384636.021098:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384636.021099:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ff9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384636.021103:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384636.021104:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384636.021105:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b4ff9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384636.021109:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dde451eb count: 0 00080000:00000020:3.0:1767384636.021112:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384636.021126:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384636.021127:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004d760397. 20000000:00000001:3.0:1767384636.021131:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384636.021132:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1767384636.021134:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050233728 20000000:00000001:2.0:1767384636.021135:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384636.021138:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384636.021143:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007bb16798 x1853237050233728/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:617/0 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384636.021149:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384636.021151:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384636.021153:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=53 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384636.021155:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384636.021157:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384636.021159:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384636.021161:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384636.021163:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384636.021165:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384636.021166:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384636.021169:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cd6e78f. 00000100:00000200:3.0:1767384636.021172:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050233728, offset 224 00000400:00000200:3.0:1767384636.021176:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384636.021181:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384636.021186:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260105380 00000400:00000200:3.0:1767384636.021190:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1949 [2] + 224 00000400:00000200:3.0:1767384636.021194:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384636.021203:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384636.021206:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384636.021208:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca86bd06 x1853237050233728/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384636.021214:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ca86bd06 x1853237050233728/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384636.021227:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384636.021231:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cd6e78f 00000400:00000010:3.0:1767384636.021232:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cd6e78f. 00000100:00000001:3.0:1767384636.021234:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384636.021235:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384636.021237:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384636.021239:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384636.021240:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384636.021242:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384636.021243:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384636.021246:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bb16798 x1853237050233728/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:617/0 lens 4848/4768 e 0 to 0 dl 1767384647 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384636.021253:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007bb16798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050233728:12345-0@lo:253: Request processed in 4231us (4614us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384636.021255:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384636.021258:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384636.021260:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000400:00000001:0.0:1767384636.021263:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384636.021264:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384636.021269:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767384636.021269:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384636.021272:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077cf56a4. 00000100:00000001:3.0:1767384636.021273:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384636.021277:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e791883. 00000400:00000200:0.0:1767384636.021279:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7fd51bc 00000020:00000010:3.0:1767384636.021281:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2123e8c. 00000400:00000010:0.0:1767384636.021282:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7fd51bc. 00000020:00000010:3.0:1767384636.021287:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056d35f12. 00000100:00000001:0.0:1767384636.021289:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384636.021312:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca86bd06 x1853237050233728/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384636.021316:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:3.0:1767384636.021322:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767384636.021324:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca86bd06 x1853237050233728/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384636.021325:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000893fbe12. 02000000:00000001:3.0:1767384636.021332:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384636.021334:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384636.021335:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384636.021339:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384636.021340:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384636.021343:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384636.021346:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384636.021349:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384636.021350:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057b6dfac. 00000100:00000001:0.0:1767384636.021352:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384636.021355:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cd6e78f. 02000000:00000001:0.0:1767384636.021357:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384636.021363:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=53 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384636.021368:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384636.021371:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384636.021374:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384636.021376:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384636.021386:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.021389:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384636.021393:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca86bd06 x1853237050233728/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384636.021401:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384636.021404:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384636.021405:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384636.021408:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384636.021410:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384636.021412:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384636.021413:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384636.021415:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384636.021416:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384636.021418:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384636.021419:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384636.021420:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384636.021423:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca86bd06 x1853237050233728/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384636.021431:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca86bd06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050233728:0@lo:253: 00000100:00000001:0.0:1767384636.021436:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384636.021438:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384636.021441:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca86bd06 x1853237050233728/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384636.021447:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384636.021449:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384636.021451:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008d59694a. 02000000:00000001:0.0:1767384636.021455:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384636.021457:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384636.021458:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384636.021460:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384636.021462:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000249fca44. 02000000:00000001:0.0:1767384636.021465:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384636.021466:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384636.021467:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca86bd06. 00000100:00000001:0.0:1767384636.021470:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384636.021479:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384636.021481:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384636.021486:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384636.021488:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384636.021490:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384636.021491:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384636.022327:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294924342, at 4294924343 00000100:00000010:1.0:1767384636.022334:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081b8a6bf. 00000100:00000040:2.0:1767384636.022341:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294924342, at 4294924343 00000100:00000010:2.0:1767384636.022348:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c9cce49. 00000100:00000040:3.0:1767384636.022351:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294924342, at 4294924343 00000100:00000010:3.0:1767384636.022359:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000733d2b76. 00000100:00000040:0.0:1767384636.022362:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294924342, at 4294924343 00000100:00000010:0.0:1767384636.022371:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1ff1523. 00010000:00000010:2.1:1767384636.028339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005a7c1a1b. 00010000:00000010:2.1:1767384636.028350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072052be0. 00010000:00000010:2.1:1767384636.028355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dde451eb. 00010000:00000010:2.1:1767384636.028359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018bdeef6. 00000400:00000010:2.0:1767384636.034038:0:29147:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000079534b31. 00000400:00000040:2.0:1767384636.034062:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384636.034066:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384636.034069:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384636.034071:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384636.034073:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384636.034075:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384636.034078:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384636.034080:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384636.034082:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384636.034083:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384636.034086:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384636.034088:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384636.034090:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384636.034092:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384636.034093:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384636.034102:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384636.034104:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384636.034105:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384636.034106:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384636.034109:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384636.034111:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384636.034112:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384636.034127:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384636.034129:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384636.034131:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384636.034133:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384636.034135:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384636.034137:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384636.034138:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384636.034140:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384636.034142:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384636.034144:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384636.034146:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384636.034147:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384636.034149:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384636.034151:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384636.034153:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384636.034155:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384636.034157:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384636.034159:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384636.034160:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384636.034162:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384636.034164:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384636.034166:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384636.034167:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384636.034169:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384636.034170:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384636.034172:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384636.034174:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384636.034175:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384636.034177:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384636.034179:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384636.034180:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384636.034182:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384636.034191:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384636.034193:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384636.034194:0:29147:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384636.034276:0:29147:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000079534b31. 00010000:00000001:1.0:1767384636.159346:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384636.159352:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384636.159358:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384636.159360:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384636.159379:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384636.159382:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384636.159385:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384636.991380:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp31 00000400:00000010:2.0:1767384636.991387:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000098e2fa60. 00000400:00000010:2.0:1767384636.991393:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000060fddb69. 00000400:00000010:2.0:1767384636.991397:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a44b781e. 00000400:00000010:2.0:1767384636.991403:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008254cbcd. 00000400:00000200:2.0:1767384636.991407:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp31 00000400:00000200:2.0:1767384636.991423:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp31 local destination 00000400:00000200:2.0:1767384636.991429:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp31 00000400:00000200:2.0:1767384636.991432:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp31 NI seq info: [84:84:256:4294967295] 192.168.202.122@tcp31 LPNI seq info [83:83:8:4294967295] 00000400:00000200:2.0:1767384636.991438:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp31 00000400:00000200:2.0:1767384636.991445:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp31(192.168.202.122@tcp31:) -> 192.168.202.122@tcp31(192.168.202.122@tcp31:192.168.202.122@tcp31) : GET try# 0 00000800:00000200:2.0:1767384636.991449:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp31 00000800:00000010:2.0:1767384636.991498:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000066ea2b72. 00000800:00000200:2.0:1767384636.991505:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000800:00000200:2.1:1767384636.991512:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000400:00000200:2.0:1767384636.991531:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp31 added to recovery queue. ping count: 2 next ping: 262 health :800 00000400:00000200:2.0:1767384636.991535:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp30 00000400:00000010:2.0:1767384636.991538:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a536d859. 00000400:00000010:2.0:1767384636.991542:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000026b91275. 00000400:00000010:2.0:1767384636.991544:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b121e87. 00000400:00000010:2.0:1767384636.991548:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005b5b0b43. 00000400:00000200:2.0:1767384636.991552:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp30 00000400:00000200:2.0:1767384636.991558:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp30 local destination 00000400:00000200:2.0:1767384636.991561:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp30 00000400:00000200:2.0:1767384636.991565:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp30 NI seq info: [85:85:256:4294967295] 192.168.202.122@tcp30 LPNI seq info [84:84:8:4294967295] 00000400:00000200:2.0:1767384636.991568:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp30 00000400:00000200:2.0:1767384636.991573:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp30(192.168.202.122@tcp30:) -> 192.168.202.122@tcp30(192.168.202.122@tcp30:192.168.202.122@tcp30) : GET try# 0 00000800:00000200:2.0:1767384636.991585:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp30 00000800:00000010:2.0:1767384636.991588:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000af566ebd. 00000800:00000200:2.0:1767384636.991591:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (2) 00000800:00000200:2.1:1767384636.991595:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (2) 00000400:00000200:2.0:1767384636.991606:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp30 added to recovery queue. ping count: 3 next ping: 266 health :700 00000400:00000200:2.0:1767384636.991610:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp32 00000400:00000010:2.0:1767384636.991613:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008529bd3c. 00000400:00000010:2.0:1767384636.991616:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e733a1ed. 00000400:00000010:2.0:1767384636.991618:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7ef4eac. 00000400:00000010:2.0:1767384636.991621:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000017813e5a. 00000400:00000200:2.0:1767384636.991627:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp32 00000400:00000200:2.0:1767384636.991632:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp32 local destination 00000400:00000200:2.0:1767384636.991635:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp32 00000400:00000200:3.0:1767384636.991638:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.991638:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp32 NI seq info: [86:86:256:4294967295] 192.168.202.122@tcp32 LPNI seq info [85:85:8:4294967295] 00000400:00000200:2.0:1767384636.991647:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp32 00000400:00000200:2.0:1767384636.991654:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp32(192.168.202.122@tcp32:) -> 192.168.202.122@tcp32(192.168.202.122@tcp32:192.168.202.122@tcp32) : GET try# 0 00000800:00000200:2.0:1767384636.991657:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp32 00000800:00000010:2.0:1767384636.991660:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000c70d80f. 00000800:00000200:2.0:1767384636.991663:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000800:00000200:2.1:1767384636.991667:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000400:00000200:2.0:1767384636.991677:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp32 added to recovery queue. ping count: 1 next ping: 260 health :900 00000400:00000200:3.0:1767384636.991699:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.991732:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.991747:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.991789:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.991796:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.991867:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.991869:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.991947:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.991961:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992017:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992029:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992075:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992080:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.992083:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992145:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992160:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.992195:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992215:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992243:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.992277:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992326:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992340:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.992389:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992397:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992414:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992472:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.992486:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992490:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992520:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992565:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.992569:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992573:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992622:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992655:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.992660:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992679:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992718:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.992731:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992745:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992775:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.992798:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992803:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992831:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992876:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.992876:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992887:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.992942:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.992968:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.992969:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993000:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993037:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993043:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993061:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993102:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993126:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993139:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993183:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993197:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993203:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993248:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993274:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993275:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993317:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993370:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993382:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993387:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993432:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993451:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993463:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993491:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993520:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993540:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993553:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993587:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993605:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993615:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993650:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993674:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993682:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993723:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993736:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993745:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993784:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993795:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993822:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993848:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993861:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993893:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993912:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.993918:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.993955:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.993987:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.994006:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.994038:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.994058:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.994097:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.994130:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000800:00000010:3.0:1767384636.994156:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000893fbe12. 00000400:00000200:2.0:1767384636.994162:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384636.994163:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006430c605. 00000800:00000010:3.0:1767384636.994171:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2e630dd. 00000400:00000200:1.0:1767384636.994183:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000800:00000010:3.0:1767384636.994198:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2e630dd. 00000800:00020000:3.0:1767384636.994211:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384636.994215:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006430c605. 00000800:00000010:3.0:1767384636.994218:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000893fbe12. 00000400:00000200:2.0:1767384636.994229:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.994241:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:02020000:3.0:1767384636.994312:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp31 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384636.994319:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp31 notifying 192.168.202.122@tcp31: down 00000400:00000200:2.0:1767384636.994322:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.994323:0:16333:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384636.994332:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp31 00000800:00000010:3.0:1767384636.994336:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000066ea2b72. 00000400:00000200:1.0:1767384636.994337:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.994341:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384636.994348:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp31->192.168.202.122@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384636.994356:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384636.994359:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384636.994364:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp31) recovery failed with -71 00000400:00000200:2.0:1767384636.994398:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.994406:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.994455:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.994463:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.994510:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000400:00000200:1.0:1767384636.994516:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.994564:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000400:00000200:2.0:1767384636.994633:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000800:00000010:1.0:1767384636.994676:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b77939c5. 00000800:00000010:1.0:1767384636.994681:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d69f9dc0. 00000800:00000010:1.0:1767384636.994685:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bbd33a95. 00000800:00000010:1.0:1767384636.994709:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bbd33a95. 00000800:00020000:1.0:1767384636.994714:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384636.994717:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d69f9dc0. 00000800:00000010:1.0:1767384636.994719:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b77939c5. 00000400:02020000:1.0:1767384636.994763:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp32 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384636.994772:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp32 notifying 192.168.202.122@tcp32: down 00000400:00000200:1.0:1767384636.994777:0:16332:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384636.994781:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp32 00000800:00000010:1.0:1767384636.994784:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000c70d80f. 00000400:00000200:1.0:1767384636.994790:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384636.994796:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp32->192.168.202.122@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384636.994802:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384636.994806:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384636.994811:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp32) recovery failed with -71 00000400:00000200:2.0:1767384636.994836:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767384636.994903:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b1aa45a. 00000800:00000010:2.0:1767384636.994907:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d6c1b0f6. 00000800:00000010:2.0:1767384636.994910:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089f4943a. 00000400:00000200:0.0:1767384636.994920:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp30 from 213.3.0.2 00000800:00000010:0.0:1767384636.994925:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009a817bb9. 00000800:00000010:2.0:1767384636.994937:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089f4943a. 00000800:00000010:1.0:1767384636.994968:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b77939c5. 00000800:00000010:1.0:1767384636.994976:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d69f9dc0. 00000800:00000010:1.0:1767384636.995002:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d364980d. 00000800:00000200:1.1:1767384636.995008:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (2) 00000800:00000200:1.1:1767384636.995015:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp30 00000000d364980d deleted 00000800:00000010:1.1:1767384636.995018:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d364980d. 00000800:00000200:1.1:1767384636.995025:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384636.995032:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp30 ip 192.168.202.122:981 00000800:00000200:1.1:1767384636.995037:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af566ebd type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384636.995043:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp30 p 3.x 192.168.202.122 -> 192.168.202.122:981 incarnation:1767384628234026882 sched[0] 00000800:00000010:1.0:1767384636.995048:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bbd33a95. 00000800:00000010:1.0:1767384636.995103:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bbd33a95. 00000800:00000010:1.0:1767384636.995120:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d69f9dc0. 00000800:00000200:2.1:1767384636.995137:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384636.995144:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp30 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384628234026882 sched[0] 00000800:00000010:2.0:1767384636.995147:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d6c1b0f6. 00000800:00000010:1.0:1767384636.995165:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009a817bb9. 00000800:00000001:2.0:1767384636.995175:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.995181:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384636.995211:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.995217:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384636.995219:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384636.995221:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384636.995224:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000af566ebd. 00000800:00000001:2.0:1767384636.995228:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384636.995229:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384636.995240:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp30->192.168.202.122@tcp30: GET: OK 00000400:00000200:2.0:1767384636.995244:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp30(192.168.202.122@tcp30) <- 192.168.202.122@tcp30 : GET - for me 00000400:00000200:1.0:1767384636.995246:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384636.995251:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp30 recovery message sent successfully:0 00000400:00000200:2.0:1767384636.995260:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384636.995269:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x1939 [1] + 0 00000400:00000200:2.0:1767384636.995286:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp30 to MR: 192.168.202.122@tcp30 local destination 00000400:00000200:2.0:1767384636.995436:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp30 NI seq info: [87:87:256:4294967295] 192.168.202.122@tcp30 LPNI seq info [86:86:8:4294967295] 00000400:00000200:2.0:1767384636.995447:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp30(192.168.202.122@tcp30:192.168.202.122@tcp30) -> 192.168.202.122@tcp30(192.168.202.122@tcp30:192.168.202.122@tcp30) 192.168.202.122@tcp30 : REPLY try# 0 00000800:00000200:2.0:1767384636.995451:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp30 00000800:00000010:2.0:1767384636.995455:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001d63f226. 00000800:00000200:2.0:1767384636.995460:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (4) 00000800:00000200:2.0:1767384636.995465:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp30 ip 192.168.202.122:988 00000800:00000200:2.0:1767384636.995467:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001d63f226 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384636.995528:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:2.0:1767384636.995528:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384636.995533:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001d63f226. 00000400:00000200:2.0:1767384636.995538:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384636.995544:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp30->192.168.202.122@tcp30: REPLY: OK 00000800:00000001:2.0:1767384636.995563:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.995568:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384636.995570:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.995575:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384636.995577:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.995581:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384636.995588:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp30(192.168.202.122@tcp30) <- 192.168.202.122@tcp30 : REPLY - for me 00000400:00000200:2.0:1767384636.995599:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp30: Reply from 12345-192.168.202.122@tcp30 of length 272/272 into md 0x1965 00000400:00000200:3.0:1767384636.995600:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000001:2.0:1767384636.995605:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.995612:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384636.995614:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384636.995619:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp30->192.168.202.122@tcp30: REPLY: OK 00000400:00000200:2.0:1767384636.995624:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b121e87 00000400:00000010:2.0:1767384636.995626:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b121e87. 00000400:00000200:2.0:1767384636.995630:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384636.995635:0:16338:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a536d859. 00000400:00000010:2.0:1767384636.995639:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000026b91275. 00000800:00000001:2.0:1767384636.995645:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384636.995649:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384636.995662:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.995721:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.995766:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.995797:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.995826:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.995849:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.995868:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.995889:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.995910:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.995933:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.995949:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.995967:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.995983:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996000:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996020:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996034:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996048:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996064:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996081:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996098:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996134:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996153:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996169:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996185:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996201:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996216:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996230:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996245:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996260:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996275:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996320:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996355:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384636.996378:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384636.996473:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000893fbe12. 00000800:00000010:3.0:1767384636.996477:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006430c605. 00000800:00000010:3.0:1767384636.996488:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a2e630dd. 00000800:00000010:3.0:1767384636.996505:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a2e630dd. 00000800:00020000:3.0:1767384636.996511:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384636.996513:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006430c605. 00000800:00000010:3.0:1767384636.996515:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000893fbe12. 00000400:02020000:3.0:1767384636.996543:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp30 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384637.183344:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384637.183348:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.183352:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384637.183353:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384637.183435:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384637.183439:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384637.183441:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384637.289896:0:29534:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c57f4680. 00080000:00000010:1.0:1767384637.289907:0:29534:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c57f4680. 00000020:00000001:1.0:1767384637.289912:0:29534:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384637.289920:0:29534:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c57f4680. 00080000:00000010:1.0:1767384637.289924:0:29534:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c57f4680. 00000020:00000001:1.0:1767384637.289928:0:29534:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384637.995426:0:29698:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384637.995430:0:29698:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:1.0:1767384637.999501:0:29698:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384638.006822:0:29699:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b48f7a73. 00000400:00000010:1.0:1767384638.006836:0:29699:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000095531fcc. 00000400:00000010:1.0:1767384638.006844:0:29699:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000053e26220. 00000400:00000010:1.0:1767384638.006847:0:29699:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d1e832d7. 00000400:00000010:1.0:1767384638.006850:0:29699:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000baba87f8. 00000400:00000010:1.0:1767384638.006853:0:29699:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba02e347. 00000400:00000010:1.0:1767384638.006855:0:29699:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004f8484d2. 00000400:00000010:1.0:1767384638.006856:0:29699:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002489b208. 00000400:00000010:1.0:1767384638.006859:0:29699:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000021441f7. 00000800:00000010:1.0:1767384638.006871:0:29699:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000357ca38d. 00000800:00000200:1.0:1767384638.006879:0:29699:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384638.006888:0:29699:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384638.006918:0:29699:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384638.006937:0:29699:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp35 [8/256/0/180] 00000400:00000010:1.0:1767384638.008329:0:29699:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000001bc28f6c. 00000400:00000010:1.0:1767384638.008335:0:29699:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078a18739. 00000400:00000010:1.0:1767384638.008341:0:29699:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e93641. 00000400:00000001:1.0:1767384638.008357:0:29699:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384638.008359:0:29699:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384638.008361:0:29699:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b6a245. 00000400:00000200:1.0:1767384638.008364:0:29699:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a2deecf 00000400:00000010:1.0:1767384638.008370:0:29699:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a2deecf. 00000400:00000010:1.0:1767384638.008376:0:29699:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000004e4d7383. 00000400:00000200:1.0:1767384638.008380:0:29699:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (24) 00000400:00000200:1.0:1767384638.008389:0:29699:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384638.008395:0:29699:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:1.0:1767384638.008401:0:29699:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a42390e1. 00000020:01000000:1.0:1767384638.008406:0:29699:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384638.008409:0:29699:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp35 00000400:00000200:3.0:1767384638.008418:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384638.008426:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100171 00000400:00000010:1.0:1767384638.008426:0:29699:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000095531fcc. 00000400:00000010:1.0:1767384638.008433:0:29699:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b48f7a73. 00000400:00000010:3.0:1767384638.008436:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cedafe. 00000400:00000200:3.0:1767384638.008441:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (25) 00000400:00000010:3.0:1767384638.008469:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a6e76fcb. 00000020:00000001:2.0:1767384638.008469:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384638.008475:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384638.008478:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 10000000:00000001:2.0:1767384638.008480:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384638.008484:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384638.008488:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384638.008490:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384638.008492:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384638.008494:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:01000004:2.0:1767384638.008495:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384638.008499:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384638.008502:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384638.008504:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384638.008506:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384638.008507:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000020:01000004:2.0:1767384638.008508:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384638.008511:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384638.008518:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:3.0:1767384638.008527:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:3.0:1767384638.008532:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000100:00000010:2.0:1767384638.008536:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d10d74be. 00000400:00000200:3.0:1767384638.008537:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000020:00000040:2.0:1767384638.008542:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:3.0:1767384638.008547:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000400:00000200:3.0:1767384638.008553:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000100:00000001:2.0:1767384638.008556:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384638.008559:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 02000000:00000001:2.0:1767384638.008560:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384638.008565:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.008569:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:3.0:1767384638.008576:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 02000000:00000010:2.0:1767384638.008576:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007ea3fc4b. 00000100:00000001:2.0:1767384638.008584:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.008586:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000100:00000001:2.0:1767384638.008593:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384638.008596:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.008605:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000100:00000040:2.0:1767384638.008607:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d10d74be] to pc [ptlrpcd_00_00+0] req@00000000d10d74be x1853237050233856/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.008618:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:3.0:1767384638.008627:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:3.0:1767384638.008632:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000400:00000200:3.0:1767384638.008638:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 10000000:00000001:2.0:1767384638.008641:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.008646:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 10000000:00000001:2.0:1767384638.008647:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.008648:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384638.008653:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.008655:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767384638.008657:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384638.008659:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000100:00000001:1.0:1767384638.008660:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384638.008669:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d10d74be x1853237050233856/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.008670:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 16], ns[67, 16] 00000020:00000001:2.0:1767384638.008672:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384638.008676:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384638.008678:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384638.008681:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384638.008687:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384638.008690:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 16], ns[80, 16] 00000020:01000004:2.0:1767384638.008691:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384638.008695:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384638.008698:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384638.008700:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384638.008702:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384638.008705:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384638.008705:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.008707:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 16], ns[87, 16] 00000020:01000004:2.0:1767384638.008708:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384638.008712:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384638.008714:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384638.008714:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384638.008719:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d33e8365. 02000000:00000001:1.0:1767384638.008720:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384638.008722:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[83, 16], ns[84, 16] 00000020:00000040:2.0:1767384638.008724:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 02000000:00000001:1.0:1767384638.008727:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.008729:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384638.008732:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384638.008736:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384638.008736:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d10d74be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050233856:0@lo:253: 00000400:00000200:3.0:1767384638.008740:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[85, 16], ns[86, 16] 02000000:00000010:2.0:1767384638.008745:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000046859c8f. 00000100:00000001:1.0:1767384638.008748:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384638.008751:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.008754:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000100:00000001:2.0:1767384638.008756:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384638.008757:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384638.008761:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp14 02000000:00000001:1.0:1767384638.008761:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.008766:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.008768:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384638.008770:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp14 lpni_is_preferred = 0 00000100:00000040:2.0:1767384638.008774:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d33e8365] to pc [ptlrpcd_00_01+1] req@00000000d33e8365 x1853237050233984/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.008778:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp14 02000000:00000010:1.0:1767384638.008779:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006a55c2f9. 02000000:00000001:1.0:1767384638.008786:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.008791:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp14 NI seq info: [88:88:256:4294967295] 192.168.202.122@tcp14 LPNI seq info [87:87:8:4294967295] 00000400:00000010:1.0:1767384638.008794:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b6a245. 10000000:00000001:2.0:1767384638.008795:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.008803:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp14 00000400:00000010:1.0:1767384638.008803:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095531fcc. 10000000:00000001:2.0:1767384638.008809:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384638.008812:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384638.008812:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050233856, portal 25 00000020:01000000:2.0:1767384638.008817:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384638.008819:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384638.008823:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a42390e1. 00000100:00000001:1.0:1767384638.008823:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420407936 : -108601289143680 : ffff9d3a4abd0a80) 00000400:00000200:3.0:1767384638.008824:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp14(192.168.202.122@tcp14:) -> 192.168.202.122@tcp14(192.168.202.122@tcp:192.168.202.122@tcp14) : PUT try# 0 00000100:00000001:2.0:1767384638.008837:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384638.008837:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d10d74be x1853237050233856/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384638.008838:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.122@tcp14 00000100:00000001:2.0:1767384638.008841:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767384638.008847:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061c1df0e. 00000100:00000001:2.0:1767384638.008848:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384638.008852:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d33e8365 x1853237050233984/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384638.008868:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000773f21c0] -> 12345-192.168.202.122@tcp14 (6) 00000100:00000001:2.0:1767384638.008869:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384638.008873:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384638.008877:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384638.008880:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384638.008884:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1767384638.008885:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp14 ip 192.168.202.122:988 02000000:00000001:2.0:1767384638.008885:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384638.008891:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d33e8365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050233984:0@lo:253: 00000800:00000200:3.0:1767384638.008893:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061c1df0e type 1, nob 560 niov 1 nkiov 1 00000100:00000040:1.0:1767384638.008894:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384638.008900:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384638.008902:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003969b4c. 02000000:00000001:2.0:1767384638.008904:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384638.008908:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384638.008910:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384638.008910:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050233856, offset 0 00000400:00000200:3.0:1767384638.008915:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 02000000:00000010:2.0:1767384638.008915:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a42390e1. 02000000:00000001:2.0:1767384638.008920:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.008923:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100571 rc 0 00000400:00000200:1.0:1767384638.008924:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384638.008926:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006264bd75. 00000400:00000010:2.0:1767384638.008933:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ee53f55. 00000400:00000200:1.0:1767384638.008937:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384638.008938:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050233984, portal 25 00000100:00000001:2.0:1767384638.008942:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384638.008943:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420418688 : -108601289132928 : ffff9d3a4abd3480) 00000100:00000040:2.0:1767384638.008948:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d33e8365 x1853237050233984/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384638.008949:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260105400 00000100:00000001:2.0:1767384638.008958:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384638.008959:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11dd [2] + 0 00000400:00000010:1.0:1767384638.008962:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0bb379e. 00000400:00000200:1.0:1767384638.008966:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002f71bf76 00000100:00000040:2.0:1767384638.008969:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384638.008972:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bd84ca8. 00000400:00000200:1.0:1767384638.008974:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384638.008975:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050233984, offset 0 00000400:00000200:1.0:1767384638.008981:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384638.008985:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384638.008989:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f71bf76 00000400:00000010:1.0:1767384638.008992:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f71bf76. 00000400:00000200:2.0:1767384638.008994:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384638.008997:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384638.009000:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384638.009003:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000003f4ceafa x1853237050233856 msgsize 4848 00000400:00000200:2.0:1767384638.009004:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260105480 00000400:00000200:2.0:1767384638.009012:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11f5 [2] + 0 00000100:00100000:1.0:1767384638.009016:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384638.009018:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd313575. 00000100:00000040:1.0:1767384638.009019:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384638.009022:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b6d11c2 00000400:00000200:2.0:1767384638.009027:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384638.009028:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384638.009032:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384638.009036:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003969b4c 00000400:00000010:1.0:1767384638.009039:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003969b4c. 00000100:00000001:1.0:1767384638.009041:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384638.009043:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b6d11c2 00000100:00000200:1.0:1767384638.009044:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d10d74be x1853237050233856/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384638.009048:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b6d11c2. 00000100:00000001:2.0:1767384638.009054:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384638.009057:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384638.009057:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384638.009061:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000009d195088 x1853237050233984 msgsize 4848 00000100:00000040:1.0:1767384638.009063:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d10d74be x1853237050233856/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384638.009065:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767384638.009071:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:3.0:1767384638.009072:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061c1df0e. 00000100:00000040:2.0:1767384638.009076:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384638.009080:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384638.009087:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.009088:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384638.009092:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp14->192.168.202.122@tcp14: PUT: OK 00000100:00000001:1.0:1767384638.009093:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384638.009106:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bd84ca8 00000400:00000010:2.0:1767384638.009109:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bd84ca8. 00000100:00000001:2.0:1767384638.009114:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384638.009115:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384638.009118:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d33e8365 x1853237050233984/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.009119:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384638.009122:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294926334 00000400:00000200:3.0:1767384638.009128:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000100:00000010:1.0:1767384638.009132:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4eb08c2. 00000100:00000001:2.0:1767384638.009136:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384638.009140:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d33e8365 x1853237050233984/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384638.009141:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384638.009148:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.009148:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000800:00000001:3.0:1767384638.009152:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.009153:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384638.009157:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294926334 00000800:00000001:3.0:1767384638.009159:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384638.009160:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.009165:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294926334 00000800:00000001:3.0:1767384638.009167:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384638.009167:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000074bd89cb. 00000100:00000001:2.0:1767384638.009168:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294926334 00000100:00000001:2.0:1767384638.009174:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294926334 00000100:00000001:1.0:1767384638.009175:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384638.009182:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294926334 00000100:00000001:1.0:1767384638.009182:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294926334 00000400:00000200:3.0:1767384638.009183:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp14(192.168.202.122@tcp14) <- 192.168.202.122@tcp14 : PUT - for me 00000100:00000010:1.0:1767384638.009189:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081b8a6bf. 00000100:00000001:2.0:1767384638.009193:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294926334 00000100:00000001:1.0:1767384638.009194:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384638.009199:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 464 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384638.009201:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294926334 00000100:00000001:2.0:1767384638.009202:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294926334 00000100:00000001:2.0:1767384638.009208:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294926334 00000400:00000200:3.0:1767384638.009209:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 416/464 into md 0x1871 [1] + 0 00000100:00000010:1.0:1767384638.009209:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1ff1523. 00000100:00000001:1.0:1767384638.009215:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384638.009217:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bdd1ed1. 00000100:00000001:2.0:1767384638.009221:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294926334 00000100:00000001:1.0:1767384638.009221:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384638.009223:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a98008a2 00000100:00000001:2.0:1767384638.009228:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384638.009228:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384638.009231:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384638.009235:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.009236:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.009239:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.009241:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.009242:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384638.009243:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384638.009249:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384638.009253:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384638.009254:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp14->192.168.202.122@tcp14: PUT: OK 00000100:00000001:1.0:1767384638.009254:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384638.009257:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384638.009258:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384638.009261:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98008a2 00000100:00000001:2.0:1767384638.009264:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384638.009265:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384638.009266:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98008a2. 00000100:00000001:2.0:1767384638.009268:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384638.009269:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384638.009273:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.009274:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.009275:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384638.009277:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.009279:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.009284:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (26) 00000400:00000200:3.0:1767384638.009316:0:16338:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:3.0:1767384638.009320:0:16338:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (464 bytes) 00000400:00000200:3.0:1767384638.009326:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384638.009337:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (27) 00000100:00000001:2.0:1767384638.009340:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384638.009344:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050233856 02000000:00000001:2.0:1767384638.009348:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384638.009351:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384638.009353:0:16338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384638.009353:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384638.009356:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384638.009360:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050233856 00000020:00000001:2.0:1767384638.009364:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384638.009366:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp14 to MR: 192.168.202.122@tcp14 local destination 00000020:00000040:2.0:1767384638.009367:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384638.009371:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384638.009377:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp14 NI seq info: [89:89:256:4294967295] 192.168.202.122@tcp14 LPNI seq info [88:88:8:4294967295] 00000020:00000040:2.0:1767384638.009380:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:2.0:1767384638.009384:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384638.009387:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384638.009392:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384638.009397:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f1ad245. 00000400:00000200:3.0:1767384638.009398:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp14(192.168.202.122@tcp14:192.168.202.122@tcp14) -> 192.168.202.122@tcp14(192.168.202.122@tcp14:192.168.202.122@tcp14) 192.168.202.122@tcp14 : ACK try# 0 00000100:00000001:2.0:1767384638.009402:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384638.009405:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f1ad245. 00000800:00000200:3.0:1767384638.009410:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp14 00000020:00000010:2.0:1767384638.009413:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fca59cea. 00000800:00000010:3.0:1767384638.009416:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061c1df0e. 00000800:00000200:3.0:1767384638.009423:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000773f21c0] -> 12345-192.168.202.122@tcp14 (6) 00000020:00000010:2.0:1767384638.009425:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000030836224. 00000800:00000200:3.0:1767384638.009430:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp14 ip 192.168.202.122:1013 00000020:00000010:2.0:1767384638.009432:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000efc5f71d. 00000800:00000200:3.0:1767384638.009435:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061c1df0e type 0, nob 96 niov 1 nkiov 0 00000100:00000040:2.0:1767384638.009449:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:3.0:1767384638.009450:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384638.009456:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384638.009459:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384638.009461:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384638.009463:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.009471:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384638.009473:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384638.009485:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.009501:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384638.009504:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050233984 02000000:00000001:2.0:1767384638.009507:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384638.009509:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384638.009512:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384638.009515:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384638.009518:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050233984 00000020:00000001:2.0:1767384638.009520:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384638.009521:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:1.0:1767384638.009522:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:3.0:1767384638.009524:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767384638.009525:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384638.009526:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:3.0:1767384638.009529:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061c1df0e. 00000020:00000040:2.0:1767384638.009530:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00100000:1.0:1767384638.009536:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000020:00000001:2.0:1767384638.009537:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:3.0:1767384638.009538:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384638.009542:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000040:1.0:1767384638.009542:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384638.009547:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472409208912 : -108601300342704 : ffff9d3a4a122850) 00000100:00000001:2.0:1767384638.009549:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384638.009550:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp14->192.168.202.122@tcp14: ACK: OK 00000020:00000010:2.0:1767384638.009555:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f1ad245. 00000100:00000040:1.0:1767384638.009557:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003f4ceafa x1853237050233856/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:619/0 lens 4848/0 e 0 to 0 dl 1767384649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384638.009560:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384638.009560:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384638.009566:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f1ad245. 00000800:00000001:3.0:1767384638.009571:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.009571:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384638.009573:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f21aac8. 00000020:00000010:1.0:1767384638.009576:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000231484fa. 00000800:00000001:3.0:1767384638.009577:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384638.009579:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000116915ca. 00000100:00000001:1.0:1767384638.009581:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384638.009585:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384638.009585:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad50cc9f. 00000020:00000010:1.0:1767384638.009585:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000231484fa. 00000100:00000001:2.0:1767384638.009591:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384638.009595:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384638.009597:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.009601:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp14(192.168.202.122@tcp14) <- 192.168.202.122@tcp14 : ACK - for me 00000100:00100000:1.0:1767384638.009602:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003f4ceafa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050233856:12345-0@lo:253: 00000100:00000001:2.0:1767384638.009604:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.009610:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384638.009610:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050233856 00000020:00000001:1.0:1767384638.009616:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384638.009620:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp14: ACK from 12345-192.168.202.122@tcp14 into md 0x1971 00000100:00000001:2.0:1767384638.009621:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384638.009621:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384638.009625:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384638.009625:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.009627:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384638.009629:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384638.009633:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000100:00100000:2.0:1767384638.009634:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000020:00000001:1.0:1767384638.009638:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384638.009640:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000400:00000200:3.0:1767384638.009641:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp14->192.168.202.122@tcp14: ACK: OK 00000020:00000001:1.0:1767384638.009642:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384638.009647:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384638.009649:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cedafe 00000020:00000001:1.0:1767384638.009651:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384638.009652:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472409199696 : -108601300351920 : ffff9d3a4a120450) 00000400:00000010:3.0:1767384638.009655:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cedafe. 00000020:00000001:1.0:1767384638.009656:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384638.009660:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009d195088 x1853237050233984/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:619/0 lens 4848/0 e 0 to 0 dl 1767384649 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384638.009663:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384638.009663:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384638.009668:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384638.009672:0:16338:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000100:00000001:2.0:1767384638.009672:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384638.009676:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000054866e43. 00000020:00000010:2.0:1767384638.009678:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f1ad245. 00000400:00000200:3.0:1767384638.009679:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 02000000:00000001:1.0:1767384638.009680:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.009684:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384638.009685:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.009687:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (26) 00000020:00000010:2.0:1767384638.009690:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f1ad245. 20000000:00000001:1.0:1767384638.009691:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:3.0:1767384638.009696:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384638.009697:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009d195088 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050233984:12345-0@lo:253: 20000000:00000010:1.0:1767384638.009701:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ec1d0f41. 00000100:00000200:2.0:1767384638.009702:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050233984 00000800:00000001:3.0:1767384638.009703:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384638.009706:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:1.0:1767384638.009707:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384638.009711:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384638.009712:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384638.009714:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384638.009716:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384638.009717:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384638.009719:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384638.009720:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 20000000:00000001:1.0:1767384638.009724:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384638.009725:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384638.009728:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384638.009729:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384638.009731:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000001:3.0:1767384638.009732:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384638.009734:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384638.009738:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384638.009739:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004fc7aa18. 00000100:00000001:2.0:1767384638.009740:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:1.0:1767384638.009742:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 02000000:00000001:2.0:1767384638.009743:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384638.009746:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:1.0:1767384638.009749:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:2.0:1767384638.009750:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004875ebc8. 00000400:00000010:3.0:1767384638.009754:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000c82b1151. 02000000:00000001:2.0:1767384638.009754:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384638.009755:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:2.0:1767384638.009760:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384638.009761:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384638.009762:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:3.0:1767384638.009763:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f55e5a27. 00000400:00000010:3.0:1767384638.009770:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cedafe. 20000000:00000010:2.0:1767384638.009770:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a3354e6d. 00000400:00000200:3.0:1767384638.009774:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c82b1151 20000000:01000000:2.0:1767384638.009775:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384638.009780:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000010:3.0:1767384638.009781:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000fe76827a. 20000000:00000001:2.0:1767384638.009781:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384638.009785:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384638.009788:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 20000000:00000001:2.0:1767384638.009788:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384638.009793:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384638.009795:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384638.009798:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102071 00080000:00000001:1.0:1767384638.009798:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384638.009802:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384638.009804:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (25) 00080000:00000001:1.0:1767384638.009805:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384638.009809:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384638.009811:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384638.009812:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000006e3c6797. 00000400:00000010:3.0:1767384638.009817:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad84b242. 00080000:00000002:1.0:1767384638.009822:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000400:00000010:3.0:1767384638.009825:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dda6ee84. 00000020:00000001:1.0:1767384638.009826:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00080000:00000002:1.0:1767384638.009830:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384638.009835:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384638.009836:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00080000:00000001:1.0:1767384638.009840:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384638.009842:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384638.009846:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:00000001:1.0:1767384638.009846:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384638.009851:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00000400:00000200:3.0:1767384638.009852:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00080000:00000001:1.0:1767384638.009855:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384638.009859:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000684eb53e. 00000400:00000200:3.0:1767384638.009863:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00080000:00000001:1.0:1767384638.009864:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468047634944 : -108605661916672 : ffff9d394619d200) 00080000:00000001:1.0:1767384638.009870:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384638.009873:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000001:00000001:1.0:1767384638.009874:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384638.009879:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000231484fa. 00000400:00000200:3.0:1767384638.009883:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00080000:00000001:1.0:1767384638.009883:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384638.009888:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384638.009893:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000400:00000200:3.0:1767384638.009898:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00080000:00000001:1.0:1767384638.009901:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384638.009905:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:3.0:1767384638.009911:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:3.0:1767384638.009916:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00080000:00000001:1.0:1767384638.009919:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384638.009921:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:3.0:1767384638.009928:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:3.0:1767384638.009942:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:3.0:1767384638.009947:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:3.0:1767384638.009953:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:3.0:1767384638.009957:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 18], ns[42, 18] 00000400:00000200:3.0:1767384638.009962:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 00000400:00000200:3.0:1767384638.009966:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 00000400:00000200:3.0:1767384638.009970:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 00000400:00000200:3.0:1767384638.009973:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 18], ns[67, 18] 00000400:00000200:3.0:1767384638.009977:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 18], ns[80, 18] 00000400:00000200:3.0:1767384638.009980:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 18], ns[87, 18] 00000400:00000200:3.0:1767384638.009984:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[83, 18], ns[84, 18] 00000400:00000200:3.0:1767384638.009988:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[85, 18], ns[86, 18] 00000400:00000200:3.0:1767384638.009992:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:3.0:1767384638.009995:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp15 00000400:00000200:3.0:1767384638.009999:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp15 lpni_is_preferred = 0 00000400:00000200:3.0:1767384638.010002:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp15 00000400:00000200:3.0:1767384638.010005:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp15 NI seq info: [90:90:256:4294967295] 192.168.202.122@tcp15 LPNI seq info [89:89:8:4294967295] 00000400:00000200:3.0:1767384638.010011:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp15 00000400:00000200:3.0:1767384638.010017:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp15(192.168.202.122@tcp15:) -> 192.168.202.122@tcp15(192.168.202.122@tcp:192.168.202.122@tcp15) : GET try# 0 00000800:00000200:3.0:1767384638.010023:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp15 00000800:00000010:3.0:1767384638.010027:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000061c1df0e. 00000800:00000200:3.0:1767384638.010038:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2565b41] -> 12345-192.168.202.122@tcp15 (6) 00000800:00000200:3.0:1767384638.010045:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp15 ip 192.168.202.122:988 00000800:00000200:3.0:1767384638.010048:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061c1df0e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384638.010067:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384638.010069:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100271 rc 0 00000800:00000200:2.0:1767384638.010142:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384638.010150:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000061c1df0e. 00000400:00000200:2.0:1767384638.010153:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384638.010156:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384638.010160:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp15->192.168.202.122@tcp15: GET: OK 00000400:00000200:2.0:1767384638.010163:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384638.010165:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000800:00000001:3.0:1767384638.010166:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384638.010170:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384638.010178:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384638.010184:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp15(192.168.202.122@tcp15) <- 192.168.202.122@tcp15 : GET - for me 00000400:00000200:3.0:1767384638.010195:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384638.010199:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 464/464 into md 0x196d [1] + 0 00000400:00000200:3.0:1767384638.010207:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp15 to MR: 192.168.202.122@tcp15 local destination 00000400:00000200:3.0:1767384638.010212:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp15 NI seq info: [91:91:256:4294967295] 192.168.202.122@tcp15 LPNI seq info [90:90:8:4294967295] 00000400:00000200:3.0:1767384638.010221:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp15(192.168.202.122@tcp15:192.168.202.122@tcp15) -> 192.168.202.122@tcp15(192.168.202.122@tcp15:192.168.202.122@tcp15) 192.168.202.122@tcp15 : REPLY try# 0 00000800:00000200:3.0:1767384638.010226:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.122@tcp15 00000800:00000010:3.0:1767384638.010230:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff0039cc. 00000800:00000200:3.0:1767384638.010234:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2565b41] -> 12345-192.168.202.122@tcp15 (6) 00000800:00000200:3.0:1767384638.010237:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp15 ip 192.168.202.122:1011 00000800:00000200:3.0:1767384638.010239:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff0039cc type 3, nob 560 niov 1 nkiov 1 00000800:00000001:1.0:1767384638.010273:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384638.010372:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384638.010374:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff0039cc. 00000400:00000200:3.0:1767384638.010376:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384638.010380:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp15->192.168.202.122@tcp15: REPLY: OK 00000800:00000001:3.0:1767384638.010385:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384638.010389:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384638.010390:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384638.010393:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384638.010395:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp15(192.168.202.122@tcp15) <- 192.168.202.122@tcp15 : REPLY - for me 00000400:00000200:3.0:1767384638.010402:0:16337:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp15: Reply from 12345-192.168.202.122@tcp15 of length 464/464 into md 0x1989 00000800:00000001:3.0:1767384638.010411:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384638.010414:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384638.010415:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384638.010418:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp15->192.168.202.122@tcp15: REPLY: OK 00000400:00000200:3.0:1767384638.010421:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad84b242 00000400:00000010:3.0:1767384638.010422:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad84b242. 00000400:00000200:3.0:1767384638.010425:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384638.010427:0:16337:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:3.0:1767384638.010429:0:16337:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:3.0:1767384638.010432:0:16337:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 27. state = 0x100271 00000400:00000200:3.0:1767384638.010435:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384638.010444:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (26) 00000800:00000001:3.0:1767384638.010448:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384638.010452:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384638.010462:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384638.010467:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x1000f1 00000400:00000010:3.0:1767384638.010474:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 00000000f98d5f7e. 00000400:00000010:3.0:1767384638.010478:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 0000000070b4a8cf. 00000400:00000010:3.0:1767384638.010481:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 0000000042f1e985. 00000400:00000200:3.0:1767384638.010514:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp31(00000000de0900f9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384638.010520:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp32(0000000016109f5e) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767384638.010526:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000064d21bf6. 00000400:00000200:3.0:1767384638.010532:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000064d21bf6 nid 192.168.202.122@tcp33 00000400:00000010:3.0:1767384638.010536:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007bf4dfc8. 00000400:00000200:3.0:1767384638.010540:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 000000007bf4dfc8 net tcp33 00000400:00000200:3.0:1767384638.010543:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (25) 00000800:00000001:1.0:1767384638.010546:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384638.010551:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp33 flags 0x11 00000400:00000010:3.0:1767384638.010563:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001fe87d40. 00000400:00000200:3.0:1767384638.010567:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001fe87d40 nid 192.168.202.122@tcp34 00000400:00000010:3.0:1767384638.010571:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004ca145ff. 00000400:00000200:3.0:1767384638.010575:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 000000004ca145ff net tcp34 00000400:00000200:3.0:1767384638.010577:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (26) 00000400:00000200:3.0:1767384638.010582:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp34 flags 0x11 00000400:00000010:3.0:1767384638.010592:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003a445682. 00000400:00000200:3.0:1767384638.010596:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003a445682 nid 192.168.202.122@tcp35 00000400:00000010:3.0:1767384638.010599:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fa9371d9. 00000400:00000200:3.0:1767384638.010601:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fa9371d9 net tcp35 00000400:00000200:3.0:1767384638.010603:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (27) 00000400:00000200:3.0:1767384638.010607:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp35 flags 0x11 00000400:00000010:3.0:1767384638.010610:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 00000000f98d5f7e. 00000400:00000010:3.0:1767384638.010615:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 0000000070b4a8cf. 00000400:00000010:3.0:1767384638.010617:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 0000000042f1e985. 00000400:00000010:3.0:1767384638.010620:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000006e3c6797. 00000400:00000200:3.0:1767384638.010623:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384638.010627:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x100171 00000400:00000200:3.0:1767384638.010630:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100171 rc 1 00000400:00000200:3.0:1767384638.010633:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100171 00000400:00000200:3.0:1767384638.010636:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384638.010639:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100111 rc 0 00000400:00000200:3.0:1767384638.010642:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:3.0:1767384638.010645:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (28) 00080000:00000010:2.0:1767384638.011485:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000684eb53e. 00080000:00000010:1.0:1767384638.011519:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000231484fa. 00040000:00000001:1.0:1767384638.011525:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384638.011527:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384638.011529:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384638.011532:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384638.011533:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384638.011535:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384638.011544:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384638.011555:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384638.011557:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384638.011558:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000de3b16d2. 20000000:01000000:2.0:1767384638.011561:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00080000:00000001:1.0:1767384638.011562:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384638.011564:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384638.011568:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384638.011570:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384638.011575:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:3.0:1767384638.011577:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384638.011582:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384638.011582:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384638.011587:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384638.011587:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384638.011589:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384638.011593:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384638.011595:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.011596:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000002:2.0:1767384638.011597:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00010000:00000001:3.0:1767384638.011601:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1767384638.011602:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:2.0:1767384638.011606:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384638.011608:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384638.011610:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384638.011612:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005363095d. 00080000:00000001:2.0:1767384638.011612:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384638.011617:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384638.011620:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767384638.011621:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384638.011625:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000010:3.0:1767384638.011626:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b948771c. 00080000:00000010:2.0:1767384638.011628:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000056d35f12. 00000020:00000001:3.0:1767384638.011632:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384638.011633:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468039771648 : -108605669779968 : ffff9d3945a1d600) 00080000:00000001:2.0:1767384638.011637:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000040:3.0:1767384638.011638:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b948771c with handle 0x9f279d7a9a0b5000 to hash 00000001:00000001:2.0:1767384638.011639:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384638.011642:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008f1ad245. 00000020:00000001:3.0:1767384638.011644:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384638.011645:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.011648:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00080000:00000001:2.0:1767384638.011648:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384638.011654:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384638.011659:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384638.011659:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.011665:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384638.011668:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:3.0:1767384638.011676:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b5000 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384638.011687:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384638.011691:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384638.011694:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384638.011697:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384638.011699:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384638.011702:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384638.011704:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384638.011708:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000020:1.0:1767384638.011708:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384638.011711:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:1.0:1767384638.011712:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384638.011714:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000010:1.0:1767384638.011715:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ec1d0f41. 00010000:00000001:3.0:1767384638.011718:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:1.0:1767384638.011721:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384638.011722:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005363095d) refcount = 1 00010000:00000040:1.0:1767384638.011726:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050233856 00010000:00010000:3.0:1767384638.011729:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b5000 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384638.011737:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384638.011741:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384638.011745:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000200:1.0:1767384638.011745:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003f4ceafa x1853237050233856/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:619/0 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384638.011749:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384638.011754:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384638.011757:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384638.011758:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384638.011760:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384638.011763:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00001000:1.0:1767384638.011764:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=55 v=5 (1 0 0 0) 20000000:01000000:3.0:1767384638.011768:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00000100:00000001:1.0:1767384638.011769:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384638.011774:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384638.011775:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384638.011776:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:3.0:1767384638.011779:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384638.011780:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1767384638.011783:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b948771c refcount=4 02000000:00000001:1.0:1767384638.011783:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.011788:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384638.011789:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000100:00000040:1.0:1767384638.011793:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384638.011794:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000400:00000010:1.0:1767384638.011797:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003969b4c. 00010000:00000001:3.0:1767384638.011798:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384638.011802:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b5000 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384638.011803:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050233856, offset 224 00000400:00000200:1.0:1767384638.011813:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384638.011818:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1767384638.011821:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384638.011828:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b5000 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384638.011829:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260105400 00000400:00000200:1.0:1767384638.011838:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1975 [2] + 224 00010000:00000001:3.0:1767384638.011847:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384638.011848:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384638.011850:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384638.011853:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b5000 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384638.011854:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384638.011860:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384638.011865:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767384638.011866:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d10d74be x1853237050233856/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384638.011869:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.011874:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384638.011879:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b5000 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384638.011880:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d10d74be x1853237050233856/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384638.011898:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b948771c already unused, calling callback (0000000043915e75) 00010000:00000001:3.0:1767384638.011902:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384638.011904:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384638.011906:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b5000 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384638.011907:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384638.011914:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003969b4c 00010000:00000001:3.0:1767384638.011915:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000010:1.0:1767384638.011917:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003969b4c. 00010000:00000001:3.0:1767384638.011919:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384638.011921:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384638.011922:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384638.011924:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:3.0:1767384638.011925:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b948771c refcount=5 00000100:00000001:2.0:1767384638.011926:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384638.011928:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.011929:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384638.011930:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000100:00000040:1.0:1767384638.011934:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384638.011936:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000400:00000001:2.0:1767384638.011936:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384638.011937:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384638.011940:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384638.011942:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:2.0:1767384638.011944:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b6a245. 00010000:00010000:3.0:1767384638.011946:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b5000 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384638.011946:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384638.011949:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095531fcc 00000020:00000001:1.0:1767384638.011951:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384638.011953:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095531fcc. 00000100:00000040:1.0:1767384638.011957:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f4ceafa x1853237050233856/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:619/0 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.011959:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384638.011964:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:2.0:1767384638.011966:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d10d74be x1853237050233856/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384638.011968:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384638.011973:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384638.011978:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003f4ceafa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050233856:12345-0@lo:253: Request processed in 2403us (2970us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384638.011981:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384638.011985:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767384638.011989:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d10d74be x1853237050233856/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384638.011990:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:1.0:1767384638.011995:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00010000:00000001:3.0:1767384638.012002:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.012002:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384638.012003:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384638.012007:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384638.012009:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b948771c with handle 0x9f279d7a9a0b5000 from hash 00000100:00000001:2.0:1767384638.012010:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384638.012010:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384638.012014:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384638.012015:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384638.012016:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384638.012016:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384638.012020:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384638.012020:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384638.012020:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000030836224. 00010000:00000001:3.0:1767384638.012024:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384638.012026:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384638.012027:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000efc5f71d. 00010000:00000001:3.0:1767384638.012028:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00001000:2.0:1767384638.012030:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=55 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384638.012033:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:1.0:1767384638.012033:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fca59cea. 00000100:00001000:2.0:1767384638.012035:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=55 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384638.012037:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384638.012041:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1767384638.012041:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00010000:00000001:3.0:1767384638.012042:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384638.012044:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.012047:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384638.012047:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384638.012048:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384638.012052:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384638.012052:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000054866e43. 00010000:00000001:3.0:1767384638.012054:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.012059:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.012060:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:1.0:1767384638.012062:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384638.012063:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:2.0:1767384638.012065:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d10d74be x1853237050233856/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.012067:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384638.012068:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384638.012072:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384638.012076:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384638.012077:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384638.012080:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384638.012081:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.012084:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1767384638.012086:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384638.012086:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfdb2673. 00000100:00000001:2.0:1767384638.012087:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384638.012092:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b5000 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384638.012093:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:1.0:1767384638.012105:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003969b4c. 00000020:01000004:2.0:1767384638.012112:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384638.012115:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:3.0:1767384638.012118:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:2.0:1767384638.012118:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384638.012123:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:2.0:1767384638.012123:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:3.0:1767384638.012126:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384638.012127:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384638.012129:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384638.012130:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384638.012134:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:01000004:2.0:1767384638.012134:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384638.012138:0:16344:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:3.0:1767384638.012139:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384638.012139:0:16344:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384638.012143:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 20000000:00000001:3.0:1767384638.012144:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384638.012145:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:3.0:1767384638.012147:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b5000 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384638.012151:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d10d74be x1853237050233856/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384638.012162:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384638.012167:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767384638.012167:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d10d74be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050233856:0@lo:253: 00010000:00010000:3.0:1767384638.012170:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b5000 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384638.012172:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.012178:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384638.012182:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d10d74be x1853237050233856/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384638.012187:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384638.012190:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384638.012193:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006a55c2f9. 02000000:00000001:2.0:1767384638.012198:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000040:3.0:1767384638.012201:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005363095d count: 0 00000020:00000001:2.0:1767384638.012201:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384638.012203:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384638.012207:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384638.012209:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007ea3fc4b. 02000000:00000001:2.0:1767384638.012214:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384638.012216:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384638.012217:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1767384638.012217:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d10d74be. 20000000:00000001:3.0:1767384638.012221:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384638.012223:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384638.012226:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.012227:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384638.012231:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384638.012233:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384638.012235:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384638.012237:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384638.013277:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000056d35f12. 00080000:00000010:2.0:1767384638.013330:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008f1ad245. 00040000:00000001:2.0:1767384638.013335:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384638.013337:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384638.013339:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384638.013341:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384638.013342:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384638.013349:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384638.013351:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384638.013361:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384638.013363:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384638.013367:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384638.013378:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384638.013382:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384638.013384:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384638.013387:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384638.013388:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384638.013393:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001e7c8caf. 00010000:00000001:3.0:1767384638.013397:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384638.013400:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee4d2c54. 00000020:00000001:3.0:1767384638.013402:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384638.013403:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee4d2c54 with handle 0x9f279d7a9a0b5007 to hash 00000020:00000001:3.0:1767384638.013405:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384638.013406:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384638.013408:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384638.013410:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384638.013412:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384638.013413:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b5007 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384638.013419:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384638.013420:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384638.013422:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384638.013423:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384638.013424:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384638.013425:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384638.013426:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384638.013428:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384638.013429:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384638.013429:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384638.013430:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384638.013432:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001e7c8caf) refcount = 1 00010000:00010000:3.0:1767384638.013434:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b5007 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384638.013447:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384638.013449:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384638.013451:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384638.013453:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.013455:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384638.013458:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384638.013461:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384638.013465:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384638.013466:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384638.013469:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=4 00000020:00000001:3.0:1767384638.013472:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384638.013475:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384638.013477:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384638.013479:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b5007 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384638.013482:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384638.013487:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384638.013488:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:3.0:1767384638.013491:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b5007 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384638.013492:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a3354e6d. 20000000:00000001:2.0:1767384638.013499:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.013504:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1767384638.013506:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050233984 00010000:00000001:3.0:1767384638.013507:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384638.013511:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b5007 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384638.013512:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384638.013519:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009d195088 x1853237050233984/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:619/0 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384638.013522:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384638.013524:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.013528:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384638.013530:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b5007 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384638.013544:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ee4d2c54 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384638.013544:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384638.013548:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384638.013548:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384638.013553:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=55 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384638.013558:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384638.013560:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384638.013561:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b5007 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384638.013566:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384638.013570:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384638.013574:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384638.013574:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:3.0:1767384638.013576:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384638.013580:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=5 02000000:00000001:2.0:1767384638.013581:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384638.013582:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384638.013586:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 02000000:00000001:2.0:1767384638.013586:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.013591:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384638.013594:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b5007 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384638.013594:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384638.013602:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384638.013603:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384638.013606:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384638.013609:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384638.013609:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bd84ca8. 00010000:00000001:3.0:1767384638.013611:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384638.013614:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:2.0:1767384638.013614:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050233984, offset 224 00010000:00000001:3.0:1767384638.013617:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384638.013619:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384638.013622:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee4d2c54 with handle 0x9f279d7a9a0b5007 from hash 00000400:00000200:2.0:1767384638.013622:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384638.013626:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384638.013629:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384638.013630:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384638.013633:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767384638.013634:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384638.013635:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384638.013638:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384638.013641:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384638.013644:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384638.013644:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260105480 00010000:00000001:3.0:1767384638.013647:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.013650:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384638.013652:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x197d [2] + 224 00010000:00000001:3.0:1767384638.013653:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384638.013658:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384638.013660:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384638.013660:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384638.013661:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384638.013664:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384638.013667:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384638.013670:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384638.013673:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d33e8365 x1853237050233984/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384638.013674:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384638.013679:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b5007 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384638.013695:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384638.013697:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d33e8365 x1853237050233984/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384638.013698:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384638.013699:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384638.013700:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384638.013701:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384638.013702:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384638.013702:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384638.013704:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384638.013707:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384638.013711:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b5007 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384638.013724:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384638.013726:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384638.013729:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b5007 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384638.013733:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001e7c8caf count: 0 00000100:00000001:2.0:1767384638.013739:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384638.013740:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384638.013743:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384638.013746:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bd84ca8 00000400:00000010:2.0:1767384638.013750:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bd84ca8. 00000100:00000001:2.0:1767384638.013752:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384638.013753:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384638.013755:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384638.013757:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384638.013759:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384638.013761:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384638.013762:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384638.013765:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d195088 x1853237050233984/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:619/0 lens 4848/4768 e 0 to 0 dl 1767384649 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.013768:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384638.013772:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384638.013774:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009d195088 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050233984:12345-0@lo:253: Request processed in 4101us (4711us total) trans 0 rc 0/0 00000400:00000001:1.0:1767384638.013778:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384638.013782:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000400:00000001:1.0:1767384638.013783:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384638.013785:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000400:00000010:1.0:1767384638.013787:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006264bd75. 00000100:00000001:2.0:1767384638.013788:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384638.013790:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384638.013793:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000116915ca. 00000400:00000200:1.0:1767384638.013795:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee53f55 00000020:00000010:2.0:1767384638.013797:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad50cc9f. 00000400:00000010:1.0:1767384638.013800:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ee53f55. 00000020:00000010:2.0:1767384638.013801:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f21aac8. 00000020:00000040:2.0:1767384638.013807:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:1.0:1767384638.013807:0:16345:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384638.013812:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384638.013813:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004875ebc8. 00000100:00000200:1.0:1767384638.013816:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d33e8365 x1853237050233984/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384638.013817:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384638.013820:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384638.013825:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384638.013830:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd313575. 00000400:00000010:2.0:1767384638.013834:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bd84ca8. 00000100:00000200:1.0:1767384638.013838:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d33e8365 x1853237050233984/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.013860:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384638.013862:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.013865:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384638.013867:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384638.013869:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384638.013870:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384638.013872:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384638.013876:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=55 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384638.013879:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=55 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384638.013882:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384638.013883:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384638.013885:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384638.013886:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.013889:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384638.013892:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d33e8365 x1853237050233984/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.013899:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384638.013901:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384638.013903:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384638.013906:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384638.013909:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384638.013910:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384638.013912:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384638.013913:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384638.013914:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384638.013915:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384638.013917:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384638.013918:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384638.013921:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d33e8365 x1853237050233984/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384638.013929:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d33e8365 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050233984:0@lo:253: 00000100:00000001:1.0:1767384638.013934:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.013936:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384638.013938:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d33e8365 x1853237050233984/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384638.013953:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384638.013954:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384638.013956:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a42390e1. 02000000:00000001:1.0:1767384638.013961:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384638.013962:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384638.013963:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384638.013965:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384638.013967:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000046859c8f. 02000000:00000001:1.0:1767384638.013969:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384638.013970:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384638.013971:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d33e8365. 00000100:00000001:1.0:1767384638.013974:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384638.013975:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.013977:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384638.013981:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384638.013983:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384638.013985:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384638.013986:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384638.014348:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294926334, at 4294926335 00000100:00000040:1.0:1767384638.014352:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294926334, at 4294926335 00000100:00000010:3.0:1767384638.014355:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1ff1523. 00000100:00000010:1.0:1767384638.014360:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000074bd89cb. 00000100:00000040:0.0:1767384638.015347:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294926334, at 4294926336 00000100:00000010:0.0:1767384638.015354:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4eb08c2. 00000400:00000001:2.0:1767384638.015396:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384638.015399:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384638.015401:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44b781e 00000400:00000010:2.0:1767384638.015403:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a44b781e. 00000400:00000200:2.0:1767384638.015414:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384638.015418:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384638.015423:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000098e2fa60. 00000400:00000010:2.0:1767384638.015425:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000060fddb69. 00000400:00000001:2.0:1767384638.015429:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384638.015429:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384638.015430:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7ef4eac 00000400:00000010:2.0:1767384638.015431:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7ef4eac. 00000400:00000200:2.0:1767384638.015433:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384638.015435:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp32 recovery ping unlinked 00000400:00000010:2.0:1767384638.015437:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008529bd3c. 00000400:00000010:2.0:1767384638.015439:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e733a1ed. 00000100:00000040:2.0:1767384638.015519:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294926334, at 4294926336 00000100:00000010:2.0:1767384638.015526:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081b8a6bf. 00010000:00000010:3.1:1767384638.016313:0:29702:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005363095d. 00010000:00000010:3.1:1767384638.016321:0:29702:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b948771c. 00010000:00000010:3.1:1767384638.018331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001e7c8caf. 00010000:00000010:3.1:1767384638.018339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee4d2c54. 00000400:00000010:1.0:1767384638.024887:0:29705:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000047882811. 00000400:00000040:1.0:1767384638.024909:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384638.024912:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384638.024916:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384638.024918:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384638.024920:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384638.024922:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384638.024925:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384638.024927:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384638.024929:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384638.024930:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384638.024933:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384638.024936:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384638.024938:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384638.024940:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384638.024941:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384638.024951:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384638.024953:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384638.024954:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384638.024955:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384638.024958:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384638.024959:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384638.024961:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384638.024963:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384638.024964:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384638.024966:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384638.024968:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384638.024969:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384638.024971:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384638.024972:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384638.024974:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384638.024975:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384638.024977:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384638.024978:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384638.024979:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384638.024981:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384638.024982:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384638.024983:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384638.024986:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384638.024988:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384638.024989:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384638.024991:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384638.024994:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384638.024995:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384638.024997:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384638.024999:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384638.025001:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384638.025002:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384638.025004:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384638.025006:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384638.025008:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384638.025009:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384638.025011:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384638.025012:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384638.025014:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384638.025022:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384638.025024:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384638.025026:0:29705:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384638.025125:0:29705:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000047882811. 00010000:00000001:1.0:1767384638.207356:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384638.207362:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384638.207368:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384638.207370:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384638.207387:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384638.207390:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384638.207393:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384639.040373:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp32 00000400:00000010:3.0:1767384639.040379:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ae052a7a. 00000400:00000010:3.0:1767384639.040385:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000043d8c3a0. 00000400:00000010:3.0:1767384639.040390:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad84b242. 00000400:00000010:3.0:1767384639.040397:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e4a86d8d. 00000400:00000200:3.0:1767384639.040400:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp32 00000400:00000200:3.0:1767384639.040416:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp32 local destination 00000400:00000200:3.0:1767384639.040422:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp32 00000400:00000200:3.0:1767384639.040432:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp32 NI seq info: [92:92:256:4294967295] 192.168.202.122@tcp32 LPNI seq info [91:91:8:4294967295] 00000400:00000200:3.0:1767384639.040438:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp32 00000400:00000200:3.0:1767384639.040445:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp32(192.168.202.122@tcp32:) -> 192.168.202.122@tcp32(192.168.202.122@tcp32:192.168.202.122@tcp32) : GET try# 0 00000800:00000200:3.0:1767384639.040449:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp32 00000800:00000010:3.0:1767384639.040453:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ff0039cc. 00000800:00000200:3.0:1767384639.040459:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000800:00000200:3.1:1767384639.040465:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000400:00000200:3.0:1767384639.040488:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp32 added to recovery queue. ping count: 2 next ping: 264 health :800 00000400:00000200:1.0:1767384639.040569:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040621:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040640:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040658:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040679:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040718:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040741:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040755:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040767:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040778:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040790:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040803:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040822:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040836:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040851:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040866:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040882:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040900:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040912:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040930:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040945:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040972:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.040994:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.041014:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.041043:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.041064:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.041078:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.041106:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.041131:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.041161:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.041180:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.041216:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.041259:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.041284:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384639.041342:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:1.0:1767384639.041494:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000054866e43. 00000800:00000010:1.0:1767384639.041498:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000148ccc1b. 00000800:00000010:1.0:1767384639.041503:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bbd33a95. 00000800:00000010:1.0:1767384639.041518:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bbd33a95. 00000800:00020000:1.0:1767384639.041527:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384639.041530:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000148ccc1b. 00000800:00000010:1.0:1767384639.041532:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000054866e43. 00000400:02020000:1.0:1767384639.041562:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp32 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384639.041568:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp32 notifying 192.168.202.122@tcp32: down 00000800:00000200:1.0:1767384639.041572:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp32 down 00000800:00000100:1.0:1767384639.041577:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp32 00000800:00000010:1.0:1767384639.041580:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ff0039cc. 00000400:00000200:1.0:1767384639.041582:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384639.041586:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp32->192.168.202.122@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384639.041592:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384639.041594:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384639.041597:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp32) recovery failed with -71 00010000:00000001:1.0:1767384639.231342:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384639.231353:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.231358:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384639.231359:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384639.231423:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384639.231427:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384639.231430:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384639.325336:0:30103:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ebd8e02b. 00080000:00000010:1.0:1767384639.325346:0:30103:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ebd8e02b. 00000020:00000001:1.0:1767384639.325351:0:30103:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384639.325358:0:30103:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ebd8e02b. 00080000:00000010:1.0:1767384639.325362:0:30103:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ebd8e02b. 00000020:00000001:1.0:1767384639.325364:0:30103:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384640.020923:0:30267:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384640.020928:0:30267:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:1.0:1767384640.026984:0:30267:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384640.034989:0:30268:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fdfbdbcc. 00000400:00000010:1.0:1767384640.035004:0:30268:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000001dc8e360. 00000400:00000010:1.0:1767384640.035014:0:30268:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e0d661b9. 00000400:00000010:1.0:1767384640.035018:0:30268:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004bf92060. 00000400:00000010:1.0:1767384640.035022:0:30268:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a6b3a792. 00000400:00000010:1.0:1767384640.035027:0:30268:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001058c722. 00000400:00000010:1.0:1767384640.035029:0:30268:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004fa952a3. 00000400:00000010:1.0:1767384640.035031:0:30268:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc90fd59. 00000400:00000010:1.0:1767384640.035034:0:30268:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000098a2645d. 00000800:00000010:1.0:1767384640.035049:0:30268:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000eb62ba10. 00000800:00000200:1.0:1767384640.035060:0:30268:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384640.035074:0:30268:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384640.035129:0:30268:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384640.035152:0:30268:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp36 [8/256/0/180] 00000400:00000010:1.0:1767384640.036944:0:30268:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000931c0659. 00000400:00000010:1.0:1767384640.036949:0:30268:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055972de7. 00000400:00000010:1.0:1767384640.036954:0:30268:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a2deecf. 00000400:00000001:1.0:1767384640.036968:0:30268:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384640.036969:0:30268:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384640.036971:0:30268:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078a18739. 00000400:00000200:1.0:1767384640.036973:0:30268:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e93641 00000400:00000010:1.0:1767384640.036974:0:30268:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e93641. 00000400:00000010:1.0:1767384640.036985:0:30268:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000001bc28f6c. 00000400:00000200:1.0:1767384640.036989:0:30268:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (27) 00000400:00000200:1.0:1767384640.036998:0:30268:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384640.037005:0:30268:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:1.0:1767384640.037011:0:30268:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000054866e43. 00000400:00000200:2.0:1767384640.037015:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384640.037016:0:30268:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384640.037021:0:30268:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp36 00000400:00000200:2.0:1767384640.037025:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100151 00000400:00000010:1.0:1767384640.037032:0:30268:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000001dc8e360. 00000400:00000010:2.0:1767384640.037034:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7ef4eac. 00000400:00000010:1.0:1767384640.037036:0:30268:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fdfbdbcc. 00000400:00000200:2.0:1767384640.037042:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (28) 00000400:00000010:2.0:1767384640.037051:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cfe9d55c. 00000400:00000200:2.0:1767384640.037056:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp15 00000400:00000200:2.0:1767384640.037070:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp15 to MR: 192.168.202.122@tcp15 local destination 00000400:00000200:2.0:1767384640.037094:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp15 NI seq info: [93:93:256:4294967295] 192.168.202.122@tcp15 LPNI seq info [92:92:8:4294967295] 00000020:00000001:0.0:1767384640.037102:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384640.037103:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp15 10000000:00000001:0.0:1767384640.037107:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384640.037112:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384640.037115:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384640.037119:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384640.037122:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp15(192.168.202.122@tcp15:192.168.202.122@tcp15) -> 192.168.202.122@tcp15(192.168.202.122@tcp15:192.168.202.122@tcp15) : PUT try# 0 00000020:01000004:0.0:1767384640.037122:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384640.037126:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384640.037130:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384640.037131:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384640.037133:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384640.037135:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:2.0:1767384640.037136:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.122@tcp15 00000020:01000004:0.0:1767384640.037137:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384640.037140:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384640.037142:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:2.0:1767384640.037144:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000035fcfad5. 00000100:00000010:0.0:1767384640.037147:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f2168bee. 00000020:00000040:0.0:1767384640.037152:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000800:00000200:2.0:1767384640.037157:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2565b41] -> 12345-192.168.202.122@tcp15 (6) 00000100:00000001:0.0:1767384640.037159:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384640.037162:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384640.037167:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384640.037168:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp15 ip 192.168.202.122:988 00000800:00000200:2.0:1767384640.037174:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 1, nob 576 niov 1 nkiov 1 02000000:00000010:0.0:1767384640.037175:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bab46fe4. 00000100:00000001:0.0:1767384640.037182:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.037191:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384640.037193:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384640.037199:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2168bee] to pc [ptlrpcd_00_02+2] req@00000000f2168bee x1853237050234112/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384640.037206:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384640.037211:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100551 rc 0 10000000:00000001:0.0:1767384640.037237:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384640.037240:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384640.037242:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384640.037244:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384640.037246:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384640.037250:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384640.037253:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00100000:2.0:1767384640.037254:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 10000000:00000001:0.0:1767384640.037255:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384640.037259:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384640.037260:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384640.037261:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384640.037264:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384640.037266:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384640.037266:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384640.037267:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384640.037268:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384640.037269:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384640.037270:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384640.037271:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:0.0:1767384640.037272:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384640.037276:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384640.037277:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7edd48c. 00000100:00000001:2.0:1767384640.037281:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384640.037281:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384640.037286:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384640.037287:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384640.037313:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384640.037314:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384640.037317:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384640.037321:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f2168bee x1853237050234112/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384640.037323:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a040aba0. 00000100:00000001:0.0:1767384640.037328:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.037334:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384640.037337:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384640.037338:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384640.037339:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000010:3.0:1767384640.037345:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000035fcfad5. 00000100:00000001:2.0:1767384640.037345:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384640.037345:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7edd48c] to pc [ptlrpcd_00_03+3] req@00000000d7edd48c x1853237050234240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384640.037353:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384640.037354:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:0.0:1767384640.037358:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384640.037360:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767384640.037361:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384640.037365:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp15->192.168.202.122@tcp15: PUT: OK 02000000:00000001:2.0:1767384640.037368:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384640.037368:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384640.037370:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000000:0.0:1767384640.037373:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384640.037377:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp15: 0 00000100:00100000:2.0:1767384640.037377:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f2168bee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050234112:0@lo:253: 00000020:00000010:0.0:1767384640.037378:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000054866e43. 00000100:00000001:2.0:1767384640.037386:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767384640.037388:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384640.037392:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384640.037392:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767384640.037397:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384640.037397:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384640.037403:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384640.037404:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1767384640.037404:0:16346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000800:00000001:3.0:1767384640.037407:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384640.037408:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384640.037413:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004875ebc8. 00000100:00000001:0.0:1767384640.037414:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384640.037416:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp15(192.168.202.122@tcp15) <- 192.168.202.122@tcp15 : PUT - for me 00000100:00000001:0.0:1767384640.037417:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384640.037419:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.037423:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384640.037425:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384640.037426:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767384640.037428:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f17a3020. 00000100:00000040:0.0:1767384640.037431:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d7edd48c x1853237050234240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384640.037433:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000010:2.0:1767384640.037437:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b5bff1f. 00000400:00000200:3.0:1767384640.037445:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 464/480 into md 0x1985 [1] + 0 00000100:00000001:0.0:1767384640.037449:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384640.037451:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f55e5a27. 00000100:00000001:0.0:1767384640.037452:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384640.037459:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e6cedafe 02000000:00000001:0.0:1767384640.037459:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384640.037461:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384640.037464:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384640.037465:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050234112, portal 25 02000000:00000001:0.0:1767384640.037465:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384640.037470:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.037472:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767384640.037472:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d7edd48c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050234240:0@lo:253: 00000400:00000200:3.0:1767384640.037474:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384640.037475:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963243520 : -108605746308096 : ffff9d3941121c00) 00000100:00000001:0.0:1767384640.037481:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384640.037484:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp15->192.168.202.122@tcp15: PUT: OK 02000000:00000001:0.0:1767384640.037485:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384640.037488:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cedafe 00000100:00000040:2.0:1767384640.037488:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f2168bee x1853237050234112/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384640.037489:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384640.037492:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cedafe. 02000000:00000001:0.0:1767384640.037493:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384640.037499:0:16337:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000010:0.0:1767384640.037500:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008b18b284. 00000400:00000200:3.0:1767384640.037504:0:16337:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (29) 02000000:00000001:0.0:1767384640.037505:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.037511:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384640.037512:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebcec40d. 00000400:00000200:3.0:1767384640.037513:0:16337:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000100:00000040:2.0:1767384640.037517:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384640.037519:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a30ffc45. 00000400:00000010:2.0:1767384640.037523:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000beb27af7. 00000100:00000200:0.0:1767384640.037526:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050234240, portal 25 00000400:00000200:3.0:1767384640.037527:0:16337:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (480 bytes) 00000100:00000200:2.0:1767384640.037529:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050234112, offset 0 00000100:00000001:0.0:1767384640.037530:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384640.037532:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963239040 : -108605746312576 : ffff9d3941120a80) 00000400:00000200:3.0:1767384640.037533:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000040:0.0:1767384640.037539:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d7edd48c x1853237050234240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384640.037542:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (30) 00000400:00000200:3.0:1767384640.037551:0:16337:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384640.037552:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384640.037552:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384640.037560:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384640.037562:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp15 to MR: 192.168.202.122@tcp15 local destination 00000400:00000010:0.0:1767384640.037565:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ddfa0f7. 00000100:00000200:0.0:1767384640.037569:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050234240, offset 0 00000400:00000200:3.0:1767384640.037570:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp15 NI seq info: [94:94:256:4294967295] 192.168.202.122@tcp15 LPNI seq info [93:93:8:4294967295] 00000400:00000200:0.0:1767384640.037577:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384640.037584:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp15(192.168.202.122@tcp15:192.168.202.122@tcp15) -> 192.168.202.122@tcp15(192.168.202.122@tcp15:192.168.202.122@tcp15) 192.168.202.122@tcp15 : ACK try# 0 00000800:00000200:3.0:1767384640.037588:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp15 00000800:00000010:3.0:1767384640.037592:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7ce57f4. 00000400:00000200:2.0:1767384640.037598:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384640.037599:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384640.037602:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2565b41] -> 12345-192.168.202.122@tcp15 (6) 00000800:00000200:3.0:1767384640.037610:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp15 ip 192.168.202.122:1011 00000800:00000200:3.0:1767384640.037613:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a7ce57f4 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384640.037617:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260105500 00000400:00000200:0.0:1767384640.037618:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260105580 00000800:00000001:3.0:1767384640.037628:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384640.037629:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1221 [2] + 0 00000400:00000010:2.0:1767384640.037635:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056cefe59. 00000800:00000001:3.0:1767384640.037637:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384640.037639:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000051fc2c0b 00000400:00000200:0.0:1767384640.037647:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1235 [2] + 0 00000400:00000200:2.0:1767384640.037648:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384640.037651:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cc53038. 00000400:00000200:0.0:1767384640.037655:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b237e40 00000400:00000200:2.0:1767384640.037657:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384640.037661:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384640.037663:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051fc2c0b 00000400:00000200:0.0:1767384640.037667:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384640.037668:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051fc2c0b. 00000400:00000200:0.0:1767384640.037674:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b237e40 00000100:00000001:2.0:1767384640.037675:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384640.037677:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b237e40. 00000100:00000200:2.0:1767384640.037679:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384640.037682:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384640.037685:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000525f2d65 x1853237050234112 msgsize 4848 00000100:00000200:0.0:1767384640.037685:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384640.037692:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000f965ca45 x1853237050234240 msgsize 4848 00000800:00000200:3.0:1767384640.037697:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767384640.037697:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384640.037703:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:3.0:1767384640.037704:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7ce57f4. 00000100:00000040:2.0:1767384640.037704:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384640.037710:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384640.037714:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp15->192.168.202.122@tcp15: ACK: OK 00000800:00000001:3.0:1767384640.037719:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384640.037720:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384640.037721:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:3.0:1767384640.037722:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384640.037726:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384640.037728:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb27af7 00000800:00000001:3.0:1767384640.037730:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384640.037733:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000beb27af7. 00000100:00000001:0.0:1767384640.037733:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384640.037734:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384640.037740:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384640.037742:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ddfa0f7 00000800:00000001:3.0:1767384640.037743:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384640.037746:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f2168bee x1853237050234112/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384640.037747:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ddfa0f7. 00000100:00000001:0.0:1767384640.037752:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384640.037756:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp15(192.168.202.122@tcp15) <- 192.168.202.122@tcp15 : ACK - for me 00000100:00000200:0.0:1767384640.037759:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7edd48c x1853237050234240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.037773:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384640.037775:0:16337:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp15: ACK from 12345-192.168.202.122@tcp15 into md 0x19a5 00000100:00000040:2.0:1767384640.037780:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f2168bee x1853237050234112/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384640.037781:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384640.037782:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384640.037789:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d7edd48c x1853237050234240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384640.037793:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp15->192.168.202.122@tcp15: ACK: OK 00000400:00000200:3.0:1767384640.037802:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7ef4eac 00000400:00000010:3.0:1767384640.037806:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7ef4eac. 00000100:00000001:2.0:1767384640.037806:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.037809:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384640.037813:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384640.037813:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384640.037813:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384640.037821:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.037824:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384640.037825:0:16337:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000100:00000001:2.0:1767384640.037827:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294928363 00000100:00000001:0.0:1767384640.037829:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294928363 00000400:00000200:3.0:1767384640.037832:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000010:2.0:1767384640.037833:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb387d50. 00000400:00000200:3.0:1767384640.037839:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (29) 00000100:00000001:2.0:1767384640.037841:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000800:00000001:3.0:1767384640.037845:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384640.037847:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294928363 00000100:00000001:0.0:1767384640.037848:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294928363 00000800:00000001:3.0:1767384640.037850:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384640.037853:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294928363 00000100:00000010:2.0:1767384640.037854:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007691f4d8. 00000100:00000001:2.0:1767384640.037861:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384640.037872:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294928363 00000100:00000001:0.0:1767384640.037873:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294928363 00000100:00000010:2.0:1767384640.037877:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6b45ee0. 00000100:00000001:0.0:1767384640.037878:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294928363 00000100:00000001:2.0:1767384640.037883:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384640.037889:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294928363 00000100:00000001:2.0:1767384640.037890:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294928363 00000100:00000001:0.0:1767384640.037895:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294928363 00000100:00000010:2.0:1767384640.037896:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0a92326. 00000100:00000001:2.0:1767384640.037901:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384640.037905:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384640.037905:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294928363 00000100:00000001:2.0:1767384640.037908:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.037910:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.037913:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.037915:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384640.037916:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384640.037917:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.037918:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384640.037922:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.037924:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.037925:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.037928:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.037955:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384640.037955:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384640.037959:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050234112 00000100:00100000:0.0:1767384640.037959:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050234240 02000000:00000001:2.0:1767384640.037965:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384640.037965:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384640.037969:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384640.037969:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384640.037973:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.037973:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384640.037979:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384640.037979:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384640.037985:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:0.0:1767384640.037985:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050234240 00000100:00100000:2.0:1767384640.037986:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050234112 00000020:00000001:0.0:1767384640.037990:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384640.037991:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384640.037992:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000c169222c. 00000020:00000040:2.0:1767384640.037994:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000040:0.0:1767384640.037994:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000400:00000010:3.0:1767384640.037997:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f55e5a27. 00000020:00000001:2.0:1767384640.037999:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384640.038000:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384640.038004:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cedafe. 00000020:00000040:2.0:1767384640.038004:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000040:0.0:1767384640.038004:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:2.0:1767384640.038009:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384640.038010:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:3.0:1767384640.038011:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c169222c 00000020:00000001:2.0:1767384640.038015:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384640.038016:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000010:3.0:1767384640.038017:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000c82b1151. 00000100:00000001:2.0:1767384640.038020:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384640.038023:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384640.038024:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000020:00000010:2.0:1767384640.038025:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c398a0f. 00000020:00000010:0.0:1767384640.038028:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098493489. 00000100:00000001:2.0:1767384640.038029:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384640.038030:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102051 00000100:00000001:0.0:1767384640.038035:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384640.038036:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (28) 00000020:00000010:2.0:1767384640.038036:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c398a0f. 00000020:00000010:0.0:1767384640.038043:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098493489. 00000400:00000010:3.0:1767384640.038045:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000815a67ed. 00000020:00000010:2.0:1767384640.038046:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eedfc344. 00000020:00000010:0.0:1767384640.038049:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f7a0956. 00000400:00000010:3.0:1767384640.038052:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084336920. 00000020:00000010:2.0:1767384640.038054:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000094391bdd. 00000020:00000010:0.0:1767384640.038055:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002899ebae. 00000400:00000010:3.0:1767384640.038059:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001b2bd87b. 00000020:00000010:2.0:1767384640.038062:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad50cc9f. 00000020:00000010:0.0:1767384640.038062:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000400:00000200:3.0:1767384640.038067:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000100:00000040:0.0:1767384640.038073:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384640.038091:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000100:00000001:0.0:1767384640.038093:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384640.038095:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384640.038097:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384640.038098:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384640.038099:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000100:00000001:0.0:1767384640.038100:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.038101:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384640.038110:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000100:00000001:0.0:1767384640.038113:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.038114:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384640.038117:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:3.0:1767384640.038123:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000100:00000001:0.0:1767384640.038125:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.038126:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384640.038130:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000400:00000200:3.0:1767384640.038136:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:3.0:1767384640.038141:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000100:00000001:0.0:1767384640.038142:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384640.038144:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384640.038146:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384640.038147:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384640.038148:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000100:00100000:0.0:1767384640.038154:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000400:00000200:3.0:1767384640.038158:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000100:00000040:0.0:1767384640.038160:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384640.038163:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905600080 : -108600803951536 : ffff9d3a67a87c50) 00000100:00100000:2.0:1767384640.038164:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00000040:2.0:1767384640.038170:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:2.0:1767384640.038174:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472409198672 : -108601300352944 : ffff9d3a4a120050) 00000400:00000200:3.0:1767384640.038175:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000100:00000040:0.0:1767384640.038180:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f965ca45 x1853237050234240/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:621/0 lens 4848/0 e 0 to 0 dl 1767384651 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384640.038181:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000525f2d65 x1853237050234112/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:621/0 lens 4848/0 e 0 to 0 dl 1767384651 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384640.038187:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:3.0:1767384640.038203:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000200:3.0:1767384640.038218:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000100:00000001:2.0:1767384640.038218:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384640.038219:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384640.038223:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c398a0f. 00000400:00000200:3.0:1767384640.038225:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000020:00000010:0.0:1767384640.038225:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098493489. 00000100:00000001:2.0:1767384640.038227:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384640.038231:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384640.038233:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c398a0f. 00000020:00000010:0.0:1767384640.038238:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098493489. 00000400:00000200:3.0:1767384640.038241:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000100:00100000:2.0:1767384640.038243:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000525f2d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050234112:12345-0@lo:253: 00000100:00100000:0.0:1767384640.038248:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f965ca45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050234240:12345-0@lo:253: 00000100:00000200:2.0:1767384640.038254:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050234112 00000400:00000200:3.0:1767384640.038255:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000100:00000200:0.0:1767384640.038256:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050234240 00000020:00000001:2.0:1767384640.038259:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384640.038261:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384640.038264:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384640.038265:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000020:00000001:0.0:1767384640.038266:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384640.038267:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384640.038270:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384640.038273:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384640.038275:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384640.038276:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000400:00000200:3.0:1767384640.038279:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000020:00000001:0.0:1767384640.038279:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:2.0:1767384640.038281:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384640.038284:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384640.038286:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384640.038357:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 20], ns[67, 20] 00000400:00000200:3.0:1767384640.038362:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 20], ns[80, 20] 00000400:00000200:3.0:1767384640.038366:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 20], ns[87, 20] 00000400:00000200:3.0:1767384640.038370:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[83, 20], ns[84, 20] 00000400:00000200:3.0:1767384640.038374:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[91, 20], ns[92, 20] 00000400:00000200:3.0:1767384640.038379:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 00000400:00000200:3.0:1767384640.038383:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp33] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384640.038387:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp33] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384640.038391:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000400:00000200:3.0:1767384640.038395:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp33 00000400:00000200:3.0:1767384640.038406:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp33 lpni_is_preferred = 0 00000400:00000200:3.0:1767384640.038408:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp33 00000400:00000200:3.0:1767384640.038412:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp33 NI seq info: [95:95:256:4294967295] 192.168.202.122@tcp33 LPNI seq info [94:94:8:4294967295] 00000400:00000200:3.0:1767384640.038417:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp33 00000400:00000200:3.0:1767384640.038423:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp33(192.168.202.122@tcp33:) -> 192.168.202.122@tcp33(192.168.202.122@tcp:192.168.202.122@tcp33) : GET try# 0 00000800:00000200:3.0:1767384640.038428:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp33 00000800:00000010:3.0:1767384640.038431:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a7ce57f4. 00000800:00000010:3.0:1767384640.038436:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008233f4bb. 00000800:00000010:3.0:1767384640.038440:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cae0d125. 00000800:00000200:3.0:1767384640.038444:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (2) 00000800:00000200:3.1:1767384640.038449:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (2) 00000400:00000200:3.0:1767384640.038461:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384640.038463:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100251 rc 0 00000020:00000001:0.0:1767384640.038469:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384640.038472:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384640.038474:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384640.038477:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.038480:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384640.038483:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384640.038488:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008d59694a. 00000020:00000001:2.0:1767384640.038490:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384640.038491:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384640.038493:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384640.038494:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384640.038497:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384640.038498:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384640.038501:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384640.038504:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384640.038510:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a3354e6d. 20000000:00000010:0.0:1767384640.038510:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ae663450. 02000000:00000001:2.0:1767384640.038512:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384640.038514:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000001:2.0:1767384640.038515:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384640.038515:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384640.038520:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384640.038524:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384640.038525:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384640.038527:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384640.038530:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384640.038532:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384640.038534:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000046859c8f. 20000000:01000000:2.0:1767384640.038538:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384640.038541:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384640.038541:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c110d8e6. 20000000:00000001:2.0:1767384640.038545:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767384640.038545:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:2.0:1767384640.038548:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384640.038550:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384640.038553:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384640.038553:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384640.038565:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384640.038567:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00080000:00000001:0.0:1767384640.038569:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384640.038585:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384640.038600:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384640.038603:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384640.038605:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384640.038606:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384640.038609:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384640.038611:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000020:00000001:0.0:1767384640.038615:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00080000:00000002:0.0:1767384640.038617:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384640.038619:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384640.038622:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00080000:00000001:0.0:1767384640.038623:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384640.038627:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384640.038631:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384640.038635:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384640.038638:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384640.038642:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cd76da0a. 00080000:00000001:0.0:1767384640.038644:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468050450432 : -108605659101184 : ffff9d394644c800) 00080000:00000001:0.0:1767384640.038647:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384640.038650:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384640.038654:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000098493489. 00080000:00000001:0.0:1767384640.038656:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384640.038658:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384640.038661:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00080000:00000001:0.0:1767384640.038672:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384640.038687:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384640.038697:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038724:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038744:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038765:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038781:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038796:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038808:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038820:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038834:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038847:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038865:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038884:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038901:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038915:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038939:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038952:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038965:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038978:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.038990:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.039001:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.039013:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.039028:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.039041:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.039055:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.039068:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.039102:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.039120:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.039135:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.039149:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.039163:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384640.039176:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384640.039255:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000893fbe12. 00000800:00000010:3.0:1767384640.039258:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000701f950c. 00000800:00000010:3.0:1767384640.039261:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e717c864. 00000800:00000010:3.0:1767384640.039277:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e717c864. 00000800:00020000:3.0:1767384640.039283:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384640.039285:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000701f950c. 00000800:00000010:3.0:1767384640.039287:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000893fbe12. 00000400:02020000:3.0:1767384640.039346:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp33 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384640.039351:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp33 notifying 192.168.202.122@tcp33: down 00000800:00000200:3.0:1767384640.039356:0:16332:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp33 down 00000800:00000100:3.0:1767384640.039361:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp33 00000800:00000010:3.0:1767384640.039362:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a7ce57f4. 00000400:00000200:3.0:1767384640.039365:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384640.039368:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp33->192.168.202.122@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384640.039379:0:16332:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp33 added to recovery queue. ping count: 0 next ping: 262 health :900 00000400:00000200:3.0:1767384640.039381:0:16332:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384640.039383:0:16332:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 1 00000400:00000200:3.0:1767384640.039386:0:16332:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384640.039429:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384640.039437:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100851 00000400:00000001:2.0:1767384640.039441:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384640.039443:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384640.039446:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084336920 00000400:00000010:2.0:1767384640.039448:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084336920. 00000400:00000200:2.0:1767384640.039452:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384640.039456:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000010:2.0:1767384640.039460:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000815a67ed. 00000400:00000200:2.0:1767384640.039463:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (29) 00000400:00000200:2.0:1767384640.039465:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:-71 00000400:00000200:2.0:1767384640.039467:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102051 rc -71 00000400:00000200:2.0:1767384640.039469:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:2.0:1767384640.039471:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (28) 00080000:00000010:3.0:1767384640.040212:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cd76da0a. 00080000:00000010:0.0:1767384640.040257:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000098493489. 00040000:00000001:0.0:1767384640.040263:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384640.040265:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384640.040267:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384640.040271:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384640.040273:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384640.040274:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384640.040286:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384640.040311:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384640.040314:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384640.040319:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384640.040324:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384640.040327:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384640.040327:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384640.040331:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f0b16442. 00010000:00000001:3.0:1767384640.040332:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:2.0:1767384640.040336:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00010000:00000001:3.0:1767384640.040337:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:2.0:1767384640.040342:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384640.040344:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:3.0:1767384640.040346:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007759f493. 00080000:00000001:2.0:1767384640.040347:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384640.040352:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384640.040354:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:3.0:1767384640.040355:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000020b085a1. 00000020:00000001:3.0:1767384640.040360:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384640.040362:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384640.040363:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000020b085a1 with handle 0x9f279d7a9a0b500e to hash 00080000:00000001:2.0:1767384640.040367:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384640.040368:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384640.040370:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.040371:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00080000:00000001:2.0:1767384640.040373:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384640.040375:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00080000:00000001:2.0:1767384640.040376:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384640.040381:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00010000:00000001:3.0:1767384640.040382:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384640.040385:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384640.040387:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00010000:00010000:3.0:1767384640.040389:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b500e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000002:2.0:1767384640.040390:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384640.040397:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384640.040401:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384640.040402:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384640.040404:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.040405:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384640.040409:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384640.040409:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384640.040412:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384640.040413:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384640.040416:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384640.040418:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:3.0:1767384640.040419:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384640.040424:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384640.040425:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384640.040427:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000010:2.0:1767384640.040429:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001a72601b. 00010000:00000001:3.0:1767384640.040430:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384640.040433:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:2.0:1767384640.040435:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468053667328 : -108605655884288 : ffff9d394675de00) 00010000:00000040:3.0:1767384640.040436:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007759f493) refcount = 1 00080000:00000001:2.0:1767384640.040438:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384640.040440:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384640.040443:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001c398a0f. 00010000:00010000:3.0:1767384640.040448:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b500e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384640.040448:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384640.040453:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384640.040458:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384640.040460:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384640.040461:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384640.040462:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.040463:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.040466:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384640.040469:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:2.0:1767384640.040471:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:0.0:1767384640.040471:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:01000000:3.0:1767384640.040472:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00000100:00000001:0.0:1767384640.040477:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384640.040478:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384640.040481:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:0.0:1767384640.040481:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ae663450. 00000020:00000040:3.0:1767384640.040484:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=4 20000000:00000001:0.0:1767384640.040486:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384640.040487:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384640.040492:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000040:0.0:1767384640.040493:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050234240 00010000:00000001:3.0:1767384640.040494:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384640.040497:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b500e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384640.040498:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384640.040504:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000200:0.0:1767384640.040505:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f965ca45 x1853237050234240/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:621/0 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384640.040507:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b500e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.040522:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.040525:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384640.040526:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384640.040527:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b500e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384640.040528:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384640.040534:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=57 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384640.040535:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384640.040538:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.040542:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384640.040542:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384640.040546:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b500e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384640.040547:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384640.040552:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384640.040556:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384640.040558:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000020b085a1 already unused, calling callback (0000000043915e75) 02000000:00000001:0.0:1767384640.040559:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.040562:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384640.040565:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384640.040567:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000010:0.0:1767384640.040569:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ddfa0f7. 00010000:00000001:3.0:1767384640.040570:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384640.040573:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b500e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384640.040574:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050234240, offset 224 00010000:00000001:3.0:1767384640.040582:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384640.040583:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384640.040585:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384640.040587:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384640.040589:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=5 00000020:00000001:3.0:1767384640.040592:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00000400:00000200:0.0:1767384640.040592:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384640.040595:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384640.040598:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384640.040600:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b500e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384640.040604:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260105580 00010000:00000001:3.0:1767384640.040611:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1767384640.040612:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19ad [2] + 224 00010000:00000001:3.0:1767384640.040614:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384640.040617:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384640.040618:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.040624:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384640.040626:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384640.040627:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384640.040630:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:0.0:1767384640.040632:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7edd48c x1853237050234240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384640.040634:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384640.040638:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384640.040643:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000020b085a1 with handle 0x9f279d7a9a0b500e from hash 00000100:00000040:0.0:1767384640.040645:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d7edd48c x1853237050234240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384640.040649:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384640.040652:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.040655:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.040657:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384640.040659:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384640.040661:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384640.040664:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384640.040664:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384640.040667:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384640.040670:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.040675:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384640.040676:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1767384640.040676:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ddfa0f7 00000100:00000001:2.0:1767384640.040679:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384640.040680:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ddfa0f7. 00010000:00000001:3.0:1767384640.040681:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384640.040682:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384640.040684:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384640.040685:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384640.040688:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384640.040689:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384640.040691:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384640.040692:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.040694:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384640.040695:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebcec40d. 00000100:00000040:0.0:1767384640.040697:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384640.040699:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384640.040702:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a30ffc45 00010000:00000001:3.0:1767384640.040703:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384640.040703:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384640.040706:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384640.040709:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b500e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384640.040709:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a30ffc45. 00000020:00000001:0.0:1767384640.040709:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384640.040716:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f965ca45 x1853237050234240/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:621/0 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.040717:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384640.040723:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.040726:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384640.040726:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7edd48c x1853237050234240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384640.040730:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384640.040733:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384640.040736:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384640.040736:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f965ca45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050234240:12345-0@lo:253: Request processed in 2513us (3039us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384640.040739:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.040742:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384640.040746:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384640.040752:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384640.040756:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000200:2.0:1767384640.040757:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7edd48c x1853237050234240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384640.040758:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b500e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384640.040759:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384640.040765:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384640.040768:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384640.040772:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002899ebae. 00010000:00000001:3.0:1767384640.040777:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000010:0.0:1767384640.040780:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00010000:00000001:3.0:1767384640.040781:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384640.040782:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384640.040784:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b500e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384640.040786:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f7a0956. 00000100:00000001:2.0:1767384640.040787:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.040793:0:16346:0:(client.c:1578:after_reply()) Process entered 00010000:00000040:3.0:1767384640.040794:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007759f493 count: 0 00000020:00000040:0.0:1767384640.040795:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:2.0:1767384640.040797:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384640.040801:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384640.040802:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384640.040802:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384640.040804:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384640.040806:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008d59694a. 20000000:00000001:3.0:1767384640.040808:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:2.0:1767384640.040808:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384640.040810:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384640.040813:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384640.040815:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=57 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384640.040817:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384640.040819:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=57 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384640.040822:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da6ab268. 00000400:00000010:0.0:1767384640.040825:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ddfa0f7. 00000100:00000001:2.0:1767384640.040831:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384640.040833:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384640.040835:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384640.040837:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.040839:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384640.040841:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d7edd48c x1853237050234240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.040846:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384640.040848:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384640.040849:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384640.040852:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384640.040853:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384640.040854:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384640.040855:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384640.040856:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384640.040857:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384640.040857:0:16346:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384640.040858:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384640.040859:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384640.040860:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7edd48c x1853237050234240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384640.040865:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d7edd48c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050234240:0@lo:253: 00000100:00000001:2.0:1767384640.040868:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.040869:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384640.040870:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d7edd48c x1853237050234240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.040874:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384640.040876:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384640.040877:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008b18b284. 02000000:00000001:2.0:1767384640.040880:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384640.040881:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384640.040882:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384640.040883:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384640.040884:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a040aba0. 02000000:00000001:2.0:1767384640.040887:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384640.040892:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384640.040893:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7edd48c. 00000100:00000001:2.0:1767384640.040895:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384640.040896:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.040897:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384640.040901:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384640.040902:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.040903:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384640.040904:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384640.041845:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001a72601b. 00080000:00000010:2.0:1767384640.041885:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001c398a0f. 00040000:00000001:2.0:1767384640.041889:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384640.041891:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384640.041893:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384640.041896:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384640.041898:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384640.041900:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384640.041901:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384640.041910:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384640.041912:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384640.041915:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384640.041920:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384640.041923:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384640.041924:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384640.041926:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384640.041928:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384640.041932:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f8e5458. 00010000:00000001:3.0:1767384640.041935:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384640.041937:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f4b1ce3. 00000020:00000001:3.0:1767384640.041939:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384640.041941:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f4b1ce3 with handle 0x9f279d7a9a0b5015 to hash 00000020:00000001:3.0:1767384640.041948:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384640.041949:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384640.041951:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384640.041953:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384640.041955:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384640.041956:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b5015 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.041960:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384640.041962:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384640.041963:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384640.041964:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384640.041965:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384640.041966:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384640.041967:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384640.041968:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384640.041969:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384640.041971:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384640.041972:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384640.041973:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f8e5458) refcount = 1 00010000:00010000:3.0:1767384640.041976:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b5015 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.041979:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384640.041980:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384640.041981:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384640.041982:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.041983:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384640.041985:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384640.041986:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384640.041987:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384640.041988:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384640.041989:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=4 00000020:00000001:3.0:1767384640.041990:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384640.041991:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384640.041996:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384640.041997:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b5015 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.042001:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384640.042002:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b5015 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.042005:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.042006:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384640.042006:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b5015 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.042009:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384640.042010:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.042011:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384640.042012:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b5015 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384640.042015:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f4b1ce3 already unused, calling callback (0000000043915e75) 00010000:00000001:3.0:1767384640.042017:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384640.042018:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384640.042018:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b5015 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.042021:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384640.042022:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384640.042023:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384640.042023:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=5 00000020:00000001:3.0:1767384640.042025:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384640.042026:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384640.042028:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384640.042029:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b5015 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.042041:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384640.042042:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384640.042043:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.042044:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384640.042045:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384640.042046:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384640.042047:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384640.042048:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f4b1ce3 with handle 0x9f279d7a9a0b5015 from hash 00010000:00000001:3.0:1767384640.042050:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384640.042050:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.042051:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.042052:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384640.042052:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384640.042053:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384640.042054:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384640.042055:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384640.042056:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.042057:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384640.042058:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384640.042059:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.042060:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.042061:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.042062:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.042063:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384640.042064:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b5015 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.042067:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.042067:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.042068:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384640.042069:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384640.042071:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384640.042072:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384640.042073:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384640.042074:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384640.042091:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384640.042099:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b5015 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384640.042104:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384640.042105:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384640.042106:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005f4b1ce3/0x9f279d7a9a0b5015 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384640.042110:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f8e5458 count: 0 00010000:00000001:3.0:1767384640.042121:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000020:2.0:1767384640.042122:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 20000000:00000001:3.0:1767384640.042123:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384640.042128:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384640.042130:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000046859c8f. 20000000:00000001:2.0:1767384640.042135:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384640.042138:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050234112 00010000:00000001:2.0:1767384640.042141:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384640.042145:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000525f2d65 x1853237050234112/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:621/0 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384640.042154:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384640.042156:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384640.042158:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384640.042162:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384640.042165:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384640.042168:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384640.042171:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384640.042172:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.042183:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384640.042186:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384640.042189:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000beb27af7. 00000100:00000200:2.0:1767384640.042193:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050234112, offset 224 00000400:00000200:2.0:1767384640.042199:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384640.042206:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384640.042215:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260105500 00000400:00000200:2.0:1767384640.042222:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19a9 [2] + 224 00000400:00000200:2.0:1767384640.042227:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384640.042232:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384640.042236:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384640.042240:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f2168bee x1853237050234112/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384640.042251:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f2168bee x1853237050234112/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384640.042270:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384640.042277:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb27af7 00000400:00000010:2.0:1767384640.042280:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000beb27af7. 00000100:00000001:2.0:1767384640.042285:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384640.042286:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384640.042287:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384640.042306:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384640.042311:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384640.042313:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384640.042315:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f17a3020. 00000100:00000001:2.0:1767384640.042320:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384640.042321:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5bff1f 00000400:00000010:0.0:1767384640.042325:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b5bff1f. 00000100:00000040:2.0:1767384640.042328:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384640.042332:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384640.042336:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.042337:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384640.042339:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384640.042343:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f2168bee x1853237050234112/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384640.042348:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000525f2d65 x1853237050234112/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:621/0 lens 4848/4768 e 0 to 0 dl 1767384651 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384640.042362:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f2168bee x1853237050234112/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384640.042373:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384640.042374:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000525f2d65 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050234112:12345-0@lo:253: Request processed in 4153us (4687us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384640.042376:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384640.042379:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384640.042381:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384640.042383:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384640.042386:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384640.042388:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384640.042390:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00001000:0.0:1767384640.042392:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=57 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384640.042396:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00001000:0.0:1767384640.042396:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384640.042402:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384640.042402:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384640.042405:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384640.042406:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384640.042407:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384640.042409:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.042410:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384640.042412:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f2168bee x1853237050234112/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384640.042419:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000094391bdd. 00000100:00000001:0.0:1767384640.042420:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384640.042424:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:2.0:1767384640.042426:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad50cc9f. 00000100:00000001:0.0:1767384640.042426:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384640.042428:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384640.042431:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:00000010:2.0:1767384640.042432:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eedfc344. 00000020:01000004:0.0:1767384640.042433:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384640.042435:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384640.042438:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:2.0:1767384640.042440:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000020:01000004:0.0:1767384640.042440:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384640.042442:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384640.042445:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384640.042447:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384640.042448:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:0.0:1767384640.042448:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:2.0:1767384640.042452:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a3354e6d. 00000100:00000040:0.0:1767384640.042453:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f2168bee x1853237050234112/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384640.042459:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384640.042462:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384640.042465:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384640.042472:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008968b667. 00000100:00100000:0.0:1767384640.042475:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f2168bee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050234112:0@lo:253: 00000400:00000010:2.0:1767384640.042480:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000beb27af7. 00000100:00000001:0.0:1767384640.042481:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384640.042486:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384640.042488:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f2168bee x1853237050234112/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384656 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384640.042494:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384640.042495:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384640.042497:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004875ebc8. 02000000:00000001:0.0:1767384640.042500:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384640.042501:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384640.042503:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384640.042504:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384640.042506:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bab46fe4. 02000000:00000001:0.0:1767384640.042509:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384640.042510:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384640.042511:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f2168bee. 00000100:00000001:0.0:1767384640.042514:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384640.042515:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384640.042517:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384640.042521:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384640.042522:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.042523:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384640.042525:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384640.043327:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294928363, at 4294928364 00000100:00000010:1.0:1767384640.043333:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007691f4d8. 00000100:00000040:3.0:1767384640.043336:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294928363, at 4294928364 00000100:00000040:2.0:1767384640.043338:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294928363, at 4294928364 00000100:00000010:3.0:1767384640.043343:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0a92326. 00000100:00000010:2.0:1767384640.043346:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6b45ee0. 00000100:00000040:0.0:1767384640.043347:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294928363, at 4294928364 00000100:00000010:0.0:1767384640.043354:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb387d50. 00010000:00000010:3.1:1767384640.047631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007759f493. 00010000:00000010:3.1:1767384640.047639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020b085a1. 00010000:00000010:3.1:1767384640.047644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f8e5458. 00010000:00000010:3.1:1767384640.047647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f4b1ce3. 00000400:00000010:2.0:1767384640.055321:0:30273:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b870514c. 00000400:00000040:2.0:1767384640.055345:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384640.055349:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384640.055352:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384640.055354:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384640.055357:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384640.055359:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384640.055362:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384640.055364:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384640.055366:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384640.055367:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384640.055370:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384640.055372:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384640.055375:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384640.055377:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384640.055378:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384640.055381:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384640.055382:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384640.055384:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384640.055386:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384640.055389:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384640.055390:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384640.055392:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384640.055394:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384640.055403:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384640.055404:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384640.055407:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384640.055410:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384640.055413:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384640.055414:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384640.055416:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384640.055418:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384640.055421:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384640.055423:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384640.055426:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384640.055427:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384640.055430:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384640.055432:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384640.055435:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384640.055437:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384640.055439:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384640.055441:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384640.055443:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384640.055445:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384640.055447:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384640.055449:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384640.055451:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384640.055453:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384640.055455:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384640.055457:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384640.055459:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384640.055461:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384640.055463:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384640.055466:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384640.055468:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384640.055471:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384640.055473:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384640.055475:0:30273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384640.055570:0:30273:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b870514c. 00000100:00000001:3.0:1767384640.063357:0:21714:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384640.063357:0:17062:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384640.063363:0:21714:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384640.063363:0:17062:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384640.063368:0:16336:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000035fcfad5. 00000800:00000200:2.0:1767384640.063381:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf124296] -> 12345-192.168.202.122@tcp17 (6) 00000400:00000001:3.0:1767384640.063388:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1767384640.063389:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp17 ip 192.168.202.122:988 00000400:00000001:3.0:1767384640.063392:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384640.063395:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad84b242 00000400:00000010:3.0:1767384640.063398:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad84b242. 00000400:00000200:3.0:1767384640.063403:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.0:1767384640.063403:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384640.063410:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384640.063415:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ae052a7a. 00000400:00000010:3.0:1767384640.063418:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000043d8c3a0. 00000800:00000200:0.0:1767384640.063517:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384640.063522:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384640.063530:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384640.063533:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384640.063534:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384640.256388:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384640.256396:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384640.256404:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384640.256406:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384640.256444:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384640.256448:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384640.256452:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384641.087357:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384641.087363:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384641.087369:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cdca0d1. 00000020:00000040:1.0:1767384641.087377:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384641.087383:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384641.087387:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384641.087392:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384641.087400:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000901b59b6. 00000100:00000001:1.0:1767384641.087408:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.087414:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384641.087417:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384641.087428:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cdca0d1] to pc [ptlrpcd_00_00+0] req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384641.087437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384641.087444:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384641.087449:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d10d74be. 00000020:00000040:2.0:1767384641.087454:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000004:00000001:1.0:1767384641.087457:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.087458:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384641.087463:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384641.087466:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.087473:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384641.087474:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000c70d80f. 00000100:00000001:1.0:1767384641.087479:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384641.087481:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.087484:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384641.087490:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384641.087492:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384641.087498:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp31 00000400:00000010:3.0:1767384641.087505:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003891ea0e. 00000400:00000010:3.0:1767384641.087516:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003f21aac8. 00000100:00000001:2.0:1767384641.087524:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384641.087525:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad84b242. 00000100:00000001:2.0:1767384641.087527:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384641.087535:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006801625b. 00000100:00000040:2.0:1767384641.087537:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d10d74be] to pc [ptlrpcd_00_01+1] req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.087545:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384641.087547:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp31 00000100:00000001:1.0:1767384641.087550:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.087559:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384641.087563:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.087563:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384641.087568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384641.087570:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.087571:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp31 local destination 00000100:00000001:2.0:1767384641.087577:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767384641.087580:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050234368:0@lo:13: 00000100:00000010:2.0:1767384641.087583:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006229389d. 00000400:00000200:3.0:1767384641.087584:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp31 00000020:00000040:2.0:1767384641.087591:0:8:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384641.087591:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384641.087596:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp31 NI seq info: [96:96:256:4294967295] 192.168.202.122@tcp31 LPNI seq info [95:95:8:4294967295] 00000100:00000001:2.0:1767384641.087597:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384641.087599:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384641.087600:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384641.087604:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384641.087605:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.087611:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384641.087613:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c9a40d7b. 00000400:00000200:3.0:1767384641.087614:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp31 02000000:00000010:1.0:1767384641.087617:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000832f1e10. 00000100:00000001:2.0:1767384641.087619:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.087622:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384641.087629:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384641.087631:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078a18739. 00000400:00000200:3.0:1767384641.087634:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp31(192.168.202.122@tcp31:) -> 192.168.202.122@tcp31(192.168.202.122@tcp31:192.168.202.122@tcp31) : GET try# 0 00000400:00000010:1.0:1767384641.087642:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e93641. 00000100:00000200:1.0:1767384641.087651:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050234368, portal 4 00000800:00000200:3.0:1767384641.087652:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp31 00000100:00000001:2.0:1767384641.087658:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384641.087658:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1767384641.087660:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000061c1df0e. 00000100:00000001:2.0:1767384641.087662:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.087663:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299794432 : -108600409757184 : ffff9d3a7f276a00) 00000100:00000040:2.0:1767384641.087672:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006229389d] to pc [ptlrpcd_00_02+2] req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384641.087673:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000100:00000040:1.0:1767384641.087674:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384641.087688:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000100:00000001:1.0:1767384641.087707:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384641.087711:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384641.087715:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp31 added to recovery queue. ping count: 3 next ping: 270 health :700 00000400:00000010:1.0:1767384641.087718:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b448e6. 00000100:00000200:1.0:1767384641.087725:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050234368, offset 0 00000400:00000200:3.0:1767384641.087728:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp33 00000400:00000010:3.0:1767384641.087735:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004b492eef. 00000400:00000200:1.0:1767384641.087739:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384641.087742:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000056d35f12. 00000400:00000010:3.0:1767384641.087748:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813ab3a0. 00000100:00000001:2.0:1767384641.087751:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.087754:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384641.087755:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a769498b. 00000100:00000040:2.0:1767384641.087757:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384641.087764:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384641.087765:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp33 00000100:00000010:2.0:1767384641.087770:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b303eb2. 00000400:00000200:1.0:1767384641.087771:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260105600 00000020:00000040:2.0:1767384641.087776:0:8:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:3.0:1767384641.087777:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp33 local destination 00000100:00000001:2.0:1767384641.087782:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384641.087785:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2016 02000000:00000001:2.0:1767384641.087787:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384641.087789:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp33 02000000:00000001:2.0:1767384641.087791:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.087798:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp33 NI seq info: [97:97:256:4294967295] 192.168.202.122@tcp33 LPNI seq info [96:96:8:4294967295] 00000400:00000200:1.0:1767384641.087798:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384641.087800:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053d2006e. 00000100:00000001:2.0:1767384641.087808:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.087809:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384641.087813:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp33 00000100:00000040:2.0:1767384641.087817:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384641.087830:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp33(192.168.202.122@tcp33:) -> 192.168.202.122@tcp33(192.168.202.122@tcp33:192.168.202.122@tcp33) : GET try# 0 00000100:00000001:2.0:1767384641.087837:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384641.087841:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384641.087842:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp33 00000100:00000040:2.0:1767384641.087847:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b303eb2] to pc [ptlrpcd_00_03+3] req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384641.087849:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a6812fe6. 00000800:00000200:3.0:1767384641.087861:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (2) 00000100:00000001:2.0:1767384641.087870:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384641.087871:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (2) 00000100:00000040:2.0:1767384641.087875:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384641.087880:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384641.087884:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012d70ad8. 00000020:00000040:2.0:1767384641.087887:0:8:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1767384641.087889:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp33 added to recovery queue. ping count: 1 next ping: 264 health :900 00000100:00000001:1.0:1767384641.087889:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384641.087891:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767384641.087893:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:2.0:1767384641.087895:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384641.087900:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384641.087900:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000de9d4610. 02000000:00000010:2.0:1767384641.087905:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f5c737e4. 00000100:00000001:2.0:1767384641.087910:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384641.087913:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000de9d4610 x1853237050234368 msgsize 224 00000100:00000040:2.0:1767384641.087917:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384641.087925:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384641.087934:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384641.087936:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.087939:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384641.087950:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012d70ad8] to pc [ptlrpcd_00_00+0] req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384641.087951:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b448e6 00000400:00000010:1.0:1767384641.087957:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b448e6. 00000100:00000001:1.0:1767384641.087967:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384641.087969:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.087971:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000200:1.0:1767384641.087974:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384641.087976:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (267) 00000100:00000001:1.0:1767384641.087989:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384641.087992:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.088000:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.088002:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384641.088008:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384641.088013:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3245 usecs (4 jiffies) 00000100:00000001:1.0:1767384641.088017:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294929412 00000100:00000010:1.0:1767384641.088021:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4a1c4bb. 00000400:00000200:3.0:1767384641.088028:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000001:1.0:1767384641.088028:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384641.088037:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294929412 00000100:00000010:1.0:1767384641.088043:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c9cce49. 00000100:00000001:1.0:1767384641.088047:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384641.088051:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294929412 00000100:00000010:1.0:1767384641.088055:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000733d2b76. 00000100:00000001:1.0:1767384641.088059:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384641.088063:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294929412 00000400:00000200:3.0:1767384641.088065:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000010:1.0:1767384641.088082:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b3596. 00000100:00000001:1.0:1767384641.088089:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384641.088094:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384641.088098:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.088101:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.088104:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.088120:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384641.088122:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000001:1.0:1767384641.088123:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384641.088130:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384641.088132:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384641.088134:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384641.088137:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384641.088140:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.088141:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384641.088144:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384641.088153:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.088153:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384641.088156:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.088160:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 02000000:00000001:1.0:1767384641.088162:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384641.088166:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384641.088173:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.088179:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1767384641.088180:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012d70ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16344:1853237050234880:0@lo:400: 00000100:00000001:2.0:1767384641.088183:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.088186:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384641.088189:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384641.088191:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384641.088194:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384641.088195:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.088196:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 02000000:00000001:2.0:1767384641.088201:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.088202:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384641.088208:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000029be7855. 00000100:00100000:2.0:1767384641.088209:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006229389d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050234624:0@lo:400: 02000000:00000001:1.0:1767384641.088213:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.088217:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384641.088220:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445ef3a9. 02000000:00000001:2.0:1767384641.088222:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384641.088226:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384641.088227:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b448e6. 02000000:00000001:2.0:1767384641.088229:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384641.088230:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000200:1.0:1767384641.088233:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050234880, portal 10 02000000:00000010:2.0:1767384641.088235:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e4d7383. 00000100:00000001:1.0:1767384641.088237:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384641.088241:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420413312 : -108601289138304 : ffff9d3a4abd1f80) 02000000:00000001:2.0:1767384641.088242:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384641.088250:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9e362cb. 00000100:00000040:1.0:1767384641.088252:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384641.088258:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a44b781e. 00000100:00000001:1.0:1767384641.088265:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384641.088266:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050234624, portal 4 00000100:00000040:1.0:1767384641.088271:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384641.088272:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384641.088275:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000010:1.0:1767384641.088276:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 00000100:00000001:2.0:1767384641.088277:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420410624 : -108601289140992 : ffff9d3a4abd1500) 00000100:00000200:1.0:1767384641.088284:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050234880, offset 0 00000100:00000040:2.0:1767384641.088320:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384641.088321:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384641.088333:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384641.088335:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000001:2.0:1767384641.088335:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384641.088341:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384641.088346:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260105800 00000400:00000010:2.0:1767384641.088349:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b121e87. 00000400:00000200:1.0:1767384641.088355:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000100:00000200:2.0:1767384641.088367:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050234624, offset 0 00000400:00000200:3.0:1767384641.088371:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384641.088377:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384641.088382:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384641.088390:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384641.088392:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384641.088397:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384641.088401:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384641.088406:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008f423ef1. 00000400:00000200:3.0:1767384641.088409:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000040:1.0:1767384641.088410:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000008f423ef1 x1853237050234880 msgsize 224 00000400:00000200:2.0:1767384641.088412:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260105700 00000100:00100000:1.0:1767384641.088423:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384641.088427:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2992 00000400:00000200:2.0:1767384641.088434:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384641.088439:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384641.088440:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384641.088450:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00000400:00000200:3.0:1767384641.088452:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000010:1.0:1767384641.088454:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00000100:00000001:1.0:1767384641.088461:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384641.088463:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384641.088467:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384641.088468:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384641.088475:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b9961f3. 00000100:00000040:2.0:1767384641.088481:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000007b9961f3 x1853237050234624 msgsize 224 00000400:00000200:3.0:1767384641.088484:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:1.0:1767384641.088485:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384641.088493:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384641.088494:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.088504:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.088507:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384641.088508:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384641.088515:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b121e87 00000100:00000001:1.0:1767384641.088519:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.088520:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000010:2.0:1767384641.088520:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b121e87. 00000100:00000040:1.0:1767384641.088527:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3082 usecs (4 jiffies) 00000100:00000001:2.0:1767384641.088529:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384641.088531:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294929413 00000100:00000200:2.0:1767384641.088537:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.088540:0:16344:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294929412 00000100:00000001:1.0:1767384641.088549:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294929413 00000100:00000001:2.0:1767384641.088552:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384641.088556:0:16344:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294929412 00000100:00000040:2.0:1767384641.088559:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384641.088563:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:1.0:1767384641.088563:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294929413 00000100:00000001:1.0:1767384641.088572:0:16344:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294929412 00000100:00000001:2.0:1767384641.088574:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.088579:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384641.088579:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294929413 00000100:00000001:1.0:1767384641.088588:0:16344:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294929412 00000100:00000001:2.0:1767384641.088589:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.088592:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384641.088594:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3245 usecs (4 jiffies) 00000100:00000001:1.0:1767384641.088596:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.088600:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294929413 00000100:00000001:2.0:1767384641.088603:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294929413 00000400:00000200:3.0:1767384641.088606:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:1.0:1767384641.088608:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.088609:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294929413 00000100:00000001:1.0:1767384641.088614:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.088615:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294929413 00000100:00000001:2.0:1767384641.088621:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294929413 00000100:00000001:1.0:1767384641.088621:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384641.088626:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294929413 00000100:00000001:1.0:1767384641.088626:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384641.088632:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.088633:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294929413 00000100:00000001:1.0:1767384641.088636:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384641.088638:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294929413 00000400:00000200:3.0:1767384641.088640:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000001:1.0:1767384641.088640:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.088645:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384641.088647:0:16344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384641.088650:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.088653:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384641.088656:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.088658:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.088660:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.088664:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.088664:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384641.088667:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384641.088669:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384641.088674:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384641.088676:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000100:00000001:2.0:1767384641.088678:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384641.088682:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384641.088690:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.088694:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384641.088694:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384641.088698:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.088699:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.088703:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767384641.088705:0:16346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:1.0:1767384641.088707:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384641.088710:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.088711:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 02000000:00000001:1.0:1767384641.088712:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.088718:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767384641.088720:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d10d74be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050234496:0@lo:400: 00000100:00000001:2.0:1767384641.088722:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.088728:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384641.088729:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.088733:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384641.088733:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384641.088735:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384641.088737:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.088741:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384641.088743:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384641.088746:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009d722c2b. 00000400:00000200:3.0:1767384641.088747:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 02000000:00000001:1.0:1767384641.088752:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384641.088760:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761f4fce. 00000100:00000001:2.0:1767384641.088762:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384641.088765:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384641.088768:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 02000000:00000001:2.0:1767384641.088769:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384641.088774:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384641.088774:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050234496, portal 25 00000100:00000001:1.0:1767384641.088780:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384641.088781:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.088783:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00000001:1.0:1767384641.088784:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420407936 : -108601289143680 : ffff9d3a4abd0a80) 00000100:00100000:2.0:1767384641.088786:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b303eb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853237050234752:0@lo:400: 00000100:00000001:2.0:1767384641.088794:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384641.088796:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384641.088798:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384641.088802:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384641.088806:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384641.088812:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8cbc8be. 00000400:00000200:3.0:1767384641.088816:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 02000000:00000001:2.0:1767384641.088816:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384641.088825:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b8d261. 00000400:00000010:2.0:1767384641.088834:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b121e87. 00000100:00000001:1.0:1767384641.088834:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384641.088840:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050234752, portal 10 00000100:00000040:1.0:1767384641.088841:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384641.088846:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384641.088847:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000010:1.0:1767384641.088847:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a7231db. 00000100:00000001:2.0:1767384641.088848:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420420480 : -108601289131136 : ffff9d3a4abd3b80) 00000100:00000200:1.0:1767384641.088856:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050234496, offset 0 00000100:00000040:2.0:1767384641.088861:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384641.088870:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384641.088882:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384641.088883:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384641.088896:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384641.088897:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260105680 00000100:00000040:2.0:1767384641.088904:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384641.088908:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1271 [2] + 0 00000400:00000010:2.0:1767384641.088909:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f07b3369. 00000400:00000010:1.0:1767384641.088917:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b6a229e. 00000400:00000200:3.0:1767384641.088919:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384641.088922:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b52ba714 00000400:00000200:1.0:1767384641.088927:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384641.088928:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050234752, offset 0 00000400:00000200:1.0:1767384641.088934:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384641.088940:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384641.088945:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b52ba714 00000400:00000010:1.0:1767384641.088949:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b52ba714. 00000400:00000200:2.0:1767384641.088953:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384641.088957:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384641.088958:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00000200:1.0:1767384641.088961:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384641.088967:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260105780 00000100:00000040:1.0:1767384641.088969:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000007e67dc70 x1853237050234496 msgsize 224 00000400:00000200:2.0:1767384641.088978:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000100:00100000:1.0:1767384641.088984:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384641.088987:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384641.088988:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384641.088992:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384641.088998:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384641.089003:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384641.089004:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384641.089008:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384641.089012:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7231db 00000100:00000010:2.0:1767384641.089013:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004044581f. 00000400:00000010:1.0:1767384641.089017:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a7231db. 00000100:00000040:2.0:1767384641.089019:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000004044581f x1853237050234752 msgsize 224 00000100:00000001:1.0:1767384641.089026:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384641.089028:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00100000:2.0:1767384641.089030:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384641.089034:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.089044:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384641.089045:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384641.089049:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384641.089055:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f07b3369 00000100:00000001:1.0:1767384641.089057:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384641.089059:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f07b3369. 00000100:00000001:1.0:1767384641.089061:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384641.089081:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.089082:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384641.089083:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000100:00000001:1.0:1767384641.089084:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294929414 00000100:00000200:2.0:1767384641.089091:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.089094:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294929413 00000100:00000001:2.0:1767384641.089102:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384641.089108:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294929414 00000100:00000040:2.0:1767384641.089109:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.089116:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294929413 00000400:00000200:3.0:1767384641.089120:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000100:00000001:2.0:1767384641.089122:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.089124:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294929414 00000100:00000001:2.0:1767384641.089128:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384641.089131:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294929413 00000100:00000001:2.0:1767384641.089136:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.089138:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294929414 00000100:00000040:2.0:1767384641.089142:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2688 usecs (3 jiffies) 00000100:00000001:1.0:1767384641.089145:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294929413 00000100:00000001:2.0:1767384641.089148:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294929412 00000100:00000001:1.0:1767384641.089151:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384641.089154:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294929414 00000400:00000200:3.0:1767384641.089156:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00000001:1.0:1767384641.089156:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.089161:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294929412 00000100:00000001:1.0:1767384641.089164:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.089166:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294929414 00000100:00000001:1.0:1767384641.089170:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.089177:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294929412 00000100:00000001:2.0:1767384641.089181:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294929414 00000100:00000001:1.0:1767384641.089183:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.089184:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294929412 00000100:00000001:2.0:1767384641.089190:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294929414 00000100:00000001:1.0:1767384641.089190:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.089192:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000100:00000001:2.0:1767384641.089196:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384641.089201:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.089204:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.089208:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.089224:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.089227:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.089245:0:18653:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384641.089246:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000100:00100000:2.0:1767384641.089248:0:18653:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050234624 00000400:00000200:1.0:1767384641.089249:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 02000000:00000001:2.0:1767384641.089254:0:18653:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384641.089258:0:18653:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384641.089261:0:18653:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384641.089266:0:18653:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384641.089271:0:18653:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050234624 00000020:00000001:2.0:1767384641.089274:0:18653:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384641.089277:0:18653:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:2.0:1767384641.089280:0:18653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384641.089283:0:18653:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000020:00000001:2.0:1767384641.089286:0:18653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000400:00000200:3.0:1767384641.089314:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000020:00000001:2.0:1767384641.089315:0:18653:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:2.0:1767384641.089324:0:18653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384641.089329:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012053150. 00000020:00000010:2.0:1767384641.089335:0:18653:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009a4fd491. 00000020:00000040:2.0:1767384641.089342:0:18653:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000400:00000200:1.0:1767384641.089342:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000001:2.0:1767384641.089359:0:18653:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384641.089367:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afe5e496. 00000400:00000200:3.0:1767384641.089370:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000020:00000010:2.0:1767384641.089372:0:18653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e1c9e4fe. 00000020:00000010:2.0:1767384641.089380:0:18653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad50cc9f. 00000100:00000040:2.0:1767384641.089392:0:18653:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384641.089395:0:18653:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384641.089405:0:18653:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384641.089409:0:18653:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384641.089410:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:2.0:1767384641.089417:0:18653:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384641.089423:0:18653:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384641.089424:0:18653:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.089434:0:18653:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.089449:0:18653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384641.089452:0:18653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384641.089457:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384641.089461:0:18653:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:2.0:1767384641.089464:0:18653:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420414208 : -108601289137408 : ffff9d3a4abd2300) 00000400:00000200:1.0:1767384641.089467:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000040:2.0:1767384641.089471:0:18653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007b9961f3 x1853237050234624/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:622/0 lens 224/0 e 0 to 0 dl 1767384652 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.089482:0:18653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384641.089487:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a4fd491. 00000100:00000001:2.0:1767384641.089490:0:18653:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384641.089493:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a4fd491. 00000100:00100000:2.0:1767384641.089498:0:18653:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007b9961f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050234624:12345-0@lo:400: 00000100:00000200:2.0:1767384641.089502:0:18653:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050234624 00000020:00000001:2.0:1767384641.089506:0:18653:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384641.089510:0:18653:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384641.089513:0:18653:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.089516:0:18653:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384641.089517:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000020:00000001:2.0:1767384641.089519:0:18653:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:2.0:1767384641.089526:0:18653:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384641.089530:0:18653:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384641.089533:0:18653:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384641.089536:0:18653:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384641.089540:0:18653:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.089542:0:18653:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384641.089546:0:18653:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384641.089550:0:18653:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384641.089555:0:18653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a822003b. 02000000:00000001:2.0:1767384641.089558:0:18653:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.089564:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:2.0:1767384641.089568:0:18653:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384641.089569:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000893fbe12. 00000020:00000001:2.0:1767384641.089574:0:18653:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384641.089577:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000297cf41a. 00010000:00000040:2.0:1767384641.089580:0:18653:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050234624 00000800:00000010:3.0:1767384641.089586:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000019646ed1. 00010000:00000001:2.0:1767384641.089586:0:18653:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384641.089593:0:18653:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007b9961f3 x1853237050234624/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:622/0 lens 224/224 e 0 to 0 dl 1767384652 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384641.089604:0:18653:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384641.089608:0:18653:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.089608:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00001000:2.0:1767384641.089615:0:18653:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=47 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384641.089622:0:18653:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:3.0:1767384641.089625:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000019646ed1. 00000100:00000040:2.0:1767384641.089627:0:18653:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384641.089632:0:18653:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384641.089636:0:18653:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384641.089638:0:18653:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00020000:3.0:1767384641.089640:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000100:00000001:2.0:1767384641.089642:0:18653:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1767384641.089647:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000297cf41a. 00000100:00000040:2.0:1767384641.089650:0:18653:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000010:3.0:1767384641.089654:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000893fbe12. 00000400:00000200:1.0:1767384641.089655:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000010:2.0:1767384641.089656:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f07b3369. 00000100:00000200:2.0:1767384641.089663:0:18653:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050234624, offset 224 00000400:00000200:2.0:1767384641.089672:0:18653:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384641.089681:0:18653:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384641.089689:0:18653:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260105700 00000400:00000200:2.0:1767384641.089694:0:18653:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19e5 [1] + 224 00000400:00000200:2.0:1767384641.089699:0:18653:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384641.089701:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384641.089706:0:18653:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384641.089713:0:18653:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384641.089718:0:18653:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:02020000:3.0:1767384641.089720:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp31 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384641.089734:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp31 notifying 192.168.202.122@tcp31: down 00000100:00000040:2.0:1767384641.089736:0:18653:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384641.089745:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp31 down 00000400:00000200:1.0:1767384641.089748:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:2.0:1767384641.089758:0:18653:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000100:3.0:1767384641.089759:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp31 00000800:00000010:3.0:1767384641.089765:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000061c1df0e. 00000400:00000200:2.0:1767384641.089767:0:18653:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f07b3369 00000400:00000200:3.0:1767384641.089770:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000010:2.0:1767384641.089771:0:18653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f07b3369. 00000100:00000001:2.0:1767384641.089779:0:18653:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384641.089781:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp31->192.168.202.122@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384641.089789:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000100:00000001:2.0:1767384641.089790:0:18653:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384641.089792:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.089796:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp31 recovery message sent unsuccessfully:-71 00000100:00000001:2.0:1767384641.089799:0:18653:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.089805:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp31) recovery failed with -71 00000100:00000040:2.0:1767384641.089806:0:18653:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384641.089812:0:18653:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384641.089815:0:18653:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.089817:0:18653:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384641.089822:0:18653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b9961f3 x1853237050234624/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:622/0 lens 224/224 e 0 to 0 dl 1767384652 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.089830:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384641.089834:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050234880 00000100:00100000:2.0:1767384641.089834:0:18653:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007b9961f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050234624:12345-0@lo:400: Request processed in 348us (1348us total) trans 0 rc 0/0 02000000:00000001:3.0:1767384641.089838:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384641.089842:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384641.089846:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.089849:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384641.089850:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000200:1.0:1767384641.089850:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00100000:3.0:1767384641.089855:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050234880 00000020:00000001:3.0:1767384641.089860:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384641.089860:0:18653:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000020:00000040:3.0:1767384641.089863:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000100:00000001:2.0:1767384641.089867:0:18653:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384641.089868:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.089872:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000100:00000001:2.0:1767384641.089872:0:18653:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384641.089878:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000020:00000010:2.0:1767384641.089879:0:18653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e1c9e4fe. 00000020:00000001:3.0:1767384641.089880:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000020:00000010:2.0:1767384641.089887:0:18653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad50cc9f. 00000100:00000001:3.0:1767384641.089888:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384641.089892:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019646ed1. 00000020:00000010:2.0:1767384641.089895:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afe5e496. 00000020:00000010:3.0:1767384641.089898:0:17076:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009e969f69. 00000020:00000040:2.0:1767384641.089904:0:18653:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000400:00000200:1.0:1767384641.089904:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000020:00000040:3.0:1767384641.089905:0:17076:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:2.0:1767384641.089911:0:18653:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.089914:0:17076:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384641.089924:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ebd0cc6. 00000020:00000010:3.0:1767384641.089928:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007565d3c2. 00000020:00000010:3.0:1767384641.089932:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053e94aa3. 00000100:00080000:2.0:1767384641.089935:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:3.0:1767384641.089940:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:2.0:1767384641.089941:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:3.0:1767384641.089944:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384641.089948:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:2.0:1767384641.089949:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384641.089950:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384641.089953:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:3.0:1767384641.089958:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384641.089962:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384641.089964:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.089965:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:2.0:1767384641.089973:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384641.089977:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.089977:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384641.089985:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384641.089988:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384641.089990:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9e362cb. 00000400:00000200:2.0:1767384641.089994:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44b781e 00000400:00000010:2.0:1767384641.089996:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a44b781e. 00000100:00000001:2.0:1767384641.090001:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384641.090006:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.090012:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384641.090016:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050234752 00000400:00000200:1.0:1767384641.090017:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000200:2.0:1767384641.090018:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384641.090019:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384641.090023:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384641.090025:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.090031:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384641.090037:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050234752 00000020:00000001:3.0:1767384641.090041:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384641.090044:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384641.090045:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000020:00000001:3.0:1767384641.090049:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384641.090049:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384641.090054:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000100:00000001:2.0:1767384641.090055:0:16346:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767384641.090058:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 02000000:00000001:2.0:1767384641.090060:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767384641.090064:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:2.0:1767384641.090065:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384641.090084:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384641.090085:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384641.090089:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bce9e73. 00000400:00000200:1.0:1767384641.090089:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 02000000:00000001:2.0:1767384641.090090:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.090095:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384641.090100:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bce9e73. 00000100:00001000:2.0:1767384641.090100:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=47 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384641.090105:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f38300f9. 00000100:00001000:2.0:1767384641.090107:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=47 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384641.090112:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000019cc126. 00000100:00000001:2.0:1767384641.090114:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384641.090118:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384641.090119:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004c871fde. 00010000:00000001:2.0:1767384641.090123:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384641.090125:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384641.090128:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00080000:2.0:1767384641.090130:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.090132:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.090140:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1767384641.090143:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.090147:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384641.090149:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384641.090150:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384641.090154:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.090156:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767384641.090156:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000001:2.0:1767384641.090161:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.090167:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384641.090168:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.090179:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.090182:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384641.090183:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384641.090186:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384641.090188:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384641.090195:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:2.0:1767384641.090196:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384641.090201:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000100:00000001:3.0:1767384641.090205:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299792640 : -108600409758976 : ffff9d3a7f276300) 00000100:00000040:3.0:1767384641.090214:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008f423ef1 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:622/0 lens 224/0 e 0 to 0 dl 1767384652 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384641.090214:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000100:00100000:2.0:1767384641.090216:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006229389d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050234624:0@lo:400: 00000100:00000001:2.0:1767384641.090228:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.090234:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384641.090236:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384641.090240:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bce9e73. 00000100:00000040:2.0:1767384641.090242:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006229389d x1853237050234624/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.090245:0:17076:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384641.090253:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bce9e73. 00000100:00000001:2.0:1767384641.090259:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767384641.090262:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008f423ef1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16344:x1853237050234880:12345-0@lo:400: 00000100:00000200:3.0:1767384641.090268:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050234880 02000000:00000001:2.0:1767384641.090271:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384641.090272:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:2.0:1767384641.090275:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e4d7383. 00000020:00000001:3.0:1767384641.090277:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384641.090282:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384641.090283:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384641.090284:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000020:00000001:3.0:1767384641.090285:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384641.090287:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384641.090310:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:3.0:1767384641.090315:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:2.0:1767384641.090317:0:16346:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384641.090320:0:17076:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384641.090323:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384641.090324:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384641.090328:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1767384641.090328:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c9a40d7b. 00000020:00000001:3.0:1767384641.090333:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384641.090337:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384641.090338:0:17076:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384641.090341:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384641.090343:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000010:2.0:1767384641.090345:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006229389d. 02000000:00000001:3.0:1767384641.090347:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384641.090353:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fcf52c35. 00000100:00000001:2.0:1767384641.090353:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384641.090357:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384641.090358:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.090361:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00000001:2.0:1767384641.090363:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.090364:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.090370:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384641.090371:0:17076:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.090374:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:3.0:1767384641.090376:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050234880 00000100:00000001:2.0:1767384641.090379:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.090385:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.090387:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384641.090394:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008f423ef1 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:622/0 lens 224/224 e 0 to 0 dl 1767384652 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384641.090403:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384641.090405:0:17076:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384641.090408:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=52 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384641.090408:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00000001:3.0:1767384641.090416:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384641.090420:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384641.090422:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:2.0:1767384641.090425:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384641.090426:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384641.090430:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.090431:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384641.090434:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384641.090441:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384641.090441:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000400:00000010:3.0:1767384641.090446:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be54796b. 00000100:00000040:2.0:1767384641.090448:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000100:00000200:3.0:1767384641.090452:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050234880, offset 224 00000100:00000001:2.0:1767384641.090453:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420416000 : -108601289135616 : ffff9d3a4abd2a00) 00000400:00000200:1.0:1767384641.090460:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.090462:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384641.090464:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004044581f x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:622/0 lens 224/0 e 0 to 0 dl 1767384652 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384641.090478:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384641.090479:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384641.090484:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a4fd491. 00000400:00000200:3.0:1767384641.090490:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260105800 00000100:00000001:2.0:1767384641.090490:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384641.090497:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a4fd491. 00000400:00000200:3.0:1767384641.090502:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19e1 [1] + 224 00000100:00100000:2.0:1767384641.090508:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004044581f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16346:x1853237050234752:12345-0@lo:400: 00000400:00000200:3.0:1767384641.090509:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384641.090517:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050234752 00000400:00000200:3.0:1767384641.090518:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384641.090522:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384641.090523:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000100:00000001:3.0:1767384641.090525:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384641.090527:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384641.090530:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384641.090533:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384641.090534:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384641.090545:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:2.0:1767384641.090550:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384641.090551:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384641.090554:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384641.090560:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384641.090562:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000020:00000001:2.0:1767384641.090563:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384641.090568:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.090572:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384641.090574:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384641.090577:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384641.090579:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384641.090582:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e020e05b. 02000000:00000001:2.0:1767384641.090586:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.090588:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be54796b 00000100:00000001:2.0:1767384641.090589:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384641.090593:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be54796b. 00000020:00000001:2.0:1767384641.090594:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384641.090599:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050234752 00000100:00000001:3.0:1767384641.090600:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384641.090602:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384641.090603:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000100:00000001:3.0:1767384641.090604:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:2.0:1767384641.090609:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004044581f x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:622/0 lens 224/224 e 0 to 0 dl 1767384652 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.090610:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.090619:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384641.090626:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384641.090627:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384641.090630:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.090636:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384641.090636:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=52 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384641.090639:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000020:00000001:3.0:1767384641.090643:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384641.090645:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384641.090650:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000040:3.0:1767384641.090652:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f423ef1 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:622/0 lens 224/224 e 0 to 0 dl 1767384652 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.090655:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384641.090661:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384641.090665:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.090670:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384641.090675:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008f423ef1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16344:x1853237050234880:12345-0@lo:400: Request processed in 436us (2261us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384641.090680:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384641.090686:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a44b781e. 00000100:00100000:3.0:1767384641.090692:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000200:2.0:1767384641.090693:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050234752, offset 224 00000400:00000200:1.0:1767384641.090694:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000100:00000040:3.0:1767384641.090696:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:3.0:1767384641.090701:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384641.090706:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384641.090706:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384641.090711:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007565d3c2. 00000020:00000010:3.0:1767384641.090716:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053e94aa3. 00000400:00000200:2.0:1767384641.090719:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384641.090722:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ebd0cc6. 00000020:00000040:3.0:1767384641.090728:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000400:00000200:2.0:1767384641.090732:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260105780 00000100:00000001:3.0:1767384641.090733:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384641.090744:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19f5 [1] + 224 00000400:00000200:2.0:1767384641.090749:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384641.090754:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384641.090760:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384641.090760:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00000001:3.0:1767384641.090765:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384641.090766:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767384641.090771:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767384641.090774:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384641.090776:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384641.090779:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445ef3a9. 00000400:00000200:3.0:1767384641.090786:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b448e6 00000400:00000010:3.0:1767384641.090790:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b448e6. 00000100:00000040:2.0:1767384641.090791:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.090798:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384641.090805:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000100:00000200:3.0:1767384641.090806:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.090809:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384641.090818:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44b781e 00000400:00000010:2.0:1767384641.090822:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a44b781e. 00000100:00000200:3.0:1767384641.090823:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.090829:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384641.090832:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384641.090837:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384641.090839:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.090841:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.090846:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384641.090847:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000200:1.0:1767384641.090848:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 02000000:00000001:3.0:1767384641.090849:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384641.090852:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384641.090853:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384641.090856:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.090858:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.090861:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384641.090863:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384641.090867:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004044581f x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:622/0 lens 224/224 e 0 to 0 dl 1767384652 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384641.090876:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=52 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384641.090883:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=52 v=5 (1 0 0 0) 00000100:00100000:2.0:1767384641.090883:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004044581f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16346:x1853237050234752:12345-0@lo:400: Request processed in 402us (1861us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384641.090888:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00000001:3.0:1767384641.090892:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384641.090896:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.090901:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1767384641.090901:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000040:2.0:1767384641.090907:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00010000:00080000:3.0:1767384641.090909:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.090913:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384641.090917:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384641.090922:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000019cc126. 00010000:00000001:3.0:1767384641.090923:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.090928:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384641.090930:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000010:2.0:1767384641.090930:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004c871fde. 00000400:00000200:1.0:1767384641.090935:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000100:00000001:3.0:1767384641.090936:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:2.0:1767384641.090938:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f38300f9. 00000100:00000001:3.0:1767384641.090940:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.090946:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384641.090949:0:17077:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000100:00000001:2.0:1767384641.090955:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.090958:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.090963:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384641.090965:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384641.090968:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384641.090976:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012d70ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16344:1853237050234880:0@lo:400: 00000100:00000001:3.0:1767384641.090983:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.090986:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384641.090989:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012d70ad8 x1853237050234880/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.090997:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384641.090999:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767384641.091000:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 02000000:00000010:3.0:1767384641.091002:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000029be7855. 00000100:00000001:2.0:1767384641.091003:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.091008:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384641.091010:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384641.091014:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1767384641.091015:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384641.091016:0:16344:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000001:2.0:1767384641.091020:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384641.091021:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767384641.091024:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b8d261. 02000000:00000010:3.0:1767384641.091025:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f5c737e4. 00000400:00000200:2.0:1767384641.091032:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b121e87 02000000:00000001:3.0:1767384641.091034:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767384641.091043:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b121e87. 02000000:00000001:3.0:1767384641.091044:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384641.091047:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012d70ad8. 00000100:00000001:2.0:1767384641.091051:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384641.091053:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384641.091053:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000100:00000001:3.0:1767384641.091057:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384641.091058:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.091063:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.091085:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384641.091088:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384641.091090:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.091093:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.091098:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.091106:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384641.091109:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.091112:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384641.091114:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384641.091117:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384641.091119:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.091120:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 02000000:00000001:2.0:1767384641.091122:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384641.091129:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=52 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384641.091134:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384641.091137:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384641.091139:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.091141:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384641.091144:0:17885:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00080000:2.0:1767384641.091146:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384641.091148:0:17885:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050234368 02000000:00000001:3.0:1767384641.091153:0:17885:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384641.091157:0:17885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384641.091159:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.091160:0:17885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.091165:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384641.091167:0:17885:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384641.091168:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:3.0:1767384641.091172:0:17885:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050234368 00000100:00000001:2.0:1767384641.091173:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384641.091175:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.091177:0:17885:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384641.091181:0:17885:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000100:00000040:2.0:1767384641.091184:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384641.091185:0:17885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.091188:0:17885:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000020:00000001:3.0:1767384641.091193:0:17885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:3.0:1767384641.091199:0:17885:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:2.0:1767384641.091203:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.091205:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384641.091209:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384641.091211:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bce9e73. 00000100:00000001:2.0:1767384641.091213:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.091216:0:17885:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384641.091221:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bce9e73. 00000100:00000040:2.0:1767384641.091222:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384641.091227:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f38300f9. 00000020:00000010:3.0:1767384641.091233:0:17885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007565d3c2. 00000100:00100000:2.0:1767384641.091238:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b303eb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853237050234752:0@lo:400: 00000020:00000010:3.0:1767384641.091239:0:17885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053e94aa3. 00000100:00000040:3.0:1767384641.091247:0:17885:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384641.091253:0:17885:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384641.091255:0:17885:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384641.091255:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.091257:0:17885:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.091262:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384641.091265:0:17885:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384641.091269:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b303eb2 x1853237050234752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.091276:0:17885:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384641.091276:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ec1d0f41. 00000100:00000001:2.0:1767384641.091278:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384641.091283:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:1.0:1767384641.091284:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006f0d1e69. 02000000:00000010:2.0:1767384641.091287:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8cbc8be. 00000100:00000001:3.0:1767384641.091315:0:17885:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384641.091324:0:17885:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384641.091330:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:3.0:1767384641.091333:0:17885:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:3.0:1767384641.091335:0:17885:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299791744 : -108600409759872 : ffff9d3a7f275f80) 00000100:00000040:3.0:1767384641.091340:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000de9d4610 x1853237050234368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:622/0 lens 224/0 e 0 to 0 dl 1767384652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.091349:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384641.091352:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003bce9e73. 00000100:00000001:3.0:1767384641.091354:0:17885:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384641.091356:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003bce9e73. 00000100:00100000:3.0:1767384641.091361:0:17885:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000de9d4610 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050234368:12345-0@lo:13: 00000100:00000200:3.0:1767384641.091365:0:17885:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050234368 00000020:00000001:3.0:1767384641.091368:0:17885:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384641.091370:0:17885:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384641.091372:0:17885:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.091374:0:17885:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384641.091376:0:17885:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000020:00000001:3.0:1767384641.091379:0:17885:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384641.091381:0:17885:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384641.091383:0:17885:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384641.091385:0:17885:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384641.091388:0:17885:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.091390:0:17885:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384641.091392:0:17885:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384641.091395:0:17885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000090e32074. 02000000:00000001:3.0:1767384641.091397:0:17885:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.091399:0:17885:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384641.091402:0:17885:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384641.091407:0:17885:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384641.091409:0:17885:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384641.091418:0:17885:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384641.091421:0:17885:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:3.0:1767384641.091425:0:17885:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:3.0:1767384641.091433:0:17885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384641.091437:0:17885:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:3.0:1767384641.091440:0:17885:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384641.091444:0:17885:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384641.091447:0:17885:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384641.091449:0:17885:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384641.091452:0:17885:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050234368 00010000:00000001:3.0:1767384641.091454:0:17885:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384641.091458:0:17885:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000de9d4610 x1853237050234368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:622/0 lens 224/368 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384641.091465:0:17885:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384641.091468:0:17885:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384641.091470:0:17885:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384641.091474:0:17885:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384641.091476:0:17885:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384641.091478:0:17885:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384641.091481:0:17885:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384641.091483:0:17885:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.091485:0:17885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384641.091490:0:17885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384641.091492:0:17885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be54796b. 00000100:00000200:3.0:1767384641.091496:0:17885:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050234368, offset 224 00000400:00000200:3.0:1767384641.091505:0:17885:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384641.091505:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384641.091509:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384641.091513:0:16346:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:3.0:1767384641.091518:0:17885:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384641.091519:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384641.091523:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000053d2006e. 02000000:00000001:2.0:1767384641.091528:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767384641.091531:0:17885:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260105600 02000000:00000001:2.0:1767384641.091532:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384641.091536:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b303eb2. 00000400:00000200:3.0:1767384641.091541:0:17885:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x19d5 [1] + 224 00000100:00000001:2.0:1767384641.091544:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384641.091547:0:17885:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384641.091548:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.091553:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384641.091555:0:17885:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384641.091561:0:17885:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384641.091561:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384641.091565:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384641.091570:0:17885:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384657 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.091571:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.091574:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.091586:0:17885:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.091610:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384641.091613:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050234496 00000100:00000001:3.0:1767384641.091615:0:17885:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384641.091616:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384641.091620:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384641.091621:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.091624:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be54796b 02000000:00000001:2.0:1767384641.091624:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384641.091629:0:17885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be54796b. 00000100:00100000:2.0:1767384641.091630:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050234496 00000020:00000001:2.0:1767384641.091635:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384641.091636:0:17885:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384641.091637:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:3.0:1767384641.091640:0:17885:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384641.091642:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384641.091646:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:3.0:1767384641.091647:0:17885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.091651:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000040:3.0:1767384641.091654:0:17885:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000020:00000001:2.0:1767384641.091656:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00010000:00000001:3.0:1767384641.091660:0:17885:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384641.091661:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384641.091663:0:17885:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.091666:0:17885:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384641.091671:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000de9d4610 x1853237050234368/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:622/0 lens 224/368 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384641.091675:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a4fd491. 00000100:00000001:2.0:1767384641.091682:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384641.091686:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a4fd491. 00000100:00100000:3.0:1767384641.091690:0:17885:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000de9d4610 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050234368:12345-0@lo:13: Request processed in 336us (3772us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384641.091696:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8cbc8be. 00000100:00100000:3.0:1767384641.091702:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000010:2.0:1767384641.091703:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e1c9e4fe. 00000100:00000040:3.0:1767384641.091705:0:17885:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:3.0:1767384641.091710:0:17885:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767384641.091710:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad50cc9f. 00000100:00000001:3.0:1767384641.091712:0:17885:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:1.0:1767384641.091714:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007c519a4c. 00000020:00000010:3.0:1767384641.091718:0:17885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007565d3c2. 00000020:00000010:3.0:1767384641.091724:0:17885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053e94aa3. 00000100:00000040:2.0:1767384641.091724:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384641.091730:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384641.091731:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f38300f9. 00000100:00000001:2.0:1767384641.091734:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384641.091738:0:17885:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:2.0:1767384641.091738:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.091745:0:17885:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.091749:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384641.091752:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007c519a4c. 00000100:00000001:3.0:1767384641.091761:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00020000:1.0:1767384641.091763:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000100:00000001:2.0:1767384641.091764:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.091765:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384641.091770:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000010:1.0:1767384641.091771:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006f0d1e69. 00000400:00000001:3.0:1767384641.091775:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:1.0:1767384641.091777:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ec1d0f41. 00000400:00000010:3.0:1767384641.091779:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078a18739. 00000100:00000001:2.0:1767384641.091781:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384641.091785:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384641.091786:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e93641 00000400:00000010:3.0:1767384641.091791:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e93641. 00000100:00100000:2.0:1767384641.091792:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000001:3.0:1767384641.091799:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384641.091799:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384641.091804:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905592912 : -108600803958704 : ffff9d3a67a86050) 00000100:00000200:3.0:1767384641.091807:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384641.091814:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007e67dc70 x1853237050234496/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:622/0 lens 224/0 e 0 to 0 dl 1767384652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:02020000:1.0:1767384641.091828:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp33 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000100:00000001:2.0:1767384641.091830:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384641.091836:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a4fd491. 00000100:00000001:2.0:1767384641.091842:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384641.091842:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp33 notifying 192.168.202.122@tcp33: down 00000100:00000200:3.0:1767384641.091847:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384641.091848:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a4fd491. 00000400:00000200:1.0:1767384641.091850:0:16335:0:(router.c:1840:lnet_notify()) Old news 00000100:00100000:2.0:1767384641.091861:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007e67dc70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050234496:12345-0@lo:400: 00000800:00000100:1.0:1767384641.091863:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp33 00000100:00000001:3.0:1767384641.091867:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:1.0:1767384641.091869:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a6812fe6. 00000100:00000001:3.0:1767384641.091872:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384641.091872:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050234496 00000400:00000200:1.0:1767384641.091875:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000020:00000001:2.0:1767384641.091877:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384641.091878:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384641.091883:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384641.091883:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384641.091884:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp33->192.168.202.122@tcp33: GET: LOCAL_ERROR 00000100:00000001:3.0:1767384641.091887:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384641.091888:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.091891:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.091892:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384641.091897:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.091897:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000400:00000200:1.0:1767384641.091903:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000020:00000001:2.0:1767384641.091904:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:3.0:1767384641.091906:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=47 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384641.091908:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384641.091911:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp33 recovery message sent unsuccessfully:-71 00000100:00001000:3.0:1767384641.091915:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=47 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384641.091919:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp33) recovery failed with -71 00000020:00000001:2.0:1767384641.091920:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384641.091922:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767384641.091925:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384641.091926:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.091929:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.091931:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384641.091934:0:17069:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384641.091937:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00080000:3.0:1767384641.091938:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384641.091941:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384641.091946:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d95f2ee4. 00010000:00000001:3.0:1767384641.091949:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384641.091951:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.091954:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384641.091956:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.091957:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:2.0:1767384641.091965:0:17069:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.091967:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000040:2.0:1767384641.091971:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050234496 00000100:00000001:3.0:1767384641.091972:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.091978:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384641.091981:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384641.091986:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007e67dc70 x1853237050234496/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:622/0 lens 224/224 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.092003:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.092008:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384641.092008:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384641.092012:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.092013:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384641.092017:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=58 v=5 (1 0 0 0) 00000004:00000001:3.0:1767384641.092018:0:16344:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384641.092023:0:16344:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:2.0:1767384641.092024:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000040:3.0:1767384641.092029:0:16344:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000040:2.0:1767384641.092030:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384641.092035:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384641.092039:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000020:3.0:1767384641.092041:0:16344:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 02000000:00000001:2.0:1767384641.092042:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.092046:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:3.0:1767384641.092052:0:16344:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384641.092052:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384641.092056:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b121e87. 00000100:00000200:2.0:1767384641.092060:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050234496, offset 224 00000100:00000040:3.0:1767384641.092081:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384641.092086:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384641.092096:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050234368:0@lo:13: 00000400:00000200:2.0:1767384641.092098:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384641.092105:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.092109:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384641.092112:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260105680 00000100:00000040:3.0:1767384641.092116:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001cdca0d1 x1853237050234368/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384657 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384641.092122:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19f1 [1] + 224 00000400:00000200:2.0:1767384641.092133:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384641.092134:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384641.092138:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767384641.092139:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1767384641.092143:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000832f1e10. 00000100:00000001:2.0:1767384641.092145:0:17069:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384641.092150:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1767384641.092152:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384641.092154:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384641.092157:0:16344:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384641.092162:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384641.092165:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000901b59b6. 02000000:00000001:3.0:1767384641.092170:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384641.092171:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384641.092173:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cdca0d1. 00000100:00000001:3.0:1767384641.092179:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384641.092182:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.092187:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.092190:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384641.092191:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.092193:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384641.092204:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384641.092224:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b121e87 00000400:00000010:2.0:1767384641.092227:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b121e87. 00000100:00000001:2.0:1767384641.092231:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384641.092232:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384641.092234:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384641.092237:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384641.092238:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384641.092243:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000761f4fce. 00000100:00000040:2.0:1767384641.092244:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000200:3.0:1767384641.092249:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00010000:00000001:2.0:1767384641.092250:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384641.092253:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00000020:00000001:2.0:1767384641.092254:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.092259:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384641.092260:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384641.092264:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e67dc70 x1853237050234496/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:622/0 lens 224/224 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384641.092267:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384641.092317:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007e67dc70 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050234496:12345-0@lo:400: Request processed in 456us (3316us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384641.092321:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384641.092329:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000040:2.0:1767384641.092334:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384641.092337:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384641.092338:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384641.092339:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384641.092342:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e1c9e4fe. 00000020:00000010:2.0:1767384641.092344:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad50cc9f. 00000020:00000010:2.0:1767384641.092347:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8cbc8be. 00000100:00000001:3.0:1767384641.092349:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384641.092350:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:3.0:1767384641.092355:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384641.092357:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384641.092359:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384641.092360:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d95f2ee4. 00000100:00000001:3.0:1767384641.092363:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384641.092364:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384641.092368:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.092368:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384641.092374:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384641.092374:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384641.092380:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b8d261. 00000100:00001000:3.0:1767384641.092381:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=58 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384641.092386:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a3b6b82. 00000100:00001000:3.0:1767384641.092387:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384641.092393:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384641.092395:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.092397:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384641.092399:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.092401:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.092406:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.092413:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.092416:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384641.092417:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384641.092420:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384641.092429:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d10d74be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050234496:0@lo:400: 00000100:00000001:3.0:1767384641.092433:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.092436:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384641.092438:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d10d74be x1853237050234496/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.092445:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384641.092447:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384641.092449:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009d722c2b. 02000000:00000001:3.0:1767384641.092452:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384641.092454:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384641.092455:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384641.092457:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384641.092458:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000c70d80f. 02000000:00000001:3.0:1767384641.092461:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384641.092468:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384641.092470:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d10d74be. 00000100:00000001:3.0:1767384641.092474:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384641.092475:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.092477:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.092482:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384641.092483:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.092485:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384641.092487:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.094347:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294929414, at 4294929415 00000100:00000040:2.0:1767384641.094353:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294929414, at 4294929415 00000100:00000010:3.0:1767384641.094356:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b3596. 00000100:00000010:2.0:1767384641.094369:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000733d2b76. 00000100:00000040:1.0:1767384641.095340:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294929414, at 4294929416 00000100:00000010:1.0:1767384641.095347:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c9cce49. 00000100:00000040:0.0:1767384641.095420:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294929414, at 4294929416 00000100:00000010:0.0:1767384641.095428:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4a1c4bb. 00010000:00000001:1.0:1767384641.279333:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384641.279337:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384641.279342:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384641.279343:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.279412:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384641.279416:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384641.279419:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384641.386078:0:30682:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d1f7f06b. 00080000:00000010:3.0:1767384641.386089:0:30682:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d1f7f06b. 00000020:00000001:3.0:1767384641.386093:0:30682:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384641.386101:0:30682:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d1f7f06b. 00080000:00000010:3.0:1767384641.386104:0:30682:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d1f7f06b. 00000020:00000001:3.0:1767384641.386107:0:30682:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384641.599385:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384641.599391:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 2 10000000:00000001:3.0:1767384641.599395:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384641.599397:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384641.599399:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384641.599400:0:17073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384641.599401:0:17073:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384641.599403:0:17073:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384641.599405:0:17073:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d3a4b2d0000 from 53 10000000:00000001:3.0:1767384641.599408:0:17073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384641.599409:0:17073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384641.599417:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a421276. 00000020:00000040:3.0:1767384641.599420:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384641.599425:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384641.599427:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384641.599432:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384641.599437:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e84c0d2. 00000100:00000001:3.0:1767384641.599443:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.599446:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384641.599448:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384641.599461:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ad7ba9b5. 00010000:00000001:3.0:1767384641.599465:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384641.599467:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005f4b1ce3. 00000020:00000001:3.0:1767384641.599471:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384641.599472:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005f4b1ce3 with handle 0x9f279d7a9a0b501c to hash 00000020:00000001:3.0:1767384641.599474:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384641.599475:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384641.599477:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384641.599480:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.599481:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.599483:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384641.599490:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384641.599497:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384641.599501:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384641.599503:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384641.599507:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ac3f9a6. 00000100:00000001:3.0:1767384641.599508:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468050147968 : -108605659403648 : ffff9d3946402a80) 00000100:00000001:3.0:1767384641.599511:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384641.599511:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964273024 : -108605745278592 : ffff9d394121d180) 00000100:00000001:3.0:1767384641.599515:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384641.599517:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.599518:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384641.599520:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384641.599526:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a421276 x1853237050235008/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.599533:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384641.599535:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.599537:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384641.599544:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384641.599545:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384641.599547:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a421276 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050235008:0@lo:101: 00000100:00000001:3.0:1767384641.599551:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384641.599556:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384641.599558:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.599560:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384641.599563:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007ce36cf1. 02000000:00000001:3.0:1767384641.599564:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384641.599568:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b168fd26. 00000400:00000010:3.0:1767384641.599573:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be54796b. 00000100:00000200:3.0:1767384641.599579:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050235008, portal 25 00000100:00000001:3.0:1767384641.599580:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384641.599581:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964273024 : -108605745278592 : ffff9d394121d180) 00000100:00000040:3.0:1767384641.599584:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a421276 x1853237050235008/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384657 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.599589:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384641.599591:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384641.599593:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21dbce1. 00000100:00000200:3.0:1767384641.599594:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050235008, offset 0 00000400:00000200:3.0:1767384641.599599:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384641.599608:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384641.599616:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260105880 00000400:00000200:3.0:1767384641.599620:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x129d [2] + 0 00000400:00000010:3.0:1767384641.599623:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f256946b. 00000400:00000200:3.0:1767384641.599627:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e8c45c00 00000400:00000200:3.0:1767384641.599632:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.599635:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384641.599638:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8c45c00 00000400:00000010:3.0:1767384641.599640:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8c45c00. 00000100:00000001:3.0:1767384641.599643:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384641.599645:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384641.599647:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000005a3cd8d6 x1853237050235008 msgsize 328 00000100:00100000:3.0:1767384641.599649:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384641.599655:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384641.599667:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384641.599673:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21dbce1 00000400:00000010:3.0:1767384641.599674:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21dbce1. 00000100:00000001:3.0:1767384641.599676:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384641.599678:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a421276 x1853237050235008/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384657 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.599686:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384641.599687:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002a421276 x1853237050235008/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384657 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.599693:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.599694:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384641.599698:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.599702:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294929925 00000100:00000010:3.0:1767384641.599705:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0474620. 00000100:00000001:3.0:1767384641.599710:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384641.599712:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384641.599716:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050235008 00000100:00000001:3.0:1767384641.599719:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294929925 02000000:00000001:2.0:1767384641.599720:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384641.599724:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d49229f8. 00000100:00000001:2.0:1767384641.599725:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384641.599727:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384641.599729:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.599731:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294929925 00000100:00000010:3.0:1767384641.599734:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000573b5e9e. 02000000:00000001:2.0:1767384641.599735:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.599739:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767384641.599741:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050235008 00000100:00000001:3.0:1767384641.599742:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294929925 00000100:00000010:3.0:1767384641.599747:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b6eadea. 00000020:00000001:2.0:1767384641.599748:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384641.599750:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000020:00000040:2.0:1767384641.599751:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:3.0:1767384641.599753:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.599756:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.599756:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384641.599760:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384641.599760:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:3.0:1767384641.599763:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384641.599766:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 000000004ac3f9a6 going to sleep for 11 seconds 00000020:00000001:2.0:1767384641.599766:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384641.599771:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384641.599772:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384641.599774:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.599777:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384641.599783:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000461bd049. 00000100:00000001:2.0:1767384641.599787:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384641.599790:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000461bd049. 00000020:00000010:2.0:1767384641.599796:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce2a75f9. 00000020:00000010:2.0:1767384641.599802:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054672477. 00000020:00000010:2.0:1767384641.599806:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad50cc9f. 00000100:00000040:2.0:1767384641.599815:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384641.599818:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384641.599820:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384641.599822:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.599829:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.599844:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.599856:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384641.599859:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384641.599864:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000040:2.0:1767384641.599868:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384641.599876:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905588816 : -108600803962800 : ffff9d3a67a85050) 00000100:00000040:2.0:1767384641.599882:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a3cd8d6 x1853237050235008/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:622/0 lens 328/0 e 0 to 0 dl 1767384652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.599893:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384641.599896:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000461bd049. 00000100:00000001:2.0:1767384641.599898:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384641.599900:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000461bd049. 00000100:00100000:2.0:1767384641.599904:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a3cd8d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17073:x1853237050235008:12345-0@lo:101: 00000100:00000200:2.0:1767384641.599908:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050235008 00000020:00000001:2.0:1767384641.599911:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384641.599915:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384641.599917:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.599920:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384641.599922:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:2.0:1767384641.599926:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384641.599928:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384641.599930:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384641.599932:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384641.599935:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.599937:0:17071:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384641.599940:0:17071:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384641.599941:0:17071:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384641.599944:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384641.599946:0:17071:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.599951:0:17071:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384641.599955:0:17071:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ff6427ca. 00010000:00000001:2.0:1767384641.599958:0:17071:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384641.599961:0:17071:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024a3921b. 00000020:00000001:2.0:1767384641.599964:0:17071:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384641.599966:0:17071:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000024a3921b with handle 0x9f279d7a9a0b5023 to hash 00000020:00000001:2.0:1767384641.599968:0:17071:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384641.599970:0:17071:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384641.599972:0:17071:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00010000:2.0:1767384641.599979:0:17071:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5023 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f279d7a9a0b501c expref: -99 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384641.599987:0:17071:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000021677888 : new locks_count 10 00000020:00000040:2.0:1767384641.599990:0:17071:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=15 00000100:00000001:2.0:1767384641.599996:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384641.599999:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384641.600002:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d95f2ee4. 02000000:00000001:2.0:1767384641.600005:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.600007:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.600009:0:17071:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384641.600013:0:17071:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384641.600015:0:17071:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384641.600017:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384641.600019:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384641.600021:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384641.600022:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384641.600025:0:17071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384641.600027:0:17071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384641.600029:0:17071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384641.600030:0:17071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384641.600032:0:17071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ff6427ca) refcount = 1 00010000:00010000:2.0:1767384641.600036:0:17071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5023 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9f279d7a9a0b501c expref: 15 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384641.600043:0:17071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384641.600045:0:17071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384641.600046:0:17071:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384641.600049:0:17071:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.600051:0:17071:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384641.600055:0:17071:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384641.600057:0:17071:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5023 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b501c expref: 15 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384641.600079:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384641.600086:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384641.600088:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384641.600090:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.600092:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384641.600094:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384641.600096:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384641.600097:0:17071:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000024a3921b, rc 0) 00000020:00000001:2.0:1767384641.600100:0:17071:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384641.600103:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050235008 00010000:00000001:2.0:1767384641.600106:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384641.600110:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a3cd8d6 x1853237050235008/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:622/0 lens 328/344 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384641.600119:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384641.600121:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384641.600125:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384641.600130:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384641.600132:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384641.600134:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384641.600137:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384641.600139:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.600142:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384641.600145:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384641.600148:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b121e87. 00000100:00000200:2.0:1767384641.600151:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050235008, offset 224 00000400:00000200:2.0:1767384641.600156:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384641.600162:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384641.600168:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260105880 00000400:00000200:2.0:1767384641.600172:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1a19 [1] + 224 00000400:00000200:2.0:1767384641.600177:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384641.600180:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384641.600184:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384641.600187:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a421276 x1853237050235008/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384641.600197:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000002a421276 x1853237050235008/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384657 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.600219:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384641.600225:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b121e87 00000400:00000010:2.0:1767384641.600227:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b121e87. 00000100:00000001:2.0:1767384641.600231:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384641.600233:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384641.600236:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384641.600239:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384641.600241:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384641.600243:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.600245:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384641.600249:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a3cd8d6 x1853237050235008/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:622/0 lens 328/344 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384641.600258:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a3cd8d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050235008:12345-0@lo:101: Request processed in 364us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384641.600266:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000040:2.0:1767384641.600269:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384641.600272:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384641.600274:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384641.600279:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054672477. 00000100:00000001:3.0:1767384641.600280:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384641.600285:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad50cc9f. 00000400:00000001:3.0:1767384641.600287:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384641.600312:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce2a75f9. 00000400:00000001:3.0:1767384641.600313:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384641.600316:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b168fd26. 00000020:00000040:2.0:1767384641.600319:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000400:00000200:3.0:1767384641.600321:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be54796b 00000400:00000010:3.0:1767384641.600325:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be54796b. 02000000:00000001:2.0:1767384641.600327:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384641.600328:0:17073:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1767384641.600333:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d95f2ee4. 00000100:00000200:3.0:1767384641.600334:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a421276 x1853237050235008/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384657 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384641.600339:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384641.600343:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384641.600347:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a421276 x1853237050235008/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384657 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384641.600351:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384641.600354:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384641.600356:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384641.600357:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9e362cb. 00000100:00000001:3.0:1767384641.600359:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384641.600364:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384641.600365:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384641.600365:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007482ec8b. 00000100:00000001:3.0:1767384641.600368:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.600371:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384641.600375:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=58 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384641.600377:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384641.600379:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384641.600380:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.600382:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384641.600384:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.600385:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.600388:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a421276 x1853237050235008/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384657 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.600393:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.600396:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384641.600397:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384641.600399:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a421276 x1853237050235008/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384657 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384641.600404:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a421276 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050235008:0@lo:101: 00000100:00000001:3.0:1767384641.600407:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.600415:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.600417:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384641.600418:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384641.600420:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a421276 x1853237050235008/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384657 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.600424:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384641.600425:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ac3f9a6. 00000100:00000001:3.0:1767384641.600428:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384641.600429:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.600431:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384641.600433:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.600434:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.600436:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=4 00000020:00000001:3.0:1767384641.600437:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384641.600439:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000040:3.0:1767384641.600442:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000005f4b1ce3, remote cookie: 0x9f279d7a9a0b5023, flags: 0x0 00010000:00000001:3.0:1767384641.600444:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384641.600446:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384641.600447:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384641.600448:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384641.600449:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384641.600450:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ad7ba9b5) refcount = 1 00010000:00010000:3.0:1767384641.600452:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b5023 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.600456:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384641.600457:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384641.600458:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384641.600460:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384641.600461:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.600463:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b5023 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.600467:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384641.600468:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.600473:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.600474:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.600475:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.600476:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.600477:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384641.600479:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a421276 x1853237050235008/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384657 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.600484:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384641.600485:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384641.600487:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007ce36cf1. 02000000:00000001:3.0:1767384641.600489:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384641.600490:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384641.600491:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384641.600492:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384641.600494:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007e84c0d2. 02000000:00000001:3.0:1767384641.600496:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384641.600497:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384641.600498:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a421276. 00000100:00000001:3.0:1767384641.600500:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384641.600501:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384641.600502:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384641.600503:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384641.600504:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:3.0:1767384641.600506:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.600507:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.600508:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.600509:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=3 00000020:00000001:3.0:1767384641.600510:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384641.600511:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384641.600512:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384641.600513:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.600514:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.600515:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384641.600516:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384641.600518:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000a78c3009. 00000100:00000010:3.0:1767384641.600530:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a421276. 00000020:00000040:3.0:1767384641.600532:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384641.600536:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384641.600538:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384641.600539:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384641.600541:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e84c0d2. 00000100:00000001:3.0:1767384641.600544:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.600546:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384641.600548:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007ce36cf1. 00000100:00000010:3.0:1767384641.600550:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000002a4ff24. 00000020:00000040:3.0:1767384641.600551:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384641.600554:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384641.600555:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384641.600557:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004ac3f9a6. 00000100:00000001:3.0:1767384641.600558:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468050147968 : -108605659403648 : ffff9d3946402a80) 00000100:00000001:3.0:1767384641.600559:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384641.600560:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964273024 : -108605745278592 : ffff9d394121d180) 00000100:00000001:3.0:1767384641.600562:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384641.600563:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.600564:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384641.600565:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384641.600567:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.600571:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384641.600572:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.600574:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384641.600575:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384641.600576:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384641.600577:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a421276 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050235136:0@lo:256: 00000100:00000001:3.0:1767384641.600579:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384641.600581:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384641.600582:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.600584:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384641.600588:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b168fd26. 00000400:00000010:3.0:1767384641.600590:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000049fa7144. 00000100:00000200:3.0:1767384641.600592:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260105900-0x6958260105900, portal 33 00000100:00000001:3.0:1767384641.600594:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.600599:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384641.600601:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d769ad51. 02000000:00000001:3.0:1767384641.600602:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384641.600603:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2fcb3a5. 00000400:00000010:3.0:1767384641.600605:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be54796b. 00000100:00000200:3.0:1767384641.600607:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050235136, portal 25 00000100:00000001:3.0:1767384641.600608:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384641.600609:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964273024 : -108605745278592 : ffff9d394121d180) 00000100:00000040:3.0:1767384641.600611:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384657 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.600615:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384641.600617:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384641.600618:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21dbce1. 00000100:00000200:3.0:1767384641.600619:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050235136, offset 0 00000400:00000200:3.0:1767384641.600621:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384641.600626:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384641.600629:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260105900 00000400:00000200:3.0:1767384641.600632:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x12a5 [2] + 0 00000400:00000010:3.0:1767384641.600634:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000638b0a90. 00000400:00000200:3.0:1767384641.600636:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ab342017 00000400:00000200:3.0:1767384641.600638:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.600640:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384641.600642:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab342017 00000400:00000010:3.0:1767384641.600643:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ab342017. 00000100:00000001:3.0:1767384641.600646:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384641.600647:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384641.600648:0:17073:0:(events.c:337:request_in_callback()) incoming req@00000000853ef4f0 x1853237050235136 msgsize 304 00000100:00100000:3.0:1767384641.600651:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384641.600652:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384641.600661:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384641.600663:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21dbce1 00000400:00000010:3.0:1767384641.600664:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21dbce1. 00000100:00000001:3.0:1767384641.600666:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384641.600667:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384657 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.600680:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384641.600682:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384657 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.600687:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.600688:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384641.600692:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.600694:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294929926 00000100:00000001:3.0:1767384641.600699:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294929925 00000100:00000001:2.0:1767384641.600700:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384641.600703:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294929926 00000100:00100000:2.0:1767384641.600704:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050235136 00000100:00000001:3.0:1767384641.600706:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294929925 02000000:00000001:2.0:1767384641.600708:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384641.600710:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294929926 00000100:00000001:2.0:1767384641.600712:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384641.600713:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294929925 00000100:00000001:3.0:1767384641.600715:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294929926 00000100:00000001:3.0:1767384641.600716:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294929925 00000100:00000001:3.0:1767384641.600717:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.600718:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.600722:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384641.600722:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.600725:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384641.600728:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 000000004ac3f9a6 going to sleep for 11 seconds 02000000:00000001:2.0:1767384641.600729:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.600730:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384641.600732:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384641.600735:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050235136 00000020:00000001:2.0:1767384641.600739:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384641.600740:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384641.600742:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384641.600744:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:2.0:1767384641.600747:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384641.600750:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384641.600753:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384641.600755:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000461bd049. 00000100:00000001:2.0:1767384641.600757:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384641.600759:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000461bd049. 00000020:00000010:2.0:1767384641.600763:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce2a75f9. 00000020:00000010:2.0:1767384641.600766:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054672477. 00000020:00000010:2.0:1767384641.600769:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad50cc9f. 00000100:00000040:2.0:1767384641.600774:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384641.600776:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384641.600777:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384641.600779:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.600782:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.600793:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.600801:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384641.600802:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384641.600806:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000040:2.0:1767384641.600809:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384641.600812:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905590864 : -108600803960752 : ffff9d3a67a85850) 00000100:00000040:2.0:1767384641.600816:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000853ef4f0 x1853237050235136/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:622/0 lens 304/0 e 0 to 0 dl 1767384652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.600825:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384641.600828:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000461bd049. 00000100:00000001:2.0:1767384641.600830:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384641.600832:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000461bd049. 00000100:00100000:2.0:1767384641.600841:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000853ef4f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050235136:12345-0@lo:256: 00000100:00000200:2.0:1767384641.600845:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050235136 00000020:00000001:2.0:1767384641.600847:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384641.600849:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384641.600851:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.600853:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384641.600854:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:2.0:1767384641.600857:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384641.600858:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384641.600860:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384641.600862:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384641.600864:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.600867:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384641.600868:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384641.600871:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d95f2ee4. 02000000:00000001:2.0:1767384641.600873:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.600875:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384641.600877:0:17071:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384641.600881:0:17071:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384641.600884:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384641.600886:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384641.600888:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384641.600891:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384641.600893:0:17071:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384641.600895:0:17071:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000fabaa819. 20000000:00000001:2.0:1767384641.600899:0:17071:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384641.600915:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384641.600921:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384641.600925:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384641.600928:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384641.600930:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384641.600932:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384641.600934:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384641.600936:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384641.600938:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384641.600940:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384641.600947:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384641.600949:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384641.600951:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384641.600953:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384641.600955:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384641.600957:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384641.600959:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384641.600961:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384641.600963:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384641.600965:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384641.600968:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384641.600969:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384641.600972:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384641.600974:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384641.600976:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384641.600979:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384641.600981:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384641.600983:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:01000000:2.0:1767384641.600986:0:17071:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 584, pages 3512/1/4/3. 20000000:00000040:2.0:1767384641.600995:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384641.600997:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384641.601000:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384641.601002:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384641.601004:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384641.601006:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384641.601008:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384641.601010:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384641.601013:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384641.601015:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384641.601017:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384641.601019:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384641.601021:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384641.601023:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384641.601025:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384641.601027:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384641.601029:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384641.601031:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384641.601034:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384641.601036:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384641.601043:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384641.601045:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384641.601047:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384641.601050:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384641.601052:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384641.601055:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384641.601057:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384641.601059:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:01000000:2.0:1767384641.601061:0:17071:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 584, pages 2928/1/4/3. 20000000:01000000:2.0:1767384641.601077:0:17071:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1168, version 60 20000000:00000001:2.0:1767384641.601079:0:17071:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1168 : 1168 : 490) 00000100:00000001:2.0:1767384641.601082:0:17071:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384641.601085:0:17071:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fdd723d5. 00000100:00000010:2.0:1767384641.601088:0:17071:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000020651ea3. 00000020:00000040:2.0:1767384641.601091:0:17071:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:2.0:1767384641.601094:0:17071:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384641.601096:0:17071:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384641.601099:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b121e87. 00000400:00000010:2.0:1767384641.601104:0:17071:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001eeafd2f. 00000400:00000200:2.0:1767384641.601107:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384641.601114:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384641.601119:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1168 into portal 33 MB=0x6958260105900 00000400:00000200:2.0:1767384641.601124:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1168/1168 into md 0x1a29 [4] + 0 00000400:00000010:2.0:1767384641.601128:0:17071:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b168fd26. 00000400:00000200:2.0:1767384641.601131:0:17071:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049fa7144 00000400:00000200:2.0:1767384641.601134:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384641.601137:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384641.601139:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049fa7144 00000400:00000010:2.0:1767384641.601141:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000049fa7144. 00000100:00000001:2.0:1767384641.601144:0:17071:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384641.601146:0:17071:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000002a421276 desc 000000007ce36cf1 mbits 1853237050235136 00000100:00000001:2.0:1767384641.601158:0:17071:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384641.601160:0:17071:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384641.601165:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384641.601172:0:17071:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a35 00000400:00000200:2.0:1767384641.601174:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384641.601182:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384641.601186:0:17071:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384641.601187:0:17071:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000fdd723d5 00000100:00000001:2.0:1767384641.601189:0:17071:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384641.601195:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b121e87 00000400:00000010:2.0:1767384641.601197:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b121e87. 00000100:00000001:2.0:1767384641.601199:0:17071:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384641.601201:0:17071:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000fdd723d5 00000100:00000001:2.0:1767384641.601203:0:17071:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384641.601209:0:17071:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1168 bytes via portal 33 id 12345-0@lo mbits 0x6958260105900-0x6958260105900 00000100:00000001:2.0:1767384641.601212:0:17071:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.601217:0:17071:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.601218:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384641.601220:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:3.0:1767384641.601222:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384641.601224:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:2.0:1767384641.601229:0:17071:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000020651ea3. 00000100:00000010:2.0:1767384641.601232:0:17071:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fdd723d5. 00000100:00000001:2.0:1767384641.601236:0:17071:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384641.601238:0:17071:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384641.601245:0:17071:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000fabaa819. 20000000:00000001:2.0:1767384641.601249:0:17071:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384641.601251:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050235136 00010000:00000001:2.0:1767384641.601254:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384641.601257:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000853ef4f0 x1853237050235136/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:622/0 lens 304/240 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384641.601265:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384641.601266:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384641.601269:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384641.601272:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384641.601274:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384641.601276:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384641.601279:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384641.601280:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.601282:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384641.601285:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384641.601288:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b121e87. 00000100:00000200:2.0:1767384641.601316:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050235136, offset 224 00000400:00000200:2.0:1767384641.601321:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384641.601326:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384641.601331:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260105900 00000400:00000200:2.0:1767384641.601336:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a2d [1] + 224 00000400:00000200:2.0:1767384641.601341:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384641.601344:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384641.601347:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384641.601350:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384641.601359:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384657 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.601373:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384641.601376:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b121e87 00000400:00000010:2.0:1767384641.601378:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b121e87. 00000100:00000001:2.0:1767384641.601381:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384641.601382:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384641.601385:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384641.601389:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384641.601391:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384641.601393:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384641.601394:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384641.601398:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384641.601398:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384641.601401:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384641.601403:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000853ef4f0 x1853237050235136/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:622/0 lens 304/240 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384641.601404:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2fcb3a5. 00000400:00000200:3.0:1767384641.601409:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be54796b 00000400:00000010:3.0:1767384641.601413:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be54796b. 00000100:00000001:3.0:1767384641.601417:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384641.601423:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384657 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384641.601423:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000853ef4f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050235136:12345-0@lo:256: Request processed in 595us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384641.601440:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000040:2.0:1767384641.601443:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384641.601448:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384641.601451:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384641.601455:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054672477. 00000100:00000200:3.0:1767384641.601458:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384657 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384641.601461:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad50cc9f. 00000100:00000001:3.0:1767384641.601465:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384641.601466:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.601467:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384641.601470:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384641.601472:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384641.601474:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384641.601474:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce2a75f9. 02000000:00000001:3.0:1767384641.601478:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384641.601480:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00001000:3.0:1767384641.601481:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=58 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384641.601487:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=58 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384641.601488:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384641.601490:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767384641.601491:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d95f2ee4. 00000100:00000001:3.0:1767384641.601492:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.601495:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384641.601498:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384641.601499:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384641.601500:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.601504:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384641.601505:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384657 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384641.601512:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384641.601515:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384657 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384641.601518:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035c642b6. 00000100:00000001:3.0:1767384641.601521:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384641.601524:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384641.601526:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384657 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384641.601526:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c31425f6. 00000100:00100000:3.0:1767384641.601534:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a421276 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050235136:0@lo:256: 00000100:00000001:3.0:1767384641.601537:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.601539:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.601540:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384641.601541:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384641.601542:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384657 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.601546:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384641.601552:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004ac3f9a6. 00000100:00000001:3.0:1767384641.601555:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384641.601556:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384641.601558:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 60, more 0. 10000000:00000001:3.0:1767384641.601560:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384641.601565:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000050bd3aea. 00010000:00000001:3.0:1767384641.601572:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384641.601575:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384641.601578:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:3.0:1767384641.601580:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.601581:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384641.601582:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:3.0:1767384641.601584:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000400:00000200:3.0:1767384641.601587:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 28 NIDs 00000400:00001000:3.0:1767384641.601589:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384641.601591:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:3.0:1767384641.601594:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384641.601598:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (27) 00000400:00000200:3.0:1767384641.601601:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (28) 00000400:00000200:3.0:1767384641.601612:0:17073:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384641.601614:0:17073:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384641.601616:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384641.601617:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:3.0:1767384641.601619:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (29) 00000400:00000200:3.0:1767384641.601620:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:3.0:1767384641.601622:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:3.0:1767384641.601624:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601625:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:3.0:1767384641.601626:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:3.0:1767384641.601628:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601629:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:3.0:1767384641.601630:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:3.0:1767384641.601632:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601634:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:3.0:1767384641.601635:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:3.0:1767384641.601638:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601644:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:3.0:1767384641.601646:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:3.0:1767384641.601650:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384641.601650:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384641.601651:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:3.0:1767384641.601655:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:3.0:1767384641.601660:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384641.601660:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102071 00000400:00000200:3.0:1767384641.601664:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:2.0:1767384641.601667:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (28) 00000400:00000200:3.0:1767384641.601668:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:3.0:1767384641.601672:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601674:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:3.0:1767384641.601676:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000010:2.0:1767384641.601676:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000ce2a75f9. 00000400:00000200:3.0:1767384641.601682:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000010:2.0:1767384641.601683:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b121e87. 00000400:00000200:3.0:1767384641.601684:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:3.0:1767384641.601688:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:3.0:1767384641.601691:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601692:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000010:2.0:1767384641.601692:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001c34439f. 00000400:00000200:3.0:1767384641.601696:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:3.0:1767384641.601701:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601703:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:2.0:1767384641.601703:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000400:00000200:3.0:1767384641.601708:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:3.0:1767384641.601712:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601713:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:3.0:1767384641.601714:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:2.0:1767384641.601717:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:3.0:1767384641.601718:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601722:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:3.0:1767384641.601724:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:3.0:1767384641.601726:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601729:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000400:00000200:2.0:1767384641.601730:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000400:00000200:3.0:1767384641.601731:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.122@tcp23 00000400:00000200:3.0:1767384641.601737:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601740:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp23 00000400:00000200:3.0:1767384641.601743:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.122@tcp24 00000400:00000200:3.0:1767384641.601748:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384641.601748:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:3.0:1767384641.601752:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp24 00000400:00000200:3.0:1767384641.601755:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.122@tcp25 00000400:00000200:3.0:1767384641.601760:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384641.601763:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:3.0:1767384641.601769:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp25 00000400:00000200:3.0:1767384641.601773:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.122@tcp26 00000400:00000200:2.0:1767384641.601775:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:3.0:1767384641.601779:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601782:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp26 00000400:00000200:3.0:1767384641.601786:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.122@tcp27 00000400:00000200:3.0:1767384641.601790:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384641.601790:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000400:00000200:3.0:1767384641.601794:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp27 00000400:00000200:3.0:1767384641.601797:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.122@tcp28 00000400:00000200:3.0:1767384641.601802:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384641.601805:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:3.0:1767384641.601806:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp28 00000400:00000200:3.0:1767384641.601810:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.122@tcp29 00000400:00000200:3.0:1767384641.601815:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601818:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp29 00000400:00000200:3.0:1767384641.601821:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.122@tcp30 00000400:00000200:2.0:1767384641.601822:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000400:00000200:3.0:1767384641.601825:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601828:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp30 00000400:00000200:3.0:1767384641.601832:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.122@tcp31 00000400:00000200:3.0:1767384641.601837:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601840:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp31 00000400:00000200:2.0:1767384641.601840:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000400:00000200:3.0:1767384641.601845:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.122@tcp32 00000400:00000200:3.0:1767384641.601849:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601851:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp32 00000400:00000200:3.0:1767384641.601855:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.122@tcp33 00000400:00000200:2.0:1767384641.601855:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000400:00000200:3.0:1767384641.601861:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601864:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp33 00000400:00000200:3.0:1767384641.601867:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.122@tcp34 00000400:00000200:2.0:1767384641.601871:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000400:00000200:3.0:1767384641.601872:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601873:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp34 00000400:00000200:3.0:1767384641.601874:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.122@tcp35 00000400:00000200:3.0:1767384641.601876:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384641.601878:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp35 00000400:00000200:3.0:1767384641.601882:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.122@tcp36 00000400:00000010:3.0:1767384641.601887:0:17073:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000004d179aa2. 00000400:00000200:2.0:1767384641.601891:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:3.0:1767384641.601892:0:17073:0:(peer.c:264:lnet_peer_alloc()) 000000004d179aa2 nid 192.168.202.122@tcp36 00000400:00000010:3.0:1767384641.601896:0:17073:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fd1460f5. 00000400:00000200:3.0:1767384641.601901:0:17073:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fd1460f5 net tcp36 00000400:00000200:2.0:1767384641.601904:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000400:00000010:3.0:1767384641.601912:0:17073:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f929a693. 00000400:00000200:2.0:1767384641.601914:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:3.0:1767384641.601923:0:17073:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f929a693 nid 192.168.202.122@tcp36 00000400:00000200:2.0:1767384641.601923:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:2.0:1767384641.601930:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000400:00000200:2.0:1767384641.601935:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000400:00000200:2.0:1767384641.601940:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000400:00000200:2.0:1767384641.601944:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000400:00000200:2.0:1767384641.601949:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 20], ns[67, 20] 00000400:00000200:2.0:1767384641.601954:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 20], ns[80, 20] 00000400:00000200:2.0:1767384641.601959:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 20], ns[87, 20] 00000400:00000200:2.0:1767384641.601963:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 20], ns[96, 20] 00000400:00000200:2.0:1767384641.601968:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[91, 20], ns[92, 20] 00000400:00000200:2.0:1767384641.601972:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[96, 20], ns[97, 20] 00000400:00000200:2.0:1767384641.601976:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 00000400:00000200:2.0:1767384641.601980:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp34] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767384641.601985:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:2.0:1767384641.601990:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp34 00000400:00000200:2.0:1767384641.601994:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp34 lpni_is_preferred = 0 00000400:00000200:2.0:1767384641.601997:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp34 00000400:00000200:2.0:1767384641.602005:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp34 NI seq info: [98:98:256:4294967295] 192.168.202.122@tcp34 LPNI seq info [97:97:8:4294967295] 00000400:00000200:2.0:1767384641.602013:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp34 00000400:00000200:2.0:1767384641.602021:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp34(192.168.202.122@tcp34:) -> 192.168.202.122@tcp34(192.168.202.122@tcp:192.168.202.122@tcp34) : GET try# 0 00000400:00000200:3.0:1767384641.602027:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004d179aa2 (0) 00000800:00000200:2.0:1767384641.602028:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp34 00000400:00000200:3.0:1767384641.602033:0:17073:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.122@tcp36: -2 00000800:00000010:2.0:1767384641.602035:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f5c737e4. 00000400:00000200:3.0:1767384641.602038:0:17073:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp36 NID 192.168.202.122@tcp36 flags 0x1 00000400:00000200:3.0:1767384641.602042:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004d179aa2 (1) 00000400:00000200:3.0:1767384641.602043:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004d179aa2 (2) 00000400:00000200:3.0:1767384641.602044:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004d179aa2 (1) 00000800:00000010:2.0:1767384641.602046:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cefe559a. 00000400:00000200:3.0:1767384641.602047:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004d179aa2 (2) 00000400:00000200:3.0:1767384641.602051:0:17073:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp36 (000000004d179aa2): 0 00000800:00000010:2.0:1767384641.602053:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005096480d. 00000400:00000200:3.0:1767384641.602054:0:17073:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384641.602056:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384641.602060:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp36 NID 192.168.202.122@tcp36: 0. pending discovery 00000400:00000200:3.0:1767384641.602073:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004d179aa2 (3) 00000100:00000001:3.0:1767384641.602075:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.602077:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384641.602081:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cefe559a] -> 12345-192.168.202.122@tcp34 (2) 10000000:00000040:3.0:1767384641.602083:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 10000000:00000010:3.0:1767384641.602090:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000007565d3c2. 10000000:00000040:3.0:1767384641.602094:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 59/60 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000800:00000200:2.1:1767384641.602094:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cefe559a] -> 12345-192.168.202.122@tcp34 (2) 00000020:00000080:3.0:1767384641.602097:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384641.602102:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384641.602106:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d7d3ea1. 00000020:00000010:3.0:1767384641.602110:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eb3e6389. 00000040:00000010:3.0:1767384641.602112:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000035f8a0f6. 00000020:00000010:3.0:1767384641.602116:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b8c8a15. 00000020:00000010:3.0:1767384641.602119:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003bd0693e. 00000400:00000200:2.0:1767384641.602120:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000020:00000010:3.0:1767384641.602123:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fe361948. 00000400:00000200:2.0:1767384641.602124:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100271 rc 0 80000000:00000010:3.0:1767384641.602127:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000f12baf2. 40000000:00000010:3.0:1767384641.602132:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006a87b835. 00000400:00000200:2.0:1767384641.602133:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x41 00100000:00000010:3.0:1767384641.602136:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000099656ce7. 00000400:00000200:2.0:1767384641.602138:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004d179aa2 (2) 00040000:00000010:3.0:1767384641.602141:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000076502acd. 00000400:00000010:2.0:1767384641.602145:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ae962834. 00040000:00000010:3.0:1767384641.602146:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ef57a9f8. 00040000:00000010:3.0:1767384641.602153:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a12f2db1. 00000400:00000010:2.0:1767384641.602153:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a44b781e. 00000400:00000010:2.0:1767384641.602161:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006374b7bd. 00080000:00000010:3.0:1767384641.602166:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000893fbe12. 00000400:00000200:2.0:1767384641.602168:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp36 00080000:00000010:3.0:1767384641.602173:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004d760397. 00000004:00000010:3.0:1767384641.602179:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007376b6ff. 00000400:00000200:2.0:1767384641.602180:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp36 local destination 00000004:00000010:3.0:1767384641.602185:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c647c5a7. 00000400:00000200:2.0:1767384641.602186:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000004:00000010:3.0:1767384641.602191:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d6ca8dd3. 00000400:00000200:2.0:1767384641.602192:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp36 00002000:00000010:3.0:1767384641.602198:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000797bd3de. 00000400:00000200:2.0:1767384641.602199:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp36 lpni_is_preferred = 0 00000004:00000010:3.0:1767384641.602204:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005b7e1739. 00000400:00000200:0.0:1767384641.602204:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384641.602205:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp36 00000004:00000001:3.0:1767384641.602210:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384641.602214:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:2.0:1767384641.602216:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [99:99:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [1:1:8:4294967295] 00000040:00001000:3.0:1767384641.602217:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000007565d3c2 00000040:00001000:3.0:1767384641.602220:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384641.602223:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384641.602226:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384641.602228:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:2.0:1767384641.602231:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp36 00000040:00001000:3.0:1767384641.602233:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384641.602236:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384641.602237:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384641.602241:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:3.0:1767384641.602244:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767384641.602250:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:) -> 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) : GET try# 0 00000400:00000200:0.0:1767384641.602256:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000200:2.0:1767384641.602262:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp36 00000800:00000010:2.0:1767384641.602270:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000c70d80f. 00000800:00000010:2.0:1767384641.602277:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000075301c46. 00000800:00000010:2.0:1767384641.602282:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c6e60ab3. 00000400:00000200:0.0:1767384641.602283:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000800:00000200:2.0:1767384641.602310:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (2) 00000800:00000200:2.1:1767384641.602317:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (2) 00000004:00000001:3.0:1767384641.602319:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384641.602323:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eb3e6389. 00000040:00000010:3.0:1767384641.602327:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000035f8a0f6. 00000020:00000010:3.0:1767384641.602330:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001b8c8a15. 00000020:00000010:3.0:1767384641.602334:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003bd0693e. 00000400:00000200:2.0:1767384641.602337:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp36 00000020:00000010:3.0:1767384641.602340:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fe361948. 00000400:00000200:0.0:1767384641.602340:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 80000000:00000010:3.0:1767384641.602343:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000f12baf2. 00000400:00000200:2.0:1767384641.602349:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x241 rc 0 40000000:00000010:3.0:1767384641.602350:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006a87b835. 00100000:00000010:3.0:1767384641.602357:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000099656ce7. 00040000:00000010:3.0:1767384641.602361:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000076502acd. 00040000:00000010:3.0:1767384641.602364:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ef57a9f8. 00040000:00000010:3.0:1767384641.602367:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a12f2db1. 00080000:00000010:3.0:1767384641.602370:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004d760397. 00000400:00000200:0.0:1767384641.602373:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00080000:00000010:3.0:1767384641.602374:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000893fbe12. 00000004:00000010:3.0:1767384641.602381:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007376b6ff. 00000004:00000010:3.0:1767384641.602385:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c647c5a7. 00000004:00000010:3.0:1767384641.602395:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d6ca8dd3. 00002000:00000010:3.0:1767384641.602398:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000797bd3de. 00000004:00000010:3.0:1767384641.602401:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005b7e1739. 00000400:00000200:0.0:1767384641.602402:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000020:00000010:3.0:1767384641.602403:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d7d3ea1. 00000020:00000001:3.0:1767384641.602409:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.602411:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384641.602413:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000007565d3c2. 10000000:00000040:3.0:1767384641.602420:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384641.602422:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000050bd3aea. 10000000:00000001:3.0:1767384641.602425:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384641.602425:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:3.0:1767384641.602427:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384641.602432:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a421276 x1853237050235136/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384657 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.602438:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384641.602440:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384641.602442:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d769ad51. 02000000:00000001:3.0:1767384641.602445:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384641.602447:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384641.602448:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:0.0:1767384641.602449:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000020:00000001:3.0:1767384641.602450:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384641.602453:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384641.602455:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384641.602456:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384641.602458:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384641.602460:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000002a4ff24. 00000100:00000010:3.0:1767384641.602463:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007ce36cf1. 00000100:00000001:3.0:1767384641.602465:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384641.602466:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007e84c0d2. 02000000:00000001:3.0:1767384641.602468:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384641.602470:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384641.602471:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a421276. 00000100:00000001:3.0:1767384641.602473:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384641.602474:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384641.602478:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 10000000:00000010:3.0:1767384641.602488:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000a78c3009. 10000000:01000000:3.0:1767384641.602493:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384641.602496:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:0.0:1767384641.602499:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00010000:00000001:3.0:1767384641.602502:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.602504:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.602506:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=3 00000020:00000001:3.0:1767384641.602508:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384641.602510:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:3.0:1767384641.602513:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384641.602515:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b5023 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384641.602520:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00010000:00000001:3.0:1767384641.602521:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.602524:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384641.602526:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b5023 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.602531:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384641.602533:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.602534:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384641.602536:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384641.602537:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384641.602539:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384641.602541:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767384641.602542:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 10000000:00000040:3.0:1767384641.602543:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:3.0:1767384641.602549:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384641.602572:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.602604:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.602606:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.602660:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.602678:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.602704:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.602732:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.602761:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.602790:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.602816:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.602847:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.602873:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.602894:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.602939:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.602947:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603007:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603008:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603084:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603088:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603131:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603142:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603179:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603205:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603224:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603260:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603271:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603344:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603352:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603400:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603405:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603464:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603476:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603499:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603534:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603553:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603586:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603603:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603641:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603656:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603690:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603712:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603744:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603766:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.603790:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603815:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603851:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603873:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603895:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603918:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603944:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.603973:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000800:00000010:0.0:1767384641.604007:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ae663450. 00000400:00000200:3.0:1767384641.604008:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000800:00000010:0.0:1767384641.604015:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005e13a8a0. 00000800:00000010:0.0:1767384641.604023:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c4592b63. 00000400:00000200:3.0:1767384641.604036:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000800:00000010:0.0:1767384641.604047:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c4592b63. 00000800:00020000:0.0:1767384641.604057:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384641.604060:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005e13a8a0. 00000400:00000200:3.0:1767384641.604076:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000800:00000010:0.0:1767384641.604078:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ae663450. 00000400:00000200:3.0:1767384641.604116:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:02020000:0.0:1767384641.604134:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp34 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384641.604140:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp34 notifying 192.168.202.122@tcp34: down 00000800:00000200:0.0:1767384641.604144:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp34 down 00000800:00000100:0.0:1767384641.604150:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp34 00000800:00000010:0.0:1767384641.604153:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f5c737e4. 00000400:00000200:3.0:1767384641.604155:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.604158:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384641.604164:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp34->192.168.202.122@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384641.604170:0:16333:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp34 added to recovery queue. ping count: 0 next ping: 263 health :900 00000400:00000200:0.0:1767384641.604174:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384641.604178:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 1 00000400:00000200:0.0:1767384641.604182:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384641.604184:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384641.604219:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:0.0:1767384641.604224:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384641.604230:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100871 00000400:00000001:0.0:1767384641.604233:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384641.604235:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384641.604237:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b121e87 00000400:00000010:0.0:1767384641.604239:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b121e87. 00000400:00000200:0.0:1767384641.604243:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384641.604246:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000010:0.0:1767384641.604248:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000ce2a75f9. 00000400:00000200:0.0:1767384641.604256:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (29) 00000400:00000200:0.0:1767384641.604260:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:-71 00000400:00000200:0.0:1767384641.604262:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102071 rc -71 00000400:00000200:0.0:1767384641.604266:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:0.0:1767384641.604269:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (28) 00000800:00000010:3.0:1767384641.604343:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000893fbe12. 00000800:00000010:3.0:1767384641.604347:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ac3f9a6. 00000800:00000010:3.0:1767384641.604350:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002a4ff24. 00000800:00000010:3.0:1767384641.604364:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002a4ff24. 00000800:00020000:3.0:1767384641.604370:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384641.604372:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ac3f9a6. 00000800:00000010:3.0:1767384641.604374:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000893fbe12. 00000400:02020000:3.0:1767384641.604401:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp36 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384641.604411:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp36 notifying 192.168.202.122@tcp36: down 00000800:00000200:3.0:1767384641.604414:0:16332:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp36 down 00000800:00000100:3.0:1767384641.604418:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp36 00000800:00000010:3.0:1767384641.604420:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000c70d80f. 00000400:00000200:3.0:1767384641.604422:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384641.604426:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384641.604428:0:16332:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp36 added to recovery queue. ping count: 0 next ping: 263 health :900 00000400:00000200:3.0:1767384641.604431:0:16332:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384641.604433:0:16332:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp36: 1 00000400:00000200:3.0:1767384641.604435:0:16332:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp36 (000000004d179aa2): -114 00000400:00000200:3.0:1767384641.604452:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384641.604454:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x841 00000400:00000001:3.0:1767384641.604456:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384641.604457:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384641.604458:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44b781e 00000400:00000010:3.0:1767384641.604459:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a44b781e. 00000400:00000200:3.0:1767384641.604462:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384641.604464:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp36 (000000004d179aa2): -114 00000400:00000010:3.0:1767384641.604465:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ae962834. 00000400:00000200:3.0:1767384641.604467:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004d179aa2 (3) 00000400:00000200:3.0:1767384641.604469:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp36:-71 00000400:00000200:3.0:1767384641.604471:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x2041 rc -71 00000400:00000200:3.0:1767384641.604473:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp36 (000000004d179aa2) 00000400:00000200:3.0:1767384641.604475:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004d179aa2 (2) 00000100:00000040:1.0:1767384641.606334:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294929926, at 4294929927 00000100:00000040:3.0:1767384641.606342:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294929926, at 4294929927 00000100:00000010:1.0:1767384641.606343:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d49229f8. 00000100:00000040:2.0:1767384641.606345:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294929926, at 4294929927 00000100:00000010:3.0:1767384641.606351:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b6eadea. 00000100:00000010:2.0:1767384641.606354:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000573b5e9e. 00000100:00000040:0.0:1767384641.607408:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294929926, at 4294929928 00000100:00000010:0.0:1767384641.607415:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0474620. 00000020:00000010:3.0:1767384641.610056:0:30726:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000002a4ff24. 00000020:00000040:3.0:1767384641.610074:0:30726:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384641.610076:0:30726:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000002a4ff24. 00000001:00000001:3.0:1767384642.107233:0:30848:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384642.107237:0:30848:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:3.0:1767384642.110393:0:30848:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:1.0:1767384642.111393:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384642.111397:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384642.111400:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad84b242 00000400:00000010:1.0:1767384642.111403:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad84b242. 00000400:00000200:1.0:1767384642.111408:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384642.111414:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp31 recovery ping unlinked 00000400:00000010:1.0:1767384642.111423:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003891ea0e. 00000400:00000010:1.0:1767384642.111426:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003f21aac8. 00000400:00000001:1.0:1767384642.111429:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384642.111430:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384642.111431:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813ab3a0 00000400:00000010:1.0:1767384642.111432:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000813ab3a0. 00000400:00000200:1.0:1767384642.111435:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384642.111437:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767384642.111439:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004b492eef. 00000400:00000010:1.0:1767384642.111440:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000056d35f12. 00000400:00000200:1.0:1767384642.111443:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp34 00000400:00000010:1.0:1767384642.111447:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001a24d770. 00000400:00000010:1.0:1767384642.111452:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000071e0d6d7. 00000400:00000010:1.0:1767384642.111457:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a7231db. 00000400:00000010:1.0:1767384642.111464:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000037c0e90c. 00000400:00000200:1.0:1767384642.111469:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp34 00000400:00000200:1.0:1767384642.111492:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp34 local destination 00000400:00000200:1.0:1767384642.111500:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp34 00000400:00000200:1.0:1767384642.111504:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp34 NI seq info: [100:100:256:4294967295] 192.168.202.122@tcp34 LPNI seq info [98:98:8:4294967295] 00000400:00000200:1.0:1767384642.111511:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp34 00000400:00000200:1.0:1767384642.111517:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp34(192.168.202.122@tcp34:) -> 192.168.202.122@tcp34(192.168.202.122@tcp34:192.168.202.122@tcp34) : GET try# 0 00000800:00000200:1.0:1767384642.111521:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp34 00000800:00000010:1.0:1767384642.111525:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000096be5e3f. 00000800:00000200:1.0:1767384642.111531:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cefe559a] -> 12345-192.168.202.122@tcp34 (2) 00000800:00000200:1.1:1767384642.111535:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cefe559a] -> 12345-192.168.202.122@tcp34 (2) 00000400:00000200:1.0:1767384642.111552:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp34 added to recovery queue. ping count: 1 next ping: 265 health :900 00000400:00000200:1.0:1767384642.111556:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp36 00000400:00000010:1.0:1767384642.111559:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000063cfacc2. 00000400:00000010:1.0:1767384642.111562:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004a44b46f. 00000400:00000010:1.0:1767384642.111565:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 00000400:00000010:1.0:1767384642.111568:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa9806ca. 00000400:00000200:1.0:1767384642.111570:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp36 00000400:00000200:1.0:1767384642.111576:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp36 local destination 00000400:00000200:1.0:1767384642.111579:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp36 00000400:00000200:1.0:1767384642.111581:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [101:101:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [2:2:8:4294967295] 00000400:00000200:1.0:1767384642.111585:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp36 00000400:00000200:1.0:1767384642.111590:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:) -> 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) : GET try# 0 00000800:00000200:1.0:1767384642.111593:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp36 00000800:00000010:1.0:1767384642.111596:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5e71ffb. 00000800:00000200:1.0:1767384642.111599:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (2) 00000800:00000200:1.1:1767384642.111602:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (2) 00000400:00000200:1.0:1767384642.111614:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp36 added to recovery queue. ping count: 1 next ping: 265 health :900 00000400:00000200:3.0:1767384642.111616:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.111682:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.111684:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.111722:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.111768:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.111778:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.111827:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.111839:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.111880:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.111883:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.111953:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.111953:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.111988:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112010:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112033:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112055:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112088:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112122:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112138:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112184:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112187:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112240:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112267:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112285:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112357:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112401:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112461:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112523:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112588:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112629:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112653:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112677:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112723:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112732:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112781:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112797:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112838:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112846:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112903:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112916:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.112953:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.112995:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113007:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113078:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113082:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113140:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113146:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113212:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113225:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113265:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113343:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113345:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113399:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113423:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113437:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113485:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113487:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113540:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113554:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113602:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113603:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113639:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113674:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113683:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384642.113735:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113746:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113794:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113820:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113863:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.113896:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384642.113925:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000893fbe12. 00000800:00000010:3.0:1767384642.113930:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ac3f9a6. 00000800:00000010:3.0:1767384642.113935:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c0292edf. 00000400:00000200:0.0:1767384642.113937:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000800:00000010:3.0:1767384642.113956:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c0292edf. 00000800:00020000:3.0:1767384642.113967:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000400:00000200:0.0:1767384642.113973:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.114000:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.114032:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.114080:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.114115:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.114145:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.114168:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000800:00000010:0.0:1767384642.114379:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ae663450. 00000800:00000010:0.0:1767384642.114385:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000049a88b37. 00000800:00000010:0.0:1767384642.114389:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a009e06e. 00000800:00000010:0.0:1767384642.114424:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a009e06e. 00000400:00000200:1.0:1767384642.114489:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384642.114511:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp36 from 212.3.0.2 00000800:00000010:1.0:1767384642.114515:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007c239ff4. 00000800:00000010:0.0:1767384642.114557:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d59694a. 00000800:00000010:0.0:1767384642.114564:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2591e1d. 00000800:00000010:0.0:1767384642.114591:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000587fb2b7. 00000800:00000200:0.1:1767384642.114600:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (2) 00000800:00000200:0.1:1767384642.114613:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp36 00000000587fb2b7 deleted 00000800:00000010:0.1:1767384642.114616:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000587fb2b7. 00000800:00000200:0.1:1767384642.114622:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384642.114630:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:980 00000800:00000200:0.1:1767384642.114634:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5e71ffb type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384642.114643:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp36 p 3.x 192.168.202.122 -> 192.168.202.122:980 incarnation:1767384640035051561 sched[0] 00000800:00000010:0.0:1767384642.114649:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a009e06e. 00000800:00000010:0.0:1767384642.114704:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a009e06e. 00000800:00000010:0.0:1767384642.114709:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2591e1d. 00000800:00000010:0.0:1767384642.114747:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007c239ff4. 00000800:00000001:0.0:1767384642.114767:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384642.114774:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384642.114832:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384642.114837:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5e71ffb. 00000400:00000200:0.0:1767384642.114843:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384642.114851:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: GET: OK 00000400:00000200:0.0:1767384642.114857:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384642.114862:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp36 recovery message sent successfully:0 00000800:00000200:1.1:1767384642.114889:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384642.114894:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp36 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384640035051561 sched[0] 00000800:00000010:1.0:1767384642.114904:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000049a88b37. 00000800:00000001:0.0:1767384642.114933:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384642.114940:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000001:0.0:1767384642.114942:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384642.114947:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384642.114956:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384642.114966:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36) <- 192.168.202.122@tcp36 : GET - for me 00000400:00000200:1.0:1767384642.114971:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.114980:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp36 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384642.114990:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp36 of length 272/272 into md 0x19a1 [1] + 0 00000400:00000200:1.0:1767384642.114996:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.115005:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp36 to MR: 192.168.202.122@tcp36 local destination 00000400:00000200:0.0:1767384642.115014:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [102:102:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767384642.115031:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) -> 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) 192.168.202.122@tcp36 : REPLY try# 0 00000400:00000200:1.0:1767384642.115035:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000800:00000200:0.0:1767384642.115041:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp36 00000800:00000010:0.0:1767384642.115046:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f60d50. 00000800:00000200:0.0:1767384642.115054:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (4) 00000400:00000200:1.0:1767384642.115072:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000800:00000200:0.0:1767384642.115079:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:988 00000800:00000200:0.0:1767384642.115083:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000024f60d50 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384642.115106:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115128:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000800:00000200:0.0:1767384642.115148:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384642.115152:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f60d50. 00000400:00000200:1.0:1767384642.115153:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.115159:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384642.115167:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: REPLY: OK 00000400:00000200:1.0:1767384642.115176:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000800:00000001:0.0:1767384642.115179:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384642.115185:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384642.115189:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384642.115200:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000800:00000001:0.0:1767384642.115202:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384642.115206:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384642.115212:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384642.115221:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36) <- 192.168.202.122@tcp36 : REPLY - for me 00000400:00000200:1.0:1767384642.115225:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.115235:0:16337:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp36: Reply from 12345-192.168.202.122@tcp36 of length 272/272 into md 0x1a4d 00000800:00000001:0.0:1767384642.115241:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384642.115244:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000800:00000001:0.0:1767384642.115248:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384642.115252:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384642.115258:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: REPLY: OK 00000400:00000200:0.0:1767384642.115262:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00000400:00000200:1.0:1767384642.115263:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000010:0.0:1767384642.115266:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00000400:00000200:0.0:1767384642.115275:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384642.115281:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000063cfacc2. 00000400:00000200:1.0:1767384642.115283:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000010:0.0:1767384642.115285:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004a44b46f. 00000400:00000200:1.0:1767384642.115332:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000800:00000001:0.0:1767384642.115332:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384642.115339:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384642.115370:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115393:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115419:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115451:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115500:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115544:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115585:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115625:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115666:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115695:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115713:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115729:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115744:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115760:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115784:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115826:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115858:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115878:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115896:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115915:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115930:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115947:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.115978:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.116016:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.116053:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.116090:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.116109:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.116130:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.116145:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.122:988 00000800:00000010:1.0:1767384642.116285:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ec1d0f41. 00000800:00000010:1.0:1767384642.116308:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ff146c8f. 00000800:00000010:1.0:1767384642.116311:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dfed1066. 00000800:00000010:1.0:1767384642.116342:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dfed1066. 00000400:00000200:0.0:1767384642.116481:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384642.116499:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp36 from 211.3.0.2 00000800:00000010:0.0:1767384642.116503:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000082b35842. 00000800:00000010:1.0:1767384642.116538:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000054866e43. 00000800:00000010:1.0:1767384642.116543:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a471965f. 00000800:00000010:1.0:1767384642.116558:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001afd10cd. 00000800:00000200:1.1:1767384642.116564:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (4) 00000800:00000200:1.1:1767384642.116569:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp36 000000001afd10cd deleted 00000800:00000010:1.1:1767384642.116571:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001afd10cd. 00000800:00000200:1.1:1767384642.116574:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384642.116577:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp36 p 3.x 192.168.202.122 -> 192.168.202.122:979 incarnation:1767384640035051561 sched[0] 00000800:00000010:1.0:1767384642.116581:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dfed1066. 00000800:00000010:1.0:1767384642.116620:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dfed1066. 00000800:00000010:1.0:1767384642.116623:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a471965f. 00000800:00000010:1.0:1767384642.116649:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000082b35842. 00000800:00000200:1.1:1767384642.116678:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384642.116683:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp36 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384640035051561 sched[0] 00000800:00000010:1.0:1767384642.116686:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ff146c8f. 00000800:00000001:1.0:1767384642.116719:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384642.116722:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384642.116724:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384642.116733:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384642.118343:0:30849:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fdd723d5. 00000400:00000010:2.0:1767384642.118354:0:30849:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000663326fc. 00000400:00000010:2.0:1767384642.118362:0:30849:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b879ad35. 00000400:00000010:2.0:1767384642.118366:0:30849:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ae962834. 00000400:00000010:2.0:1767384642.118368:0:30849:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000da29f878. 00000400:00000010:2.0:1767384642.118371:0:30849:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca5f0593. 00000400:00000010:2.0:1767384642.118373:0:30849:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e08116fb. 00000400:00000010:2.0:1767384642.118374:0:30849:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005bddd2b1. 00000400:00000010:2.0:1767384642.118377:0:30849:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005e0aaf93. 00000800:00000010:2.0:1767384642.118385:0:30849:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000053d2006e. 00000800:00000200:2.0:1767384642.118392:0:30849:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384642.118401:0:30849:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384642.118424:0:30849:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384642.118439:0:30849:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp37 [8/256/0/180] 00000800:00000010:3.0:1767384642.119207:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ac3f9a6. 00000800:00000010:3.0:1767384642.119213:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000893fbe12. 00000400:02020000:3.0:1767384642.119627:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp34 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000010:2.0:1767384642.120560:0:30849:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000f117312f. 00000400:00000010:2.0:1767384642.120564:0:30849:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d61d0f93. 00000400:00000010:2.0:1767384642.120568:0:30849:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f07b3369. 00000400:00000001:2.0:1767384642.120582:0:30849:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384642.120584:0:30849:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384642.120585:0:30849:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055972de7. 00000400:00000200:2.0:1767384642.120587:0:30849:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a2deecf 00000400:00000010:2.0:1767384642.120588:0:30849:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a2deecf. 00000400:00000010:2.0:1767384642.120592:0:30849:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000931c0659. 00000400:00000200:2.0:1767384642.120596:0:30849:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (27) 00000400:00000200:2.0:1767384642.120608:0:30849:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384642.120610:0:30849:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004d179aa2 (1) 00000400:00000200:2.0:1767384642.120612:0:30849:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp36 (000000004d179aa2): 0 00000400:00000200:2.0:1767384642.120619:0:30849:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:2.0:1767384642.120625:0:30849:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000046859c8f. 00000020:01000000:2.0:1767384642.120628:0:30849:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384642.120633:0:30849:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp37 00000400:00000200:0.0:1767384642.120635:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384642.120643:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x102071 00000400:00000010:2.0:1767384642.120646:0:30849:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000663326fc. 00000400:00000200:0.0:1767384642.120648:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (28) 00000400:00000010:2.0:1767384642.120650:0:30849:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fdd723d5. 00000400:00000010:0.0:1767384642.120657:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000004187137b. 00000400:00000010:0.0:1767384642.120663:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000081a5274. 00000400:00000010:0.0:1767384642.120668:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab799c37. 00000400:00000200:0.0:1767384642.120673:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000400:00000200:0.0:1767384642.120681:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:0.0:1767384642.120686:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000400:00000200:0.0:1767384642.120693:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:0.0:1767384642.120698:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000020:00000001:1.0:1767384642.120704:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384642.120705:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 10000000:00000001:1.0:1767384642.120709:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384642.120713:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384642.120714:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384642.120719:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384642.120722:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384642.120724:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384642.120726:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000020:01000004:1.0:1767384642.120727:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384642.120730:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384642.120733:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384642.120735:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384642.120737:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384642.120739:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384642.120739:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000020:01000004:1.0:1767384642.120742:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384642.120748:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae3f2ed. 00000400:00000200:0.0:1767384642.120748:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000020:00000040:1.0:1767384642.120754:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:0.0:1767384642.120758:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000100:00000001:1.0:1767384642.120760:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384642.120764:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384642.120768:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 02000000:00000001:1.0:1767384642.120769:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.120777:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 02000000:00000010:1.0:1767384642.120779:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a42390e1. 00000400:00000200:0.0:1767384642.120786:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000100:00000001:1.0:1767384642.120787:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.120796:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000100:00000001:1.0:1767384642.120797:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384642.120800:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.120807:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000100:00000040:1.0:1767384642.120810:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dae3f2ed] to pc [ptlrpcd_00_01+1] req@00000000dae3f2ed x1853237050235264/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384642.120821:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:0.0:1767384642.120829:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000400:00000200:0.0:1767384642.120834:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 10000000:00000001:1.0:1767384642.120839:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.120840:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 10000000:00000001:1.0:1767384642.120843:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384642.120847:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384642.120850:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384642.120854:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 00000020:00000001:1.0:1767384642.120858:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384642.120860:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384642.120862:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384642.120863:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 20], ns[67, 20] 10000000:01000000:1.0:1767384642.120864:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384642.120867:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384642.120869:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384642.120872:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384642.120876:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 20], ns[80, 20] 00000020:01000004:1.0:1767384642.120882:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384642.120885:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384642.120886:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384642.120886:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 20], ns[87, 20] 00000020:01000004:1.0:1767384642.120889:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384642.120890:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384642.120892:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384642.120895:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9abf668. 00000400:00000200:0.0:1767384642.120899:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 20], ns[96, 20] 00000020:00000040:1.0:1767384642.120900:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384642.120904:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384642.120906:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384642.120907:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384642.120920:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000098a1950e. 00000400:00000200:0.0:1767384642.120922:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[91, 20], ns[92, 20] 00000100:00000001:1.0:1767384642.120924:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.120930:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384642.120933:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.120933:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[96, 20], ns[97, 20] 00000100:00000040:1.0:1767384642.120938:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9abf668] to pc [ptlrpcd_00_02+2] req@00000000d9abf668 x1853237050235392/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384642.120945:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[98, 20], ns[100, 20] 00000400:00000200:0.0:1767384642.120956:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 20], ns[0, 20] 00000400:00000200:0.0:1767384642.120962:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 10000000:00000001:1.0:1767384642.120963:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384642.120966:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384642.120969:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.120970:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp35 00000020:01000000:1.0:1767384642.120971:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384642.120975:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000046859c8f. 00000400:00000200:0.0:1767384642.120979:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp35 lpni_is_preferred = 0 00000400:00000200:0.0:1767384642.120983:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp35 00000100:00000001:1.0:1767384642.120986:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384642.120990:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384642.120990:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp35 NI seq info: [103:103:256:4294967295] 192.168.202.122@tcp35 LPNI seq info [99:99:8:4294967295] 00000100:00000001:1.0:1767384642.120994:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384642.120998:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dae3f2ed x1853237050235264/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384642.121004:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp35 00000100:00000001:1.0:1767384642.121008:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384642.121010:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384642.121014:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384642.121016:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384642.121020:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.121020:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp35(192.168.202.122@tcp35:) -> 192.168.202.122@tcp35(192.168.202.122@tcp:192.168.202.122@tcp35) : GET try# 0 00000100:00100000:1.0:1767384642.121026:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050235264:0@lo:253: 00000100:00000001:1.0:1767384642.121031:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767384642.121032:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp35 02000000:00000001:1.0:1767384642.121036:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767384642.121038:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000024f60d50. 02000000:00000001:1.0:1767384642.121045:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384642.121046:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e2591e1d. 02000000:00000001:1.0:1767384642.121047:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1767384642.121053:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000587fb2b7. 02000000:00000010:1.0:1767384642.121055:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bf2d0058. 02000000:00000001:1.0:1767384642.121075:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384642.121079:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055972de7. 00000800:00000200:0.0:1767384642.121083:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2591e1d] -> 12345-192.168.202.122@tcp35 (2) 00000400:00000010:1.0:1767384642.121086:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff146c8f. 00000100:00000200:1.0:1767384642.121091:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050235264, portal 25 00000800:00000200:0.1:1767384642.121091:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2591e1d] -> 12345-192.168.202.122@tcp35 (2) 00000100:00000001:1.0:1767384642.121096:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384642.121098:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299790848 : -108600409760768 : ffff9d3a7f275c00) 00000100:00000040:1.0:1767384642.121102:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dae3f2ed x1853237050235264/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384642.121108:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000100:00000001:1.0:1767384642.121109:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384642.121114:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x100271 rc 0 00000100:00000040:1.0:1767384642.121116:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384642.121121:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a471965f. 00000400:00000200:0.0:1767384642.121124:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x2061 00000100:00000200:1.0:1767384642.121125:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050235264, offset 0 00000400:00000200:0.0:1767384642.121130:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004d179aa2 (2) 00000400:00000200:1.0:1767384642.121134:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384642.121136:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000029980bcf. 00000400:00000200:1.0:1767384642.121142:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384642.121142:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4af7ea4. 00000400:00000010:0.0:1767384642.121152:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000075455804. 00000400:00000200:1.0:1767384642.121154:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260105980 00000400:00000200:0.0:1767384642.121162:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp36 00000400:00000200:1.0:1767384642.121168:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12c9 [2] + 0 00000400:00000010:1.0:1767384642.121172:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac02aa58. 00000400:00000200:1.0:1767384642.121174:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000042514d48 00000400:00000200:1.0:1767384642.121179:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384642.121182:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384642.121186:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp36 local destination 00000400:00000200:0.0:1767384642.121190:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:0.0:1767384642.121193:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp36 00000400:00000200:0.0:1767384642.121195:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp36 lpni_is_preferred = 0 00000400:00000200:0.0:1767384642.121204:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp36 00000400:00000200:0.0:1767384642.121207:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [104:104:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1767384642.121213:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp36 00000400:00000200:0.0:1767384642.121219:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:) -> 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) : GET try# 0 00000400:00000200:1.0:1767384642.121226:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042514d48 00000800:00000200:0.0:1767384642.121227:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp36 00000400:00000010:1.0:1767384642.121229:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042514d48. 00000100:00000001:1.0:1767384642.121235:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:0.0:1767384642.121235:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000331a5c6f. 00000100:00000200:1.0:1767384642.121238:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384642.121242:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000c6b885e1 x1853237050235264 msgsize 4848 00000800:00000200:0.0:1767384642.121246:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (6) 00000100:00100000:1.0:1767384642.121250:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384642.121253:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:0.0:1767384642.121258:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:980 00000100:00000001:1.0:1767384642.121262:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1767384642.121263:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000331a5c6f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384642.121268:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a471965f 00000400:00000010:1.0:1767384642.121270:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a471965f. 00000100:00000001:1.0:1767384642.121273:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384642.121276:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae3f2ed x1853237050235264/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384642.121278:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp36 00000400:00000200:0.0:1767384642.121283:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x261 rc 0 00000100:00000001:1.0:1767384642.121313:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384642.121317:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dae3f2ed x1853237050235264/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.121322:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.121324:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384642.121329:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.121332:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294930447 00000100:00000010:1.0:1767384642.121335:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c9cce49. 00000100:00000001:1.0:1767384642.121341:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384642.121346:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294930447 00000100:00000010:1.0:1767384642.121349:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d827e74. 00000100:00000001:1.0:1767384642.121351:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384642.121354:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294930447 00000100:00000010:1.0:1767384642.121357:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2951822. 00000100:00000001:1.0:1767384642.121359:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384642.121362:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294930447 00000100:00000010:1.0:1767384642.121365:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000042803bb3. 00000100:00000001:1.0:1767384642.121368:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384642.121371:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384642.121373:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.121376:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.121378:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384642.121381:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384642.121386:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1767384642.121386:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000331a5c6f. 00000100:00000001:1.0:1767384642.121389:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384642.121393:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384642.121393:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384642.121396:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384642.121400:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.121403:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.121406:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: GET: OK 00000400:00000200:0.0:1767384642.121412:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384642.121415:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384642.121418:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp36: 0 00000100:00000001:1.0:1767384642.121419:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384642.121422:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384642.121427:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d9abf668 x1853237050235392/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767384642.121429:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384642.121439:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000001:0.0:1767384642.121439:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.121440:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384642.121444:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384642.121445:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384642.121449:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384642.121451:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384642.121452:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384642.121453:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050235392:0@lo:253: 00000100:00000001:1.0:1767384642.121459:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384642.121462:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384642.121464:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.121467:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36) <- 192.168.202.122@tcp36 : GET - for me 02000000:00000001:1.0:1767384642.121468:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384642.121473:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000062eec2fe. 02000000:00000001:1.0:1767384642.121477:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.121481:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp36 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1767384642.121482:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000638b0a90. 00000400:00000200:0.0:1767384642.121491:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp36 of length 272/272 into md 0x1a51 [1] + 0 00000400:00000010:1.0:1767384642.121500:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a471965f. 00000400:00000200:0.0:1767384642.121503:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp36 to MR: 192.168.202.122@tcp36 local destination 00000100:00000200:1.0:1767384642.121506:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050235392, portal 25 00000100:00000001:1.0:1767384642.121510:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384642.121513:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299798912 : -108600409752704 : ffff9d3a7f277b80) 00000400:00000200:0.0:1767384642.121514:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [105:105:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [5:5:8:4294967295] 00000100:00000040:1.0:1767384642.121521:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d9abf668 x1853237050235392/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384642.121538:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) -> 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) 192.168.202.122@tcp36 : REPLY try# 0 00000100:00000001:1.0:1767384642.121542:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384642.121551:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:0.0:1767384642.121551:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp36 00000400:00000010:1.0:1767384642.121555:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001afd10cd. 00000800:00000010:0.0:1767384642.121557:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331a5c6f. 00000100:00000200:1.0:1767384642.121559:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050235392, offset 0 00000400:00000200:1.0:1767384642.121563:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384642.121569:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.0:1767384642.121575:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (6) 00000400:00000200:1.0:1767384642.121578:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260105a00 00000400:00000200:1.0:1767384642.121586:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12d1 [2] + 0 00000800:00000200:0.0:1767384642.121587:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:988 00000400:00000010:1.0:1767384642.121591:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d8a977b. 00000800:00000200:0.0:1767384642.121593:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000331a5c6f type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384642.121595:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008ee9e575 00000400:00000200:1.0:1767384642.121601:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384642.121605:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384642.121608:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ee9e575 00000400:00000010:1.0:1767384642.121615:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ee9e575. 00000100:00000001:1.0:1767384642.121619:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384642.121620:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384642.121623:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000bb8e1c98 x1853237050235392 msgsize 4848 00000100:00100000:1.0:1767384642.121627:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384642.121628:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384642.121638:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384642.121642:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001afd10cd 00000400:00000010:1.0:1767384642.121644:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001afd10cd. 00000100:00000001:1.0:1767384642.121647:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384642.121651:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d9abf668 x1853237050235392/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384642.121654:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384642.121660:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331a5c6f. 00000100:00000001:1.0:1767384642.121661:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384642.121666:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d9abf668 x1853237050235392/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384642.121666:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384642.121677:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.121677:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: REPLY: OK 00000100:00000001:1.0:1767384642.121681:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384642.121687:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.121689:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294930447 00000100:00000001:1.0:1767384642.121691:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294930447 00000800:00000001:0.0:1767384642.121691:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384642.121695:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294930447 00000100:00000001:1.0:1767384642.121697:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294930447 00000800:00000001:0.0:1767384642.121697:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.121701:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294930447 00000800:00000001:0.0:1767384642.121703:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384642.121704:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294930447 00000100:00000001:1.0:1767384642.121707:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294930447 00000100:00000001:1.0:1767384642.121708:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294930447 00000800:00000001:0.0:1767384642.121709:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.121710:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384642.121716:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384642.121716:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384642.121721:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.121723:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384642.121724:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.121727:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384642.121730:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384642.121733:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36) <- 192.168.202.122@tcp36 : REPLY - for me 00000100:00000001:1.0:1767384642.121739:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384642.121741:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384642.121743:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.121746:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.121750:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp36: Reply from 12345-192.168.202.122@tcp36 of length 272/272 into md 0x1a61 00000800:00000001:0.0:1767384642.121756:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384642.121757:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384642.121760:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384642.121764:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384642.121768:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384642.121774:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384642.121774:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: REPLY: OK 00000100:00100000:1.0:1767384642.121779:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050235264 00000400:00000200:0.0:1767384642.121779:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4af7ea4 02000000:00000001:1.0:1767384642.121784:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384642.121785:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4af7ea4. 00000100:00000001:1.0:1767384642.121787:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384642.121790:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.121792:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 02000000:00000001:1.0:1767384642.121793:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384642.121797:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050235264 00000400:00000200:0.0:1767384642.121800:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp36 has discovery enabled 00000020:00000001:1.0:1767384642.121801:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384642.121804:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000400:00000200:0.0:1767384642.121807:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp36(000000004d179aa2) is MR 00000020:00000001:1.0:1767384642.121808:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384642.121811:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:1.0:1767384642.121815:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:0.0:1767384642.121815:0:16338:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.122@tcp36 (496 bytes) 00000020:00000001:1.0:1767384642.121820:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:0.0:1767384642.121823:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp36 (000000004d179aa2): -114 00000100:00000001:1.0:1767384642.121825:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384642.121829:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfed1066. 00000100:00000001:1.0:1767384642.121832:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384642.121833:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfed1066. 00000400:00000010:0.0:1767384642.121834:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000029980bcf. 00000020:00000010:1.0:1767384642.121839:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000324f8f02. 00000400:00000200:0.0:1767384642.121840:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004d179aa2 (3) 00000020:00000010:1.0:1767384642.121844:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d36d4f8. 00000800:00000001:0.0:1767384642.121847:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:1.0:1767384642.121850:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e4da1d7. 00000800:00000001:0.0:1767384642.121852:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384642.121858:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384642.121862:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384642.121863:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384642.121865:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.121871:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.121878:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.121884:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384642.121885:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050235392 02000000:00000001:1.0:1767384642.121887:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384642.121888:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384642.121895:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384642.121897:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384642.121899:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050235392 00000400:00000200:0.0:1767384642.121899:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000020:00000001:1.0:1767384642.121903:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384642.121906:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384642.121908:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384642.121909:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000020:00000001:1.0:1767384642.121911:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384642.121913:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384642.121915:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384642.121917:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfed1066. 00000100:00000001:1.0:1767384642.121919:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384642.121920:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfed1066. 00000020:00000010:1.0:1767384642.121924:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffb8f9cf. 00000020:00000010:1.0:1767384642.121927:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7628286. 00000020:00000010:1.0:1767384642.121929:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000009c99f58. 00000100:00000001:1.0:1767384642.121933:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384642.121933:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384642.121934:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.121936:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.121938:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.121946:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384642.121947:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384642.121951:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000040:1.0:1767384642.121953:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384642.121955:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905585744 : -108600803965872 : ffff9d3a67a84450) 00000400:00000200:0.0:1767384642.121955:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000040:1.0:1767384642.121962:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c6b885e1 x1853237050235264/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:623/0 lens 4848/0 e 0 to 0 dl 1767384653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.121967:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384642.121970:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfed1066. 00000100:00000001:1.0:1767384642.121972:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384642.121973:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfed1066. 00000100:00100000:1.0:1767384642.121978:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c6b885e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050235264:12345-0@lo:253: 00000400:00000200:0.0:1767384642.121985:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000200:1.0:1767384642.121986:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050235264 00000020:00000001:1.0:1767384642.121989:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384642.121991:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384642.121995:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384642.121997:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384642.121999:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:1.0:1767384642.122001:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384642.122003:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384642.122005:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384642.122007:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384642.122009:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.122012:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384642.122014:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384642.122016:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 02000000:00000010:1.0:1767384642.122019:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000067f407c6. 02000000:00000001:1.0:1767384642.122022:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.122024:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384642.122026:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384642.122035:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 20000000:00000010:1.0:1767384642.122041:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ac405d0b. 20000000:01000000:1.0:1767384642.122045:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384642.122048:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384642.122050:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384642.122052:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384642.122054:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.122056:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 20000000:00000001:1.0:1767384642.122071:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384642.122082:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f56d6422. 20000000:01000000:1.0:1767384642.122085:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:1.0:1767384642.122090:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384642.122094:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384642.122095:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00080000:00000001:1.0:1767384642.122098:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384642.122110:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00080000:00000001:1.0:1767384642.122114:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384642.122126:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00080000:00000001:1.0:1767384642.122128:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384642.122131:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384642.122133:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384642.122135:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384642.122136:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384642.122139:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000400:00000200:0.0:1767384642.122145:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000020:00000001:1.0:1767384642.122148:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00080000:00000002:1.0:1767384642.122150:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384642.122153:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384642.122156:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384642.122158:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384642.122162:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384642.122166:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00000400:00000200:0.0:1767384642.122166:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00080000:00000001:1.0:1767384642.122172:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384642.122177:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000befbd47a. 00080000:00000001:1.0:1767384642.122180:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635472409130496 : -108601300421120 : ffff9d3a4a10f600) 00080000:00000001:1.0:1767384642.122183:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384642.122186:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384642.122187:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00080000:00000010:1.0:1767384642.122190:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000dfed1066. 00080000:00000001:1.0:1767384642.122193:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384642.122196:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384642.122210:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.122214:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00080000:00000001:1.0:1767384642.122224:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384642.122235:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:1.0:1767384642.122245:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384642.122247:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384642.122252:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000040:1.0:1767384642.122254:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:1.0:1767384642.122256:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905594960 : -108600803956656 : ffff9d3a67a86850) 00000400:00000200:0.0:1767384642.122258:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000040:1.0:1767384642.122260:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bb8e1c98 x1853237050235392/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:623/0 lens 4848/0 e 0 to 0 dl 1767384653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.122267:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384642.122270:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2899981. 00000100:00000001:1.0:1767384642.122272:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384642.122273:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2899981. 00000100:00100000:1.0:1767384642.122279:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bb8e1c98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16346:x1853237050235392:12345-0@lo:253: 00000400:00000200:0.0:1767384642.122279:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000200:1.0:1767384642.122285:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050235392 00000020:00000001:1.0:1767384642.122287:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384642.122308:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384642.122314:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384642.122316:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384642.122317:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:1.0:1767384642.122319:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384642.122320:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384642.122322:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384642.122323:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384642.122325:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.122327:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384642.122328:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 02000000:00000001:1.0:1767384642.122329:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384642.122335:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000062ce16a. 02000000:00000001:1.0:1767384642.122338:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.122340:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384642.122342:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384642.122348:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008e304897. 20000000:01000000:1.0:1767384642.122350:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384642.122352:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384642.122354:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384642.122356:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384642.122356:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 20000000:00000001:1.0:1767384642.122361:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384642.122363:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384642.122390:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.122416:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384642.122418:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000010:1.0:1767384642.122421:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000a86e8ca5. 00000400:00000010:1.0:1767384642.122426:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761f4fce. 00000400:00000010:1.0:1767384642.122429:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e93641. 00000400:00000200:1.0:1767384642.122433:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a86e8ca5 00000400:00000001:1.0:1767384642.122436:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384642.122437:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384642.122439:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f55e5a27. 00000400:00000200:1.0:1767384642.122441:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cedafe 00000400:00000010:1.0:1767384642.122443:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cedafe. 00000400:00000200:1.0:1767384642.122446:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:1.0:1767384642.122448:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000c169222c. 00000400:00000200:1.0:1767384642.122450:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000400:00000200:1.0:1767384642.122455:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x861 00000400:00000200:0.0:1767384642.122455:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.122460:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp36:0 00000400:00000200:1.0:1767384642.122468:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x2061 rc 1 00000400:00000200:1.0:1767384642.122472:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x2061 00000400:00000200:1.0:1767384642.122475:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004d179aa2 (2) 00000400:00000010:1.0:1767384642.122479:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000f376d246. 00000400:00000010:1.0:1767384642.122482:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b448e6. 00000400:00000200:0.0:1767384642.122482:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000010:1.0:1767384642.122490:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000de87fd25. 00000400:00000200:1.0:1767384642.122495:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp36 00000400:00000200:1.0:1767384642.122502:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp36 local destination 00000400:00000200:1.0:1767384642.122506:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:0.0:1767384642.122507:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.122510:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp36 00000400:00000200:1.0:1767384642.122514:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp36 lpni_is_preferred = 0 00000400:00000200:1.0:1767384642.122517:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp36 00000400:00000200:1.0:1767384642.122520:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [106:106:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1767384642.122524:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp36 00000400:00000200:1.0:1767384642.122531:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:) -> 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) : GET try# 0 00000400:00000200:0.0:1767384642.122532:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000800:00000200:1.0:1767384642.122537:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp36 00000800:00000010:1.0:1767384642.122541:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000501d46f6. 00000800:00000200:1.0:1767384642.122544:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (6) 00000800:00000200:1.0:1767384642.122549:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:980 00000800:00000200:1.0:1767384642.122552:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000501d46f6 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384642.122557:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.122562:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp36 00000400:00000200:1.0:1767384642.122565:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x261 rc 0 00000400:00000200:0.0:1767384642.122589:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.122605:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384642.122627:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000800:00000200:1.0:1767384642.122630:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384642.122633:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000501d46f6. 00000400:00000200:1.0:1767384642.122637:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384642.122640:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: GET: OK 00000400:00000200:1.0:1767384642.122643:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384642.122646:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp36: 0 00000400:00000200:0.0:1767384642.122652:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000800:00000001:1.0:1767384642.122653:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384642.122660:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384642.122662:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384642.122666:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384642.122676:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.122678:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36) <- 192.168.202.122@tcp36 : GET - for me 00000400:00000200:1.0:1767384642.122687:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp36 of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384642.122692:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp36 of length 496/496 into md 0x1a51 [1] + 0 00000400:00000200:1.0:1767384642.122700:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp36 to MR: 192.168.202.122@tcp36 local destination 00000400:00000200:0.0:1767384642.122704:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.122706:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [107:107:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1767384642.122719:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) -> 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) 192.168.202.122@tcp36 : REPLY try# 0 00000800:00000200:1.0:1767384642.122724:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.122@tcp36 00000800:00000010:1.0:1767384642.122727:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000501d46f6. 00000800:00000200:1.0:1767384642.122729:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (6) 00000800:00000200:1.0:1767384642.122734:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:988 00000800:00000200:1.0:1767384642.122736:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000501d46f6 type 3, nob 592 niov 1 nkiov 1 00000400:00000200:0.0:1767384642.122747:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000800:00000200:1.0:1767384642.122772:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384642.122775:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000501d46f6. 00000400:00000200:1.0:1767384642.122777:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384642.122781:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: REPLY: OK 00000400:00000200:0.0:1767384642.122782:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000800:00000001:1.0:1767384642.122786:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384642.122791:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384642.122793:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384642.122797:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384642.122798:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384642.122800:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384642.122804:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36) <- 192.168.202.122@tcp36 : REPLY - for me 00000400:00000200:1.0:1767384642.122809:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp36: Reply from 12345-192.168.202.122@tcp36 of length 496/496 into md 0x1a71 00000800:00000001:1.0:1767384642.122811:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384642.122816:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384642.122817:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384642.122820:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: REPLY: OK 00000400:00000200:1.0:1767384642.122822:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b448e6 00000400:00000010:1.0:1767384642.122823:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b448e6. 00000400:00000200:0.0:1767384642.122826:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.122827:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384642.122839:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp36 has discovery enabled 00000400:00000200:1.0:1767384642.122842:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp36(000000004d179aa2) is MR 00000400:00000200:1.0:1767384642.122845:0:16338:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp36 data present 0. state = 0x261 00000400:00000200:1.0:1767384642.122850:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp36 (000000004d179aa2): -114 00000400:00000200:1.0:1767384642.122856:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004d179aa2 (3) 00000800:00000001:1.0:1767384642.122861:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384642.122865:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384642.122867:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384642.122878:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384642.122883:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0xe1 00000400:00020000:1.0:1767384642.122890:0:16342:0:(peer.c:1892:lnet_peer_add_nid()) Peer 192.168.202.122@tcp NID 192.168.202.122@tcp is already locked with peer 00000000f210e2f8 00000800:00000010:0.0:1767384642.122968:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a5dc6a3f. 00000800:00000010:0.0:1767384642.122973:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f2648682. 00000800:00000010:0.0:1767384642.122977:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a009e06e. 00000800:00000010:0.0:1767384642.122994:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a009e06e. 00000800:00020000:0.0:1767384642.123000:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384642.123003:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f2648682. 00000800:00000010:0.0:1767384642.123004:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a5dc6a3f. 00000400:02020000:0.0:1767384642.123030:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp35 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384642.123034:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp35 notifying 192.168.202.122@tcp35: down 00000800:00000200:0.0:1767384642.123039:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp35 down 00000800:00000100:0.0:1767384642.123043:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp35 00000800:00000010:0.0:1767384642.123045:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000024f60d50. 00000400:00000200:0.0:1767384642.123047:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384642.123050:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp35->192.168.202.122@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384642.123055:0:16333:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp35 added to recovery queue. ping count: 0 next ping: 264 health :900 00000400:00000200:0.0:1767384642.123071:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384642.123074:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 1 00000400:00000200:0.0:1767384642.123076:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000001:0.0:1767384642.123097:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384642.123099:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384642.124009:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000befbd47a. 00080000:00000010:0.0:1767384642.124026:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000dfed1066. 00040000:00000001:0.0:1767384642.124030:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384642.124033:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384642.124035:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384642.124037:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384642.124039:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384642.124041:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384642.124046:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384642.124052:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384642.124054:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384642.124082:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384642.124120:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384642.124123:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384642.124125:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384642.124128:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384642.124130:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384642.124136:0:17092:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ff6427ca count: 2 00010000:00000001:0.0:1767384642.124138:0:17092:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384642.124140:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384642.124143:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000082978f7. 00000020:00000001:0.0:1767384642.124180:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384642.124182:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000082978f7 with handle 0x9f279d7a9a0b502a to hash 00000020:00000001:0.0:1767384642.124184:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384642.124185:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142742528 : -108600566809088 : ffff9d3a75cafe00) 00010000:00000001:0.0:1767384642.124187:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142742528 : -108600566809088 : ffff9d3a75cafe00) 00010000:00000001:0.0:1767384642.124190:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384642.124191:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.124203:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.124210:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384642.124213:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384642.124215:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384642.124216:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384642.124218:0:17092:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384642.124221:0:17092:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5023 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b501c expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.124225:0:17092:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384642.124226:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.124228:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384642.124229:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.124230:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.124231:0:17092:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384642.124233:0:17092:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384642.124246:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ff6427ca) refcount = 2 00010000:00000040:0.0:1767384642.124249:0:17092:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384642.124250:0:17092:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5023 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x9f279d7a9a0b501c expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384642.124254:0:17092:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384642.124255:0:17092:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384642.124260:0:17092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a009e06e. 00000100:00000001:0.0:1767384642.124263:0:17092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384642.124265:0:17092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2648682. 00000100:00000001:0.0:1767384642.124266:0:17092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468047404608 : -108605662147008 : ffff9d3946164e40) 00000100:00000001:0.0:1767384642.124268:0:17092:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635468047404608 : -108605662147008 : ffff9d3946164e40) 00000100:00000001:0.0:1767384642.124270:0:17092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384642.124271:0:17092:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384642.124272:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384642.124275:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.124276:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384642.124278:0:17092:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384642.124280:0:17092:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384642.124281:0:17092:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384642.124282:0:17092:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384642.124287:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f2168bee. 00000020:00000040:0.0:1767384642.124308:0:17092:0:(genops.c:1229:class_import_get()) import 0000000093c50239 refcount=2 obd=MGS 00000100:00000001:0.0:1767384642.124311:0:17092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384642.124313:0:17092:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384642.124315:0:17092:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384642.124318:0:17092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029980bcf. 00000100:00000001:0.0:1767384642.124320:0:17092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.124323:0:17092:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5023 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9f279d7a9a0b501c expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384642.124332:0:17092:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5023 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9f279d7a9a0b501c expref: 16 pid: 17071 timeout: 413 lvb_type: 0 00010000:00000001:0.0:1767384642.124344:0:17092:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384642.124346:0:17092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384642.124350:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f2168bee x1853237050235520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384642.124356:0:17092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384642.124357:0:17092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384642.124360:0:17092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f2168bee pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050235520:0@lo:104: 00000100:00000001:0.0:1767384642.124362:0:17092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384642.124364:0:17092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384642.124366:0:17092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.124368:0:17092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384642.124370:0:17092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088fee0c6. 02000000:00000001:0.0:1767384642.124372:0:17092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384642.124375:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072dcc914. 00000400:00000010:0.0:1767384642.124379:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4af7ea4. 00000100:00000200:0.0:1767384642.124382:0:17092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050235520, portal 16 00000100:00000001:0.0:1767384642.124384:0:17092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384642.124385:0:17092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963243520 : -108605746308096 : ffff9d3941121c00) 00000100:00000040:0.0:1767384642.124389:0:17092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000f2168bee x1853237050235520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384642.124394:0:17092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384642.124397:0:17092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384642.124400:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ba0bd59. 00000100:00000200:0.0:1767384642.124401:0:17092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237050235520, offset 0 00000400:00000200:0.0:1767384642.124406:0:17092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384642.124412:0:17092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384642.124418:0:17092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260105a80 00000400:00000200:0.0:1767384642.124422:0:17092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17cd [2] + 328 00000400:00000200:0.0:1767384642.124426:0:17092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384642.124429:0:17092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384642.124432:0:17092:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384642.124438:0:17092:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384642.124441:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be91014b. 00000100:00000040:0.0:1767384642.124443:0:17092:0:(events.c:337:request_in_callback()) incoming req@00000000be91014b x1853237050235520 msgsize 328 00000100:00100000:0.0:1767384642.124447:0:17092:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384642.124455:0:17092:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384642.124461:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ba0bd59 00000400:00000010:0.0:1767384642.124462:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ba0bd59. 00000100:00000001:0.0:1767384642.124465:0:17092:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384642.124468:0:17092:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f2168bee x1853237050235520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384642.124475:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384642.124477:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f2168bee x1853237050235520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384642.124482:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124483:0:17092:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384642.124487:0:17092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124489:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294930450 00000100:00000001:0.0:1767384642.124493:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294930447 00000100:00000001:0.0:1767384642.124496:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294930450 00000100:00000001:0.0:1767384642.124498:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294930447 00000100:00000001:0.0:1767384642.124500:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294930450 00000100:00000001:0.0:1767384642.124502:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294930447 00000100:00000001:0.0:1767384642.124503:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294930450 00000100:00000001:0.0:1767384642.124505:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294930447 00000100:00000001:0.0:1767384642.124507:0:17092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.124508:0:17092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.124510:0:17092:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.124511:0:17092:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.124512:0:17092:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.124514:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.124515:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.124516:0:17092:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.124517:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384642.124522:0:17092:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384642.124523:0:17092:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124525:0:17092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384642.124525:0:17092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384642.124527:0:17092:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f2648682 going to sleep for 11 seconds 00000100:00000001:0.0:1767384642.124529:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384642.124530:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124541:0:21714:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384642.124543:0:21714:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050235520 02000000:00000001:0.0:1767384642.124544:0:21714:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384642.124545:0:21714:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384642.124546:0:21714:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.124549:0:21714:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384642.124550:0:21714:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050235520 00000020:00000001:0.0:1767384642.124552:0:21714:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384642.124553:0:21714:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d05 00000020:00000001:0.0:1767384642.124554:0:21714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384642.124556:0:21714:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004a7a501b refcount=3 00000020:00000001:0.0:1767384642.124558:0:21714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000020:00000001:0.0:1767384642.124560:0:21714:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000001:0.0:1767384642.124562:0:21714:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384642.124564:0:21714:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d39ec49. 00000100:00000001:0.0:1767384642.124566:0:21714:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384642.124568:0:21714:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d39ec49. 00000020:00000010:0.0:1767384642.124571:0:21714:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f7a0956. 00000020:00000010:0.0:1767384642.124575:0:21714:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae27cf0f. 00000020:00000010:0.0:1767384642.124579:0:21714:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384642.124586:0:21714:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384642.124587:0:21714:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384642.124589:0:21714:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384642.124589:0:21714:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124594:0:21714:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124601:0:21714:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.124609:0:21714:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384642.124611:0:21714:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384642.124620:0:21714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384642.124623:0:21714:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004a7a501b : new rpc_count 1 00000100:00000001:0.0:1767384642.124625:0:21714:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963248896 : -108605746302720 : ffff9d3941123100) 00000100:00000040:0.0:1767384642.124628:0:21714:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be91014b x1853237050235520/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:623/0 lens 328/0 e 0 to 0 dl 1767384653 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384642.124634:0:21714:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384642.124636:0:21714:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d39ec49. 00000100:00000001:0.0:1767384642.124637:0:21714:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384642.124639:0:21714:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d39ec49. 00000100:00100000:0.0:1767384642.124641:0:21714:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be91014b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050235520:12345-0@lo:104: 00000100:00000200:0.0:1767384642.124644:0:21714:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050235520 00010000:00000001:0.0:1767384642.124645:0:21714:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384642.124649:0:21714:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384642.124650:0:21714:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384642.124651:0:21714:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=2 00000020:00000001:0.0:1767384642.124653:0:21714:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:0.0:1767384642.124655:0:21714:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:0.0:1767384642.124657:0:21714:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384642.124659:0:21714:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.124661:0:21714:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b5023 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384642.124666:0:21714:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384642.124667:0:21714:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384642.124670:0:21714:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e434c4aa. 02000000:00000001:0.0:1767384642.124671:0:21714:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124673:0:21714:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.124676:0:21714:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384642.124677:0:21714:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384642.124681:0:21714:0:(import.c:2128:obd_at_measure()) add 1 to 00000000289605bd time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384642.124684:0:21714:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384642.124686:0:21714:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384642.124692:0:21714:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384642.124695:0:21714:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384642.124696:0:21714:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.124698:0:21714:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384642.124701:0:21714:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384642.124705:0:21714:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ba0bd59. 00000100:00000200:0.0:1767384642.124709:0:21714:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050235520, offset 224 00000400:00000200:0.0:1767384642.124715:0:21714:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384642.124723:0:21714:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384642.124732:0:21714:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260105a80 00000400:00000200:0.0:1767384642.124738:0:21714:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1a75 [1] + 224 00000400:00000200:0.0:1767384642.124743:0:21714:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384642.124746:0:21714:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384642.124750:0:21714:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384642.124753:0:21714:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f2168bee x1853237050235520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384642.124762:0:21714:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f2168bee x1853237050235520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384642.124776:0:21714:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384642.124780:0:21714:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ba0bd59 00000400:00000010:0.0:1767384642.124782:0:21714:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ba0bd59. 00000100:00000001:0.0:1767384642.124785:0:21714:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384642.124787:0:21714:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384642.124791:0:21714:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.124794:0:21714:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384642.124797:0:21714:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384642.124801:0:21714:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008d75ae91. 00010000:00000001:0.0:1767384642.124804:0:21714:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1767384642.124812:0:21714:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384642.124814:0:21714:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.124816:0:21714:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.124818:0:21714:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.124822:0:21714:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be91014b x1853237050235520/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:623/0 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384642.124842:0:21714:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be91014b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050235520:12345-0@lo:104: Request processed in 207us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384642.124847:0:21714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384642.124849:0:21714:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7a501b : new rpc_count 0 00000100:00000001:0.0:1767384642.124851:0:21714:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384642.124853:0:21714:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384642.124856:0:21714:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae27cf0f. 00000020:00000010:0.0:1767384642.124859:0:21714:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384642.124862:0:21714:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f7a0956. 00000020:00000040:0.0:1767384642.124865:0:21714:0:(genops.c:898:class_export_put()) PUTting export 000000004a7a501b : new refcount 2 00000100:00000001:0.0:1767384642.124867:0:21714:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384642.124879:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384642.124881:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.124882:0:17064:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384642.124885:0:17064:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384642.124887:0:17064:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384642.124888:0:17064:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b5023 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384642.124894:0:17064:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000005f4b1ce3 already unused, calling callback (00000000e12a98bb) 10000000:00000001:0.0:1767384642.124896:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384642.124897:0:17064:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f279d7a9a0b5023 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.124901:0:17064:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384642.124902:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384642.124903:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384642.124904:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005f4b1ce3 refcount=3 00000020:00000001:0.0:1767384642.124906:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:0.0:1767384642.124907:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452288 : -108601416099328 : ffff9d3a432bda00) 00010000:00000001:0.0:1767384642.124909:0:17064:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384642.124915:0:17064:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f279d7a9a0b5023 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384642.124919:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384642.124920:0:17064:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f279d7a9a0b5023 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384642.124924:0:17064:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384642.124926:0:17064:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384642.124927:0:17064:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384642.124928:0:17064:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767384642.124929:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384642.124930:0:17064:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384642.124936:0:17064:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384642.124937:0:17064:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384642.124939:0:17064:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 2 10000000:00000001:0.0:1767384642.124940:0:17064:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384642.124941:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.124943:0:17064:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384642.124945:0:17064:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384642.124947:0:17064:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384642.124948:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384642.124949:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384642.124950:0:17064:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005f4b1ce3 with handle 0x9f279d7a9a0b501c from hash 00010000:00000001:0.0:1767384642.124952:0:17064:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384642.124953:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.124954:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.124954:0:17064:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384642.124956:0:17064:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384642.124956:0:17064:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384642.124958:0:17064:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384642.124960:0:17064:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384642.124964:0:17064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bcbbb3f. 00000020:00000040:0.0:1767384642.124965:0:17064:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=6 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384642.124968:0:17064:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384642.124969:0:17064:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384642.124971:0:17064:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384642.124978:0:17064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f7a0956. 00000100:00000001:0.0:1767384642.124980:0:17064:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.124983:0:17064:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384642.124985:0:17064:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b5023 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384642.124989:0:17064:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384642.124990:0:17064:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.124992:0:17064:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384642.124993:0:17064:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.124996:0:17064:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bcbbb3f] to pc [ptlrpcd_00_03+3] req@000000001bcbbb3f x1853237050235648/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384642.125006:0:17064:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384642.125008:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.125009:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.125010:0:17064:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.125012:0:17064:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384642.125013:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.125014:0:17064:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b5023 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.125018:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384642.125018:0:17064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 000000005f4b1ce3/0x9f279d7a9a0b501c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b5023 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384642.125023:0:17064:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ad7ba9b5 count: 0 00010000:00000001:0.0:1767384642.125029:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.125030:0:17064:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384642.125032:0:17064:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008d75ae91. 00010000:00000001:0.0:1767384642.125034:0:17064:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.125036:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384642.125037:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.125039:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384642.125040:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384642.125041:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.125047:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384642.125048:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384642.125049:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.125050:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384642.125054:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384642.125055:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384642.125069:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384642.125072:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001bcbbb3f x1853237050235648/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.125078:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384642.125079:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.125081:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384642.125083:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384642.125084:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384642.125086:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001bcbbb3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050235648:0@lo:103: 00000100:00000001:0.0:1767384642.125088:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384642.125090:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384642.125091:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.125093:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384642.125095:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003efa92f9. 02000000:00000001:0.0:1767384642.125096:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384642.125099:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb68d9db. 00000400:00000010:0.0:1767384642.125102:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ba0bd59. 00000100:00000200:0.0:1767384642.125105:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050235648, portal 18 00000100:00000001:0.0:1767384642.125106:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384642.125107:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963239936 : -108605746311680 : ffff9d3941120e00) 00000100:00000040:0.0:1767384642.125110:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001bcbbb3f x1853237050235648/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.125115:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384642.125116:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384642.125118:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0438db1. 00000100:00000200:0.0:1767384642.125119:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050235648, offset 0 00000400:00000200:0.0:1767384642.125121:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384642.125125:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384642.125133:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260105b00 00000400:00000200:0.0:1767384642.125137:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:0.0:1767384642.125140:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384642.125142:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384642.125144:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384642.125145:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384642.125148:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b69c60db. 00000100:00000040:0.0:1767384642.125149:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000b69c60db x1853237050235648 msgsize 328 00000100:00100000:0.0:1767384642.125152:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384642.125157:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384642.125160:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0438db1 00000400:00000010:0.0:1767384642.125161:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0438db1. 00000100:00000001:0.0:1767384642.125162:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384642.125164:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001bcbbb3f x1853237050235648/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.125169:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384642.125170:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001bcbbb3f x1853237050235648/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384658 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.125174:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.125175:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384642.125177:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.125179:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294930450 00000100:00000001:0.0:1767384642.125180:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294930450 00000100:00000001:0.0:1767384642.125181:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294930450 00000100:00000001:0.0:1767384642.125183:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294930450 00000100:00000001:0.0:1767384642.125184:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294930450 00000100:00000001:0.0:1767384642.125185:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294930450 00000100:00000001:0.0:1767384642.125186:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294930450 00000100:00000001:0.0:1767384642.125187:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294930450 00000100:00000001:0.0:1767384642.125188:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.125190:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.125195:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.125196:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.125200:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384642.125201:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384642.125203:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384642.125204:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384642.125205:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.125207:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.125223:0:17062:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384642.125226:0:17062:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050235648 02000000:00000001:0.0:1767384642.125228:0:17062:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384642.125230:0:17062:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384642.125232:0:17062:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.125234:0:17062:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384642.125236:0:17062:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050235648 00000020:00000001:0.0:1767384642.125239:0:17062:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384642.125240:0:17062:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384642.125242:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384642.125244:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=17 00000020:00000001:0.0:1767384642.125246:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384642.125249:0:17062:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384642.125252:0:17062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384642.125256:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d39ec49. 00000100:00000001:0.0:1767384642.125258:0:17062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384642.125260:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d39ec49. 00000020:00000010:0.0:1767384642.125265:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a62d1ebb. 00000020:00000010:0.0:1767384642.125270:0:17062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae27cf0f. 00000020:00000010:0.0:1767384642.125274:0:17062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384642.125280:0:17062:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384642.125283:0:17062:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384642.125284:0:17062:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384642.125287:0:17062:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384642.125289:0:17062:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.125313:0:17062:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384642.125316:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384642.125318:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384642.125327:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=5 00000020:00000001:0.0:1767384642.125329:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:0.0:1767384642.125332:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00010000:0.0:1767384642.125336:0:17062:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5023 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b501c expref: 17 pid: 17071 timeout: 413 lvb_type: 0 00010000:00000001:0.0:1767384642.125342:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.125344:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.125345:0:17062:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.125347:0:17062:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.125351:0:17062:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767384642.125354:0:17062:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b69c60db x1853237050235648/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:623/0 lens 328/0 e 0 to 0 dl 1767384653 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.125362:0:17062:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384642.125364:0:17062:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.125371:0:17062:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.125381:0:17062:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384642.125383:0:17062:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384642.125387:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384642.125389:0:17062:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 3 00000100:00000001:0.0:1767384642.125391:0:17062:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963248000 : -108605746303616 : ffff9d3941122d80) 00000100:00000040:0.0:1767384642.125395:0:17062:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b69c60db x1853237050235648/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:623/0 lens 328/0 e 0 to 0 dl 1767384653 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.125403:0:17062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384642.125407:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d39ec49. 00000100:00000001:0.0:1767384642.125409:0:17062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384642.125411:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d39ec49. 00000100:00100000:0.0:1767384642.125415:0:17062:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b69c60db pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+17:16347:x1853237050235648:12345-0@lo:103: 00000100:00000200:0.0:1767384642.125419:0:17062:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050235648 00010000:00000001:0.0:1767384642.125422:0:17062:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384642.125424:0:17062:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384642.125432:0:17062:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384642.125435:0:17062:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384642.125437:0:17062:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384642.125440:0:17062:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000011553b98. 02000000:00000001:0.0:1767384642.125442:0:17062:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.125444:0:17062:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.125447:0:17062:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384642.125449:0:17062:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384642.125451:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384642.125453:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384642.125455:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=5 00000020:00000001:0.0:1767384642.125457:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:0.0:1767384642.125460:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000040:0.0:1767384642.125463:0:17062:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000ff6427ca count: 3 00010000:00010000:0.0:1767384642.125467:0:17062:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5023 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b501c expref: 17 pid: 17071 timeout: 413 lvb_type: 0 00000100:00001000:0.0:1767384642.125473:0:17062:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d25eb6a3 time=1767384642 v=100 (0 0 0 0) 00010000:00000001:0.0:1767384642.125477:0:17062:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384642.125481:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.125482:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384642.125484:0:17062:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5023 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9f279d7a9a0b501c expref: 17 pid: 17071 timeout: 413 lvb_type: 0 00000020:00000001:0.0:1767384642.125491:0:17062:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384642.125492:0:17062:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384642.125494:0:17062:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.125496:0:17062:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.125499:0:17062:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384642.125501:0:17062:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384642.125505:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.125506:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.125508:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384642.125510:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384642.125512:0:17062:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000024a3921b with handle 0x9f279d7a9a0b5023 from hash 00010000:00000001:0.0:1767384642.125514:0:17062:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384642.125522:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.125523:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.125525:0:17062:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384642.125527:0:17062:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384642.125528:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.125530:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.125532:0:17062:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384642.125534:0:17062:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767384642.125536:0:17062:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000082978f7 00010000:00000001:0.0:1767384642.125538:0:17062:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384642.125539:0:17062:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384642.125541:0:17062:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.125543:0:17062:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384642.125544:0:17062:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.125547:0:17062:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384642.125549:0:17062:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384642.125550:0:17062:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.125556:0:17062:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384642.125558:0:17062:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384642.125560:0:17062:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384642.125561:0:17062:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384642.125563:0:17062:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ff6427ca) refcount = 3 00010000:00010000:0.0:1767384642.125566:0:17062:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.125572:0:17062:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384642.125574:0:17062:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384642.125575:0:17062:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.125577:0:17062:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767384642.125580:0:17062:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000d39ec49. 00000100:00000001:0.0:1767384642.125583:0:17062:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384642.125586:0:17062:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d75ae91. 00000100:00000001:0.0:1767384642.125588:0:17062:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468047401344 : -108605662150272 : ffff9d3946164180) 00000100:00000001:0.0:1767384642.125590:0:17062:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635468047401344 : -108605662150272 : ffff9d3946164180) 00000100:00000001:0.0:1767384642.125592:0:17062:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384642.125598:0:17062:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384642.125601:0:17062:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767384642.125603:0:17062:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384642.125606:0:17062:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:0.0:1767384642.125609:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384642.125610:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384642.125612:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000082978f7 refcount=5 00000020:00000001:0.0:1767384642.125615:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142742528 : -108600566809088 : ffff9d3a75cafe00) 00010000:00000001:0.0:1767384642.125617:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142742528 : -108600566809088 : ffff9d3a75cafe00) 00010000:00000001:0.0:1767384642.125620:0:17062:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384642.125621:0:17062:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.125628:0:17062:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384642.125629:0:17062:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.125636:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.125637:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384642.125639:0:17062:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.125646:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384642.125647:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.125649:0:17062:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384642.125651:0:17062:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384642.125657:0:17062:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000082978f7 already unused, calling callback (0000000043915e75) 00010000:00000001:0.0:1767384642.125660:0:17062:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384642.125662:0:17062:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384642.125663:0:17062:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.125670:0:17062:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384642.125677:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384642.125679:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384642.125681:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000082978f7 refcount=6 00000020:00000001:0.0:1767384642.125683:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142742528 : -108600566809088 : ffff9d3a75cafe00) 00010000:00000001:0.0:1767384642.125685:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142742528 : -108600566809088 : ffff9d3a75cafe00) 00010000:00000001:0.0:1767384642.125688:0:17062:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384642.125690:0:17062:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.125696:0:17062:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384642.125697:0:17062:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384642.125699:0:17062:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.125701:0:17062:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384642.125703:0:17062:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384642.125705:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384642.125707:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384642.125709:0:17062:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000082978f7 with handle 0x9f279d7a9a0b502a from hash 00010000:00000001:0.0:1767384642.125711:0:17062:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384642.125712:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.125714:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.125715:0:17062:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384642.125716:0:17062:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384642.125718:0:17062:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384642.125720:0:17062:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384642.125722:0:17062:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.125724:0:17062:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.125727:0:17062:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384642.125728:0:17062:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384642.125731:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.125732:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.125734:0:17062:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.125736:0:17062:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.125738:0:17062:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384642.125740:0:17062:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.125745:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.125753:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.125755:0:17062:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384642.125757:0:17062:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384642.125758:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.125760:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.125762:0:17062:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384642.125764:0:17062:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384642.125766:0:17062:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.125768:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384642.125769:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.125771:0:17062:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.125773:0:17062:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767384642.125774:0:17062:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384642.125777:0:17062:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.125778:0:17062:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.125781:0:17062:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767384642.125783:0:17062:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008d75ae91. 00000100:00000001:0.0:1767384642.125786:0:17062:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384642.125788:0:17062:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384642.125790:0:17062:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000d39ec49. 00010000:00000001:0.0:1767384642.125792:0:17062:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384642.125794:0:17062:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384642.125795:0:17062:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.125798:0:17062:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384642.125800:0:17062:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384642.125802:0:17062:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384642.125805:0:17062:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384642.125808:0:17062:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384642.125810:0:17062:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384642.125812:0:17062:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384642.125814:0:17062:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.125817:0:17062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384642.125819:0:17062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384642.125822:0:17062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0438db1. 00000100:00000200:0.0:1767384642.125825:0:17062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050235648, offset 224 00000400:00000200:0.0:1767384642.125830:0:17062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384642.125836:0:17062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384642.125848:0:17062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260105b00 00000400:00000200:0.0:1767384642.125853:0:17062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1a81 [1] + 224 00000400:00000200:0.0:1767384642.125857:0:17062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384642.125860:0:17062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384642.125863:0:17062:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384642.125867:0:17062:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001bcbbb3f x1853237050235648/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384642.125877:0:17062:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001bcbbb3f x1853237050235648/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.125890:0:17062:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384642.125894:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0438db1 00000400:00000010:0.0:1767384642.125896:0:17062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0438db1. 00000100:00000001:0.0:1767384642.125899:0:17062:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384642.125901:0:17062:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384642.125904:0:17062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.125906:0:17062:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384642.125909:0:17062:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.125911:0:17062:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.125914:0:17062:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b69c60db x1853237050235648/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:623/0 lens 328/224 e 0 to 0 dl 1767384653 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384642.125923:0:17062:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b69c60db pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+17:16347:x1853237050235648:12345-0@lo:103: Request processed in 519us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384642.125930:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767384642.125933:0:17062:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 2 00000100:00000001:0.0:1767384642.125935:0:17062:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384642.125937:0:17062:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384642.125940:0:17062:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae27cf0f. 00000020:00000010:0.0:1767384642.125943:0:17062:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384642.125946:0:17062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a62d1ebb. 00000020:00000040:0.0:1767384642.125949:0:17062:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 16 00000100:00000001:0.0:1767384642.125951:0:17062:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384642.125969:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a62d1ebb. 20000000:01000000:0.0:1767384642.125978:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 20000000:00000001:0.0:1767384642.125981:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384642.125985:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384642.125988:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384642.125995:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384642.126003:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384642.126005:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384642.126006:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384642.126008:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384642.126010:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384642.126012:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:0.0:1767384642.126016:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:0.0:1767384642.126018:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384642.126021:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384642.126023:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384642.126025:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384642.126028:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384642.126031:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384642.126034:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384642.126037:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d486e48e. 00080000:00000001:0.0:1767384642.126040:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468050453504 : -108605659098112 : ffff9d394644d400) 00080000:00000001:0.0:1767384642.126043:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384642.126044:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384642.126047:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000d39ec49. 00080000:00000001:0.0:1767384642.126049:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384642.126051:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384642.126080:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384642.126089:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384642.126103:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384642.126106:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384642.126110:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384642.126111:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384642.126114:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb68d9db. 00000400:00000200:0.0:1767384642.126118:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ba0bd59 00000400:00000010:0.0:1767384642.126120:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ba0bd59. 00000100:00000001:0.0:1767384642.126122:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384642.126126:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001bcbbb3f x1853237050235648/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384642.126143:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001bcbbb3f x1853237050235648/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.126150:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384642.126152:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.126154:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384642.126157:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384642.126158:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384642.126159:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.126162:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384642.126165:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=58 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384642.126168:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=59 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384642.126171:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384642.126173:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.126175:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384642.126177:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.126179:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.126182:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001bcbbb3f x1853237050235648/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.126189:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.126192:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384642.126194:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384642.126197:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bcbbb3f x1853237050235648/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384642.126204:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001bcbbb3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050235648:0@lo:103: 00000100:00000001:0.0:1767384642.126208:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.126210:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384642.126213:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001bcbbb3f x1853237050235648/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.126219:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384642.126221:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384642.126223:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003efa92f9. 02000000:00000001:0.0:1767384642.126226:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384642.126235:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384642.126236:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384642.126239:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384642.126240:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009f7a0956. 02000000:00000001:0.0:1767384642.126243:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384642.126245:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384642.126246:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001bcbbb3f. 00000100:00000001:0.0:1767384642.126249:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384642.126250:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.126252:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.126256:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384642.126257:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.126259:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384642.126261:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.126270:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384642.126273:0:17092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384642.126275:0:17092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384642.126277:0:17092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072dcc914. 00000400:00000200:0.0:1767384642.126280:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4af7ea4 00000400:00000010:0.0:1767384642.126281:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4af7ea4. 00000100:00000001:0.0:1767384642.126284:0:17092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384642.126287:0:17092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f2168bee x1853237050235520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384642.126319:0:17092:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f2168bee x1853237050235520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384642.126326:0:17092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384642.126327:0:17092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.126329:0:17092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384642.126330:0:17092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384642.126332:0:17092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384642.126333:0:17092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384642.126335:0:17092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384642.126338:0:17092:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f9289ee time=58 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384642.126340:0:17092:0:(import.c:2128:obd_at_measure()) add 1 to 00000000230de1e5 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384642.126341:0:17092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384642.126342:0:17092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.126343:0:17092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384642.126349:0:17092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.126351:0:17092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.126353:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f2168bee x1853237050235520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384642.126357:0:17092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384642.126358:0:17092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384642.126359:0:17092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384642.126361:0:17092:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767384642.126362:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384642.126364:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5023 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9f279d7a9a0b501c expref: 16 pid: 17071 timeout: 413 lvb_type: 0 00010000:00000040:0.0:1767384642.126368:0:17092:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 9 00000020:00000040:0.0:1767384642.126369:0:17092:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00010000:00000001:0.0:1767384642.126372:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384642.126374:0:17092:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.126375:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f2168bee x1853237050235520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384642.126380:0:17092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f2168bee pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050235520:0@lo:104: 00000100:00000001:0.0:1767384642.126383:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384642.126384:0:17092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.126385:0:17092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384642.126386:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384642.126387:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f2168bee x1853237050235520/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384658 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384642.126391:0:17092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384642.126392:0:17092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384642.126393:0:17092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088fee0c6. 02000000:00000001:0.0:1767384642.126395:0:17092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384642.126396:0:17092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384642.126397:0:17092:0:(genops.c:1242:class_import_put()) import 0000000093c50239 refcount=1 obd=MGS 00000020:00000001:0.0:1767384642.126399:0:17092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384642.126400:0:17092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000029980bcf. 02000000:00000001:0.0:1767384642.126402:0:17092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384642.126408:0:17092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384642.126409:0:17092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f2168bee. 00000100:00000001:0.0:1767384642.126412:0:17092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384642.126413:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384642.126415:0:17092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f2648682. 00000100:00000001:0.0:1767384642.126417:0:17092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384642.126418:0:17092:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384642.126420:0:17092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a009e06e. 00010000:00000001:0.0:1767384642.126422:0:17092:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.126425:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384642.126426:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384642.126429:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384642.126430:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384642.126431:0:17092:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384642.126437:0:17092:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.126441:0:17092:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384642.126443:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384642.126445:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384642.126448:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384642.126450:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384642.126451:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b502a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384642.126455:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ff6427ca count: 0 00010000:00000001:0.0:1767384642.126468:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384642.126470:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384642.126478:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384642.126480:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384642.126481:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384642.126485:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.126486:0:16342:0:(peer.c:1966:lnet_peer_add_nid()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp flags 0x11: -76 00000400:00000200:1.0:1767384642.126494:0:16342:0:(peer.c:2003:lnet_peer_set_primary_nid()) peer 192.168.202.122@tcp36 NID 192.168.202.122@tcp: -76 00000400:00000010:1.0:1767384642.126498:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000f376d246. 00080000:00000020:0.0:1767384642.126499:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384642.126503:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:1.0:1767384642.126506:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp36(000000004d179aa2): -76. state = 0x200161 20000000:00000010:0.0:1767384642.126506:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ac405d0b. 20000000:00000001:0.0:1767384642.126511:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.126515:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x200161 rc -76 00010000:00000040:0.0:1767384642.126516:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050235264 00010000:00000001:0.0:1767384642.126521:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384642.126524:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp36 (000000004d179aa2) 00010000:00000200:0.0:1767384642.126526:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c6b885e1 x1853237050235264/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:623/0 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384642.126531:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004d179aa2 (2) 00010000:00000001:0.0:1767384642.126534:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384642.126536:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384642.126538:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300871 00000100:00001000:0.0:1767384642.126539:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=59 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384642.126545:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:1.0:1767384642.126546:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384642.126548:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000400:00000001:1.0:1767384642.126550:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384642.126551:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000400:00000200:1.0:1767384642.126554:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000081a5274 02000000:00000001:0.0:1767384642.126555:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384642.126557:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384642.126559:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000081a5274. 00000100:00000001:0.0:1767384642.126560:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384642.126564:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384642.126566:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000010:0.0:1767384642.126567:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2648682. 00000100:00000200:0.0:1767384642.126572:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050235264, offset 224 00000400:00000200:1.0:1767384642.126575:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384642.126577:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384642.126583:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000004187137b. 00000400:00000200:1.0:1767384642.126586:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (29) 00000400:00000200:1.0:1767384642.126590:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:-71 00000400:00000200:0.0:1767384642.126594:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384642.126598:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 rc -71 00000400:00000200:0.0:1767384642.126603:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260105980 00000400:00000200:1.0:1767384642.126606:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:0.0:1767384642.126610:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a59 [2] + 224 00000400:00000200:1.0:1767384642.126613:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (28) 00000400:00000200:0.0:1767384642.126615:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384642.126620:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384642.126624:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384642.126626:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae3f2ed x1853237050235264/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384642.126632:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dae3f2ed x1853237050235264/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384642.126643:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384642.126647:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2648682 00000400:00000010:0.0:1767384642.126654:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2648682. 00000100:00000001:0.0:1767384642.126657:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384642.126658:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384642.126663:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384642.126665:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384642.126667:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384642.126669:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384642.126671:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384642.126674:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6b885e1 x1853237050235264/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:623/0 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384642.126681:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c6b885e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050235264:12345-0@lo:253: Request processed in 4712us (5437us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384642.126688:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000040:0.0:1767384642.126690:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384642.126692:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384642.126693:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384642.126696:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d36d4f8. 00000020:00000010:0.0:1767384642.126699:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e4da1d7. 00000020:00000010:0.0:1767384642.126702:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000324f8f02. 00000020:00000040:0.0:1767384642.126707:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:0.0:1767384642.126712:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384642.126714:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000067f407c6. 02000000:00000001:0.0:1767384642.126719:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384642.126721:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384642.126726:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384642.126730:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072dcc914. 00000400:00000010:0.0:1767384642.126734:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2648682. 00000100:00000001:1.0:1767384642.126853:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384642.126857:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384642.126867:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384642.126868:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384642.126870:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055972de7. 00000400:00000200:1.0:1767384642.126874:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff146c8f 00000400:00000010:1.0:1767384642.126876:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff146c8f. 00000100:00000001:1.0:1767384642.126878:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384642.126881:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae3f2ed x1853237050235264/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384642.126890:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae3f2ed x1853237050235264/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.126897:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384642.126898:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.126900:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384642.126902:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384642.126903:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384642.126905:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384642.126907:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384642.126910:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=59 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384642.126912:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=59 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384642.126915:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384642.126916:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.126918:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384642.126919:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.126920:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384642.126923:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dae3f2ed x1853237050235264/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.126929:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384642.126932:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384642.126933:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384642.126936:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384642.126937:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384642.126938:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384642.126939:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384642.126940:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384642.126942:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384642.126943:0:16345:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384642.126944:0:16345:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384642.126953:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384642.126955:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384642.126958:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dae3f2ed x1853237050235264/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384642.126965:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050235264:0@lo:253: 00000100:00000001:1.0:1767384642.126969:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.126971:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384642.126973:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dae3f2ed x1853237050235264/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384642.126978:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384642.126980:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384642.126982:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bf2d0058. 02000000:00000001:1.0:1767384642.126985:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384642.126986:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384642.126987:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384642.126990:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384642.126991:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a42390e1. 02000000:00000001:1.0:1767384642.126995:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384642.126996:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384642.126997:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae3f2ed. 00000100:00000001:1.0:1767384642.127000:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384642.127001:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.127003:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.127008:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384642.127009:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.127011:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384642.127013:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384642.127540:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d486e48e. 00080000:00000010:2.0:1767384642.127579:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000d39ec49. 00040000:00000001:2.0:1767384642.127584:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384642.127586:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384642.127587:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384642.127590:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384642.127592:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384642.127593:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384642.127595:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384642.127605:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384642.127608:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384642.127612:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384642.127621:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384642.127624:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384642.127625:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384642.127628:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384642.127630:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384642.127635:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f43bca41. 00010000:00000001:1.0:1767384642.127638:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384642.127646:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b7472d8. 00000020:00000001:1.0:1767384642.127648:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384642.127649:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002b7472d8 with handle 0x9f279d7a9a0b5031 to hash 00000020:00000001:1.0:1767384642.127651:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384642.127652:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384642.127654:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384642.127656:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384642.127658:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384642.127660:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b5031 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384642.127665:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384642.127667:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384642.127668:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384642.127670:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384642.127671:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384642.127672:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384642.127673:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384642.127674:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384642.127675:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384642.127676:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384642.127677:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384642.127678:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f43bca41) refcount = 1 00010000:00010000:1.0:1767384642.127680:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b5031 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384642.127683:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384642.127684:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384642.127685:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384642.127686:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.127687:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384642.127689:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384642.127690:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:1.0:1767384642.127692:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384642.127693:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384642.127698:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b7472d8 refcount=4 00000020:00000001:1.0:1767384642.127700:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384642.127702:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384642.127703:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384642.127704:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b5031 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384642.127708:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384642.127709:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b5031 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384642.127712:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384642.127713:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384642.127713:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b5031 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384642.127717:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384642.127718:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.127720:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384642.127721:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b5031 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384642.127725:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002b7472d8 already unused, calling callback (0000000043915e75) 00010000:00000001:1.0:1767384642.127727:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384642.127728:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384642.127730:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b5031 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384642.127734:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384642.127735:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384642.127736:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384642.127737:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b7472d8 refcount=5 00000020:00000001:1.0:1767384642.127738:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384642.127739:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384642.127741:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384642.127746:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b5031 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384642.127750:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384642.127752:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384642.127753:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.127754:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384642.127756:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384642.127757:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384642.127758:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384642.127760:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002b7472d8 with handle 0x9f279d7a9a0b5031 from hash 00010000:00000001:1.0:1767384642.127762:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384642.127763:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:2.0:1767384642.127764:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384642.127765:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384642.127767:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384642.127770:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384642.127770:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:00000010:2.0:1767384642.127773:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008e304897. 00010000:00000001:1.0:1767384642.127773:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384642.127776:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 20000000:00000001:2.0:1767384642.127778:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.127779:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384642.127784:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384642.127785:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050235392 00010000:00000001:1.0:1767384642.127787:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384642.127788:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384642.127789:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384642.127792:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:2.0:1767384642.127794:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bb8e1c98 x1853237050235392/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:623/0 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384642.127794:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384642.127797:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.127800:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.127804:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384642.127808:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b5031 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384642.127809:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384642.127812:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.127816:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767384642.127817:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=59 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384642.127818:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384642.127821:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384642.127822:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384642.127823:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384642.127826:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384642.127827:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:1.0:1767384642.127828:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384642.127831:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:1.0:1767384642.127831:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384642.127833:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384642.127835:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384642.127837:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.127838:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:1.0:1767384642.127842:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384642.127843:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384642.127847:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b5031 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384642.127848:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000663326fc. 00000100:00000200:2.0:1767384642.127854:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050235392, offset 224 00010000:00000001:1.0:1767384642.127855:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384642.127857:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384642.127859:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b5031 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384642.127863:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:1.0:1767384642.127868:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f43bca41 count: 0 00000400:00000200:2.0:1767384642.127873:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384642.127876:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384642.127877:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384642.127886:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260105a00 00000400:00000200:2.0:1767384642.127889:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a65 [2] + 224 00000400:00000200:2.0:1767384642.127894:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384642.127896:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384642.127898:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384642.127901:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d9abf668 x1853237050235392/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384642.127907:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d9abf668 x1853237050235392/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384642.127919:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384642.127923:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000663326fc 00000400:00000010:2.0:1767384642.127925:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000663326fc. 00000100:00000001:1.0:1767384642.127927:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384642.127928:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384642.127930:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384642.127931:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384642.127935:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384642.127936:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384642.127939:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384642.127940:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000010:1.0:1767384642.127942:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000638b0a90. 00010000:00000001:2.0:1767384642.127944:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384642.127946:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a471965f 00000020:00000001:2.0:1767384642.127947:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384642.127950:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a471965f. 00000020:00000001:2.0:1767384642.127951:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384642.127955:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384642.127956:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb8e1c98 x1853237050235392/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:623/0 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384642.127961:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d9abf668 x1853237050235392/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384642.127969:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bb8e1c98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050235392:12345-0@lo:253: Request processed in 5699us (6343us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384642.127979:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d9abf668 x1853237050235392/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384642.127984:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000040:2.0:1767384642.127989:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384642.127992:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384642.127993:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384642.127995:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384642.127996:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384642.127998:0:16346:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384642.128000:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7628286. 02000000:00000001:1.0:1767384642.128001:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384642.128003:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384642.128006:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000009c99f58. 00000100:00000001:1.0:1767384642.128006:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384642.128008:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384642.128012:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffb8f9cf. 00000100:00001000:1.0:1767384642.128012:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=59 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384642.128018:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=59 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384642.128019:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:1.0:1767384642.128020:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384642.128023:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384642.128024:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384642.128025:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1767384642.128031:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000062ce16a. 00010000:00000001:1.0:1767384642.128034:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384642.128035:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384642.128037:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384642.128038:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384642.128042:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d9abf668 x1853237050235392/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384642.128043:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384642.128050:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a317346. 00000100:00000001:1.0:1767384642.128051:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384642.128055:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384642.128072:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000663326fc. 00000100:00000001:1.0:1767384642.128072:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384642.128079:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384642.128081:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384642.128083:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384642.128084:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384642.128086:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384642.128087:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384642.128088:0:16346:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384642.128089:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384642.128091:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384642.128094:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9abf668 x1853237050235392/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384642.128101:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050235392:0@lo:253: 00000100:00000001:1.0:1767384642.128105:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384642.128110:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp34 notifying 192.168.202.122@tcp34: down 00000100:00000001:1.0:1767384642.128110:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384642.128113:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d9abf668 x1853237050235392/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384658 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384642.128117:0:16334:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384642.128123:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp34 00000100:00000001:1.0:1767384642.128123:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384642.128127:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:3.0:1767384642.128128:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000096be5e3f. 02000000:00000010:1.0:1767384642.128129:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000062eec2fe. 00000400:00000200:3.0:1767384642.128133:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 02000000:00000001:1.0:1767384642.128134:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384642.128137:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1767384642.128140:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp34->192.168.202.122@tcp34: GET: LOCAL_ERROR 00000020:00000040:1.0:1767384642.128141:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384642.128146:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384642.128147:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000098a1950e. 00000400:00000200:3.0:1767384642.128150:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 02000000:00000001:1.0:1767384642.128150:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384642.128151:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384642.128155:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9abf668. 00000400:00000200:3.0:1767384642.128158:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp34 recovery message sent unsuccessfully:-71 00000100:00000001:1.0:1767384642.128159:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384642.128163:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp34) recovery failed with -71 00000100:00000001:1.0:1767384642.128168:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.128170:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384642.128174:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384642.128175:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384642.128177:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384642.128179:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384642.130356:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294930450, at 4294930451 00000100:00000010:2.0:1767384642.130366:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2951822. 00000100:00000040:3.0:1767384642.131328:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294930450, at 4294930452 00000100:00000040:1.0:1767384642.131333:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294930450, at 4294930452 00000100:00000010:3.0:1767384642.131335:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000042803bb3. 00000100:00000010:1.0:1767384642.131343:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d827e74. 00000100:00000040:0.0:1767384642.131389:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294930450, at 4294930452 00000100:00000010:0.0:1767384642.131397:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c9cce49. 00010000:00000010:1.1:1767384642.133328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f43bca41. 00010000:00000010:0.1:1767384642.133331:0:30854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ad7ba9b5. 00010000:00000010:1.1:1767384642.133335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b7472d8. 00010000:00000010:0.1:1767384642.133342:0:30854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005f4b1ce3. 00010000:00000010:0.1:1767384642.133349:0:30854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024a3921b. 00010000:00000010:0.1:1767384642.133353:0:30854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ff6427ca. 00010000:00000010:0.1:1767384642.133357:0:30854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000082978f7. 00000400:00000010:0.0:1767384642.137526:0:30854:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000435152d9. 00000400:00000040:0.0:1767384642.137547:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384642.137551:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384642.137554:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384642.137556:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384642.137563:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384642.137565:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384642.137568:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384642.137570:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384642.137571:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384642.137573:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384642.137575:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384642.137577:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384642.137579:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384642.137581:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384642.137582:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384642.137584:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384642.137586:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384642.137587:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384642.137588:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384642.137591:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384642.137592:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384642.137594:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384642.137595:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384642.137597:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384642.137598:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384642.137600:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384642.137602:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384642.137604:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384642.137605:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384642.137607:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384642.137608:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384642.137610:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384642.137612:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384642.137613:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384642.137615:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384642.137616:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384642.137618:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384642.137620:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384642.137622:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384642.137624:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384642.137625:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384642.137627:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384642.137628:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384642.137637:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384642.137638:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384642.137640:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384642.137641:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384642.137642:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384642.137645:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384642.137647:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384642.137649:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384642.137650:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384642.137651:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384642.137654:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384642.137655:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384642.137657:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384642.137658:0:30854:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384642.137743:0:30854:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000435152d9. 00010000:00000001:1.0:1767384642.303338:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384642.303344:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384642.303349:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384642.303350:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384642.303389:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384642.303394:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384642.303398:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384643.135435:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384643.135444:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384643.135448:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7231db 00000400:00000010:3.0:1767384643.135456:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a7231db. 00000400:00000200:3.0:1767384643.135469:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384643.135479:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp34 recovery ping unlinked 00000400:00000010:3.0:1767384643.135493:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001a24d770. 00000400:00000010:3.0:1767384643.135508:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000071e0d6d7. 00000400:00000200:3.0:1767384643.135515:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp33 00000400:00000010:3.0:1767384643.135519:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000021405f51. 00000400:00000010:3.0:1767384643.135524:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000006f35b21. 00000400:00000010:3.0:1767384643.135528:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be54796b. 00000400:00000010:3.0:1767384643.135538:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bbf4c5db. 00000400:00000200:3.0:1767384643.135543:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp33 00000400:00000200:3.0:1767384643.135559:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp33 local destination 00000400:00000200:3.0:1767384643.135566:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp33 00000400:00000200:3.0:1767384643.135573:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp33 NI seq info: [108:108:256:4294967295] 192.168.202.122@tcp33 LPNI seq info [100:100:8:4294967295] 00000400:00000200:3.0:1767384643.135580:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp33 00000400:00000200:3.0:1767384643.135591:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp33(192.168.202.122@tcp33:) -> 192.168.202.122@tcp33(192.168.202.122@tcp33:192.168.202.122@tcp33) : GET try# 0 00000800:00000200:3.0:1767384643.135596:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp33 00000800:00000010:3.0:1767384643.135601:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001bf21033. 00000800:00000200:3.0:1767384643.135609:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (2) 00000800:00000200:3.1:1767384643.135614:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (2) 00000400:00000200:3.0:1767384643.135640:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp33 added to recovery queue. ping count: 2 next ping: 268 health :800 00000400:00000200:3.0:1767384643.135644:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp32 00000400:00000010:3.0:1767384643.135647:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001329e353. 00000400:00000010:3.0:1767384643.135650:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fe361948. 00000400:00000010:3.0:1767384643.135653:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21dbce1. 00000400:00000010:3.0:1767384643.135656:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f67f547. 00000400:00000200:3.0:1767384643.135659:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp32 00000400:00000200:3.0:1767384643.135663:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp32 local destination 00000400:00000200:3.0:1767384643.135667:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp32 00000400:00000200:3.0:1767384643.135671:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp32 NI seq info: [109:109:256:4294967295] 192.168.202.122@tcp32 LPNI seq info [101:101:8:4294967295] 00000400:00000200:3.0:1767384643.135676:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp32 00000400:00000200:3.0:1767384643.135683:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp32(192.168.202.122@tcp32:) -> 192.168.202.122@tcp32(192.168.202.122@tcp32:192.168.202.122@tcp32) : GET try# 0 00000800:00000200:3.0:1767384643.135689:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp32 00000800:00000010:3.0:1767384643.135691:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000783b2f4b. 00000800:00000200:3.0:1767384643.135701:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000800:00000200:3.1:1767384643.135708:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000400:00000200:0.0:1767384643.135716:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.135731:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp32 added to recovery queue. ping count: 3 next ping: 272 health :700 00000400:00000200:3.0:1767384643.135736:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp35 00000400:00000010:3.0:1767384643.135739:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003891ea0e. 00000400:00000010:3.0:1767384643.135743:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004ea47071. 00000400:00000010:3.0:1767384643.135747:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6cedafe. 00000400:00000010:3.0:1767384643.135760:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b6bde7c3. 00000400:00000200:3.0:1767384643.135766:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp35 00000400:00000200:3.0:1767384643.135777:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp35 local destination 00000400:00000200:3.0:1767384643.135782:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp35 00000400:00000200:1.0:1767384643.135788:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.135789:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp35 NI seq info: [110:110:256:4294967295] 192.168.202.122@tcp35 LPNI seq info [102:102:8:4294967295] 00000400:00000200:0.0:1767384643.135799:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.135809:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp35 00000400:00000200:3.0:1767384643.135827:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp35(192.168.202.122@tcp35:) -> 192.168.202.122@tcp35(192.168.202.122@tcp35:192.168.202.122@tcp35) : GET try# 0 00000800:00000200:3.0:1767384643.135835:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp35 00000800:00000010:3.0:1767384643.135840:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008064502e. 00000800:00000200:3.0:1767384643.135846:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2591e1d] -> 12345-192.168.202.122@tcp35 (2) 00000800:00000200:3.1:1767384643.135855:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2591e1d] -> 12345-192.168.202.122@tcp35 (2) 00000400:00000200:3.0:1767384643.135871:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp35 added to recovery queue. ping count: 1 next ping: 266 health :900 00000400:00000200:1.0:1767384643.135919:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.135921:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.135997:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.136046:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.136072:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.136122:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.136169:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.136201:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.136205:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.136288:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.136331:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.136381:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.136454:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.136456:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.136475:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.136550:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.136591:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.136592:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.136628:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.136722:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.136731:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.136742:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.136849:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.136893:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.136894:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.136917:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.137098:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.137104:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.137117:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.137221:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.137234:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.137253:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.137336:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.137384:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.137399:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.137455:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.137509:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.137510:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.137584:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.137631:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.137655:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.137709:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.137757:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.137783:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.137843:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.137897:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.137919:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.137976:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.138022:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.138071:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.138095:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.138151:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.138196:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.138216:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.138273:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.138346:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.138348:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.138385:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.138465:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.138514:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.138515:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.138553:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.138692:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.138694:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.138710:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.138905:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.138908:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.138908:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.139037:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.139062:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.139070:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.139191:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.139193:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.139218:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.139434:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.139434:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.139435:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.139635:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.139661:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.139663:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.139715:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.139879:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.139896:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.139898:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.139976:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.140076:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.140079:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.140111:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.140213:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.140221:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.140265:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.140382:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.140383:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.140403:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.140529:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.140562:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384643.140645:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.140686:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000800:00000010:0.0:1767384643.140687:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a5dc6a3f. 00000800:00000010:0.0:1767384643.140694:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b60c64fa. 00000800:00000010:0.0:1767384643.140699:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b5dd449. 00000800:00000010:0.0:1767384643.140742:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b5dd449. 00000800:00020000:0.0:1767384643.140752:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000400:00000200:1.0:1767384643.140756:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000800:00000010:0.0:1767384643.140757:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b60c64fa. 00000800:00000010:0.0:1767384643.140763:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a5dc6a3f. 00000400:00000200:3.0:1767384643.140791:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:02020000:0.0:1767384643.140893:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp33 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384643.140895:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.140904:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp33 notifying 192.168.202.122@tcp33: down 00000400:00000200:0.0:1767384643.140912:0:16332:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:3.0:1767384643.140914:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000100:0.0:1767384643.140921:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp33 00000800:00000010:0.0:1767384643.140926:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001bf21033. 00000400:00000200:0.0:1767384643.140931:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384643.140941:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp33->192.168.202.122@tcp33: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384643.140957:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384643.140968:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384643.140976:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp33) recovery failed with -71 00000400:00000200:3.0:1767384643.141032:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.141099:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.141145:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000800:00000010:1.0:1767384643.141152:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039e982a4. 00000800:00000010:1.0:1767384643.141157:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001afd10cd. 00000800:00000010:1.0:1767384643.141164:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007c519a4c. 00000400:00000200:3.0:1767384643.141183:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000800:00000010:1.0:1767384643.141192:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007c519a4c. 00000800:00020000:1.0:1767384643.141208:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384643.141212:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001afd10cd. 00000800:00000010:1.0:1767384643.141217:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000039e982a4. 00000400:00000200:3.0:1767384643.141241:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000400:02020000:1.0:1767384643.141351:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp32 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384643.141361:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp32 notifying 192.168.202.122@tcp32: down 00000400:00000200:1.0:1767384643.141366:0:16335:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:3.0:1767384643.141368:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000800:00000100:1.0:1767384643.141374:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp32 00000800:00000010:1.0:1767384643.141377:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000783b2f4b. 00000400:00000200:1.0:1767384643.141383:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384643.141389:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp32->192.168.202.122@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384643.141400:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384643.141404:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384643.141410:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp32) recovery failed with -71 00000400:00000200:3.0:1767384643.141482:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.141587:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.141708:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.141802:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.122:988 00000800:00000010:3.0:1767384643.142175:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000893fbe12. 00000800:00000010:3.0:1767384643.142181:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ed807b5. 00000800:00000010:3.0:1767384643.142187:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9a8fc81. 00000800:00000010:3.0:1767384643.142235:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9a8fc81. 00000400:00000200:1.0:1767384643.142413:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384643.142441:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp35 from 210.3.0.2 00000800:00000010:1.0:1767384643.142446:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003274bb5f. 00000800:00000010:3.0:1767384643.142496:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004d760397. 00000800:00000010:3.0:1767384643.142501:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea9d0ec9. 00000800:00000010:3.0:1767384643.142532:0:16334:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c498c5be. 00000800:00000200:3.1:1767384643.142543:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2591e1d] -> 12345-192.168.202.122@tcp35 (2) 00000800:00000200:3.1:1767384643.142550:0:16334:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp35 00000000c498c5be deleted 00000800:00000010:3.1:1767384643.142552:0:16334:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c498c5be. 00000800:00000200:3.1:1767384643.142560:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384643.142566:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp35 ip 192.168.202.122:978 00000800:00000200:3.1:1767384643.142571:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008064502e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384643.142580:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp35 p 3.x 192.168.202.122 -> 192.168.202.122:978 incarnation:1767384638006872641 sched[0] 00000800:00000010:3.0:1767384643.142584:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9a8fc81. 00000800:00000010:3.0:1767384643.142651:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9a8fc81. 00000800:00000010:3.0:1767384643.142656:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea9d0ec9. 00000800:00000010:3.0:1767384643.142724:0:16334:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003274bb5f. 00000800:00000200:3.1:1767384643.142772:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767384643.142777:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384643.142782:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp35 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384638006872641 sched[0] 00000800:00000010:3.0:1767384643.142786:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ed807b5. 00000800:00000001:0.0:1767384643.142786:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384643.142860:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384643.142865:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008064502e. 00000400:00000200:0.0:1767384643.142873:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384643.142884:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp35->192.168.202.122@tcp35: GET: OK 00000400:00000200:0.0:1767384643.142890:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384643.142897:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp35 recovery message sent successfully:0 00000400:00000200:3.0:1767384643.142906:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000001:0.0:1767384643.142913:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.142922:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384643.142926:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.142941:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.142957:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp35(192.168.202.122@tcp35) <- 192.168.202.122@tcp35 : GET - for me 00000400:00000200:0.0:1767384643.142976:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384643.142987:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x1a51 [1] + 0 00000400:00000200:0.0:1767384643.143007:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp35 to MR: 192.168.202.122@tcp35 local destination 00000400:00000200:0.0:1767384643.143017:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp35 NI seq info: [111:111:256:4294967295] 192.168.202.122@tcp35 LPNI seq info [103:103:8:4294967295] 00000400:00000200:3.0:1767384643.143043:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.143044:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp35(192.168.202.122@tcp35:192.168.202.122@tcp35) -> 192.168.202.122@tcp35(192.168.202.122@tcp35:192.168.202.122@tcp35) 192.168.202.122@tcp35 : REPLY try# 0 00000800:00000200:0.0:1767384643.143070:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp35 00000800:00000010:0.0:1767384643.143076:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f60d50. 00000800:00000200:0.0:1767384643.143087:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2591e1d] -> 12345-192.168.202.122@tcp35 (4) 00000800:00000200:0.0:1767384643.143096:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp35 ip 192.168.202.122:988 00000800:00000200:0.0:1767384643.143100:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000024f60d50 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384643.143166:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384643.143169:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f60d50. 00000400:00000200:0.0:1767384643.143175:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384643.143185:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384643.143186:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp35->192.168.202.122@tcp35: REPLY: OK 00000800:00000001:0.0:1767384643.143214:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.143228:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384643.143234:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.143241:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384643.143245:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.143254:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.143261:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp35(192.168.202.122@tcp35) <- 192.168.202.122@tcp35 : REPLY - for me 00000400:00000200:0.0:1767384643.143279:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp35: Reply from 12345-192.168.202.122@tcp35 of length 272/272 into md 0x1aa5 00000800:00000001:0.0:1767384643.143286:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384643.143327:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384643.143331:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384643.143335:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp35->192.168.202.122@tcp35: REPLY: OK 00000400:00000200:0.0:1767384643.143338:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6cedafe 00000400:00000010:0.0:1767384643.143341:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e6cedafe. 00000400:00000200:0.0:1767384643.143345:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384643.143351:0:16338:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003891ea0e. 00000400:00000010:0.0:1767384643.143358:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004ea47071. 00000800:00000001:0.0:1767384643.143370:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384643.143372:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000800:00000001:0.0:1767384643.143374:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384643.143513:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.143593:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.143694:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.143796:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.143911:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144026:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144130:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144157:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144181:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144197:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144217:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144243:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144258:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144276:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144348:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144410:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144432:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144466:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144503:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144545:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144582:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144654:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144680:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144715:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144752:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144781:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144831:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144877:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144923:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.144954:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384643.145012:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384643.145147:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd6513cf. 00000800:00000010:3.0:1767384643.145151:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ed807b5. 00000800:00000010:3.0:1767384643.145154:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9a8fc81. 00000800:00000010:3.0:1767384643.145168:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9a8fc81. 00000800:00020000:3.0:1767384643.145173:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384643.145175:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ed807b5. 00000800:00000010:3.0:1767384643.145177:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cd6513cf. 00000400:02020000:3.0:1767384643.145214:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp35 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384643.327348:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384643.327353:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.327357:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384643.327359:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384643.327361:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384643.327363:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.327365:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384643.327367:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.327368:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.327370:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.327397:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384643.327401:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384643.327403:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384643.572281:0:31274:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e1c9e4fe. 00080000:00000010:2.0:1767384643.572312:0:31274:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e1c9e4fe. 00000020:00000001:2.0:1767384643.572317:0:31274:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384643.572325:0:31274:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e1c9e4fe. 00080000:00000010:2.0:1767384643.572330:0:31274:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e1c9e4fe. 00000020:00000001:2.0:1767384643.572333:0:31274:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384644.159402:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384644.159407:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384644.159410:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be54796b 00000400:00000010:3.0:1767384644.159420:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be54796b. 00000400:00000200:3.0:1767384644.159425:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.0:1767384644.159425:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053392e94] -> 12345-192.168.202.122@tcp18 (6) 00000400:00000200:3.0:1767384644.159432:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp33 recovery ping unlinked 00000800:00000200:0.0:1767384644.159436:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp18 ip 192.168.202.122:988 00000800:00000200:0.0:1767384644.159441:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384644.159444:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000021405f51. 00000400:00000010:3.0:1767384644.159450:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000006f35b21. 00000400:00000001:3.0:1767384644.159454:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384644.159455:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384644.159456:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21dbce1 00000400:00000010:3.0:1767384644.159458:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21dbce1. 00000400:00000200:3.0:1767384644.159461:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384644.159464:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp32 recovery ping unlinked 00000400:00000010:3.0:1767384644.159466:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001329e353. 00000400:00000010:3.0:1767384644.159468:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fe361948. 00000400:00000200:3.0:1767384644.159473:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp34 00000400:00000010:3.0:1767384644.159476:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001329e353. 00000400:00000010:3.0:1767384644.159481:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fe361948. 00000400:00000010:3.0:1767384644.159485:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a21dbce1. 00000400:00000010:3.0:1767384644.159491:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000065bfffdc. 00000400:00000200:3.0:1767384644.159494:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp34 00000400:00000200:3.0:1767384644.159508:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp34 local destination 00000400:00000200:3.0:1767384644.159516:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp34 00000400:00000200:3.0:1767384644.159520:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp34 NI seq info: [112:112:256:4294967295] 192.168.202.122@tcp34 LPNI seq info [104:104:8:4294967295] 00000400:00000200:3.0:1767384644.159528:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp34 00000400:00000200:3.0:1767384644.159539:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp34(192.168.202.122@tcp34:) -> 192.168.202.122@tcp34(192.168.202.122@tcp34:192.168.202.122@tcp34) : GET try# 0 00000800:00000200:2.0:1767384644.159545:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384644.159546:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384644.159547:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp34 00000800:00000010:3.0:1767384644.159554:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000daf36d6c. 00000800:00000001:0.0:1767384644.159559:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384644.159564:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cefe559a] -> 12345-192.168.202.122@tcp34 (2) 00000800:00000001:0.0:1767384644.159565:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384644.159569:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384644.159574:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cefe559a] -> 12345-192.168.202.122@tcp34 (2) 00000400:00000200:3.0:1767384644.159650:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp34 added to recovery queue. ping count: 2 next ping: 269 health :800 00000400:00000200:0.0:1767384644.159652:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159692:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159713:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159749:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159783:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159802:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159828:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159843:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159861:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159876:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159891:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159908:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159926:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159943:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159958:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159975:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.159992:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160009:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160023:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160057:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160081:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160102:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160120:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160149:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160171:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160191:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160215:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160232:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160247:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160261:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160279:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160543:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160569:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160585:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384644.160604:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384644.160710:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a5dc6a3f. 00000800:00000010:0.0:1767384644.160717:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000030954933. 00000800:00000010:0.0:1767384644.160731:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000822670af. 00000800:00000010:0.0:1767384644.160759:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000822670af. 00000800:00020000:0.0:1767384644.160768:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384644.160772:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000030954933. 00000800:00000010:0.0:1767384644.160775:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a5dc6a3f. 00000400:02020000:0.0:1767384644.160820:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp34 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384644.160824:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp34 notifying 192.168.202.122@tcp34: down 00000400:00000200:0.0:1767384644.160828:0:16332:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384644.160831:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp34 00000800:00000010:0.0:1767384644.160833:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000daf36d6c. 00000400:00000200:0.0:1767384644.160836:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384644.160839:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp34->192.168.202.122@tcp34: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384644.160845:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384644.160847:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384644.160849:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp34) recovery failed with -71 00000001:00000001:1.0:1767384644.254376:0:31438:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384644.254380:0:31438:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:1.0:1767384644.259372:0:31438:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384644.266585:0:31439:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000832f1e10. 00000400:00000010:1.0:1767384644.266597:0:31439:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009dafa3a2. 00000400:00000010:1.0:1767384644.266606:0:31439:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d739823f. 00000400:00000010:1.0:1767384644.266609:0:31439:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000cdef04e2. 00000400:00000010:1.0:1767384644.266613:0:31439:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007ac5146e. 00000400:00000010:1.0:1767384644.266616:0:31439:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e05a090a. 00000400:00000010:1.0:1767384644.266618:0:31439:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001f69a4bd. 00000400:00000010:1.0:1767384644.266619:0:31439:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000084b77b39. 00000400:00000010:1.0:1767384644.266622:0:31439:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000027f71835. 00000800:00000010:1.0:1767384644.266635:0:31439:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000077e32c7b. 00000800:00000200:1.0:1767384644.266645:0:31439:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384644.266654:0:31439:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384644.266687:0:31439:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384644.266708:0:31439:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp38 [8/256/0/180] 00000400:00000010:1.0:1767384644.269148:0:31439:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 0000000006c93d60. 00000400:00000010:1.0:1767384644.269154:0:31439:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000638b0a90. 00000400:00000010:1.0:1767384644.269159:0:31439:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b448e6. 00000400:00000001:1.0:1767384644.269177:0:31439:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384644.269182:0:31439:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384644.269184:0:31439:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d61d0f93. 00000400:00000200:1.0:1767384644.269186:0:31439:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f07b3369 00000400:00000010:1.0:1767384644.269188:0:31439:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f07b3369. 00000400:00000010:1.0:1767384644.269192:0:31439:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000f117312f. 00000400:00000200:1.0:1767384644.269196:0:31439:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (27) 00000400:00000200:1.0:1767384644.269206:0:31439:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384644.269208:0:31439:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004d179aa2 (1) 00000400:00000200:1.0:1767384644.269210:0:31439:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp36 (000000004d179aa2): 0 00000400:00000200:1.0:1767384644.269216:0:31439:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:1.0:1767384644.269222:0:31439:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000039e982a4. 00000020:01000000:1.0:1767384644.269228:0:31439:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384644.269228:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384644.269232:0:31439:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp38 00000400:00000200:0.0:1767384644.269236:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 00000400:00000200:0.0:1767384644.269240:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (28) 00000400:00000010:1.0:1767384644.269244:0:31439:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009dafa3a2. 00000400:00000010:0.0:1767384644.269245:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 0000000036093bc7. 00000400:00000010:1.0:1767384644.269250:0:31439:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000832f1e10. 00000400:00000010:0.0:1767384644.269251:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4af7ea4. 00000400:00000010:0.0:1767384644.269259:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e695b667. 00000400:00000200:0.0:1767384644.269263:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000400:00000200:0.0:1767384644.269272:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:00000001:3.0:1767384644.269275:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384644.269279:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 10000000:00000001:3.0:1767384644.269283:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384644.269285:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 10000000:00000001:3.0:1767384644.269289:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384644.269313:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 10000000:01000000:3.0:1767384644.269318:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384644.269320:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:0.0:1767384644.269324:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000020:01000004:3.0:1767384644.269331:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384644.269336:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384644.269340:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000020:01000004:3.0:1767384644.269341:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384644.269347:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384644.269347:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000020:01000004:3.0:1767384644.269352:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384644.269356:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000020:01000004:3.0:1767384644.269357:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384644.269361:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384644.269363:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000020:01000004:3.0:1767384644.269365:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384644.269369:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000020:01000004:3.0:1767384644.269370:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384644.269374:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384644.269377:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:0.0:1767384644.269382:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000100:00000010:3.0:1767384644.269383:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a421276. 00000400:00000200:0.0:1767384644.269384:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000020:00000040:3.0:1767384644.269390:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:0.0:1767384644.269391:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000400:00000200:0.0:1767384644.269398:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 00000100:00000001:3.0:1767384644.269400:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384644.269403:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 02000000:00000001:3.0:1767384644.269406:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384644.269407:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 00000400:00000200:0.0:1767384644.269412:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 02000000:00000001:3.0:1767384644.269413:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.269417:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 20], ns[67, 20] 00000400:00000200:0.0:1767384644.269422:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 20], ns[80, 20] 00000400:00000200:0.0:1767384644.269425:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 20], ns[87, 20] 02000000:00000010:3.0:1767384644.269426:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cd6513cf. 00000400:00000200:0.0:1767384644.269431:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 20], ns[96, 20] 00000400:00000200:0.0:1767384644.269436:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 20], ns[109, 20] 00000100:00000001:3.0:1767384644.269437:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.269448:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[100, 20], ns[108, 20] 00000100:00000001:3.0:1767384644.269449:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384644.269454:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.269456:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[104, 20], ns[112, 20] 00000400:00000200:0.0:1767384644.269464:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 20], ns[111, 20] 00000100:00000040:3.0:1767384644.269468:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a421276] to pc [ptlrpcd_00_00+0] req@000000002a421276 x1853237050235776/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384644.269469:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:0.0:1767384644.269476:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp16 00000400:00000200:0.0:1767384644.269483:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp16 lpni_is_preferred = 0 00000400:00000200:0.0:1767384644.269488:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp16 00000400:00000200:0.0:1767384644.269493:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp16 NI seq info: [113:113:256:4294967295] 192.168.202.122@tcp16 LPNI seq info [105:105:8:4294967295] 00000400:00000200:0.0:1767384644.269498:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp16 00000400:00000200:0.0:1767384644.269507:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp16(192.168.202.122@tcp16:) -> 192.168.202.122@tcp16(192.168.202.122@tcp:192.168.202.122@tcp16) : GET try# 0 00000800:00000200:0.0:1767384644.269512:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp16 10000000:00000001:3.0:1767384644.269514:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.269516:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767384644.269517:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000024f60d50. 10000000:00000001:3.0:1767384644.269520:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.269523:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384644.269525:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384644.269528:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a52f8b61] -> 12345-192.168.202.122@tcp16 (6) 00000100:00000001:2.0:1767384644.269529:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:3.0:1767384644.269531:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384644.269538:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a421276 x1853237050235776/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384644.269539:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp16 ip 192.168.202.122:988 00000020:00000001:3.0:1767384644.269542:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:0.0:1767384644.269544:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000024f60d50 type 2, nob 96 niov 1 nkiov 0 10000000:00000001:3.0:1767384644.269547:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384644.269551:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384644.269555:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384644.269560:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384644.269561:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384644.269561:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000020:01000004:3.0:1767384644.269565:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384644.269567:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.269568:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300271 rc 0 00000020:01000004:3.0:1767384644.269570:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384644.269576:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384644.269576:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384644.269576:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x200161 00000020:01000004:3.0:1767384644.269581:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384644.269582:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384644.269583:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ba0bd59. 00000020:01000004:3.0:1767384644.269585:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384644.269589:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384644.269590:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384644.269590:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004d179aa2 (2) 00000020:01000004:3.0:1767384644.269594:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:2.0:1767384644.269598:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a421276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050235776:0@lo:253: 00000400:00000010:0.0:1767384644.269598:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000255d85c0. 00000400:00000200:0.0:1767384644.269606:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp36 00000020:01000004:3.0:1767384644.269607:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384644.269607:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767384644.269614:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6eaf0f9. 02000000:00000001:2.0:1767384644.269615:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384644.269615:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp36 to MR: 192.168.202.122@tcp36 local destination 02000000:00000001:2.0:1767384644.269620:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384644.269622:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 02000000:00000001:2.0:1767384644.269626:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384644.269627:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [114:114:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [8:8:8:4294967295] 00000100:00000001:3.0:1767384644.269629:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384644.269634:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384644.269636:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007ea3fc4b. 00000400:00000200:0.0:1767384644.269637:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp36 02000000:00000001:3.0:1767384644.269639:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384644.269642:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.269648:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) -> 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) : PUT try# 0 02000000:00000010:3.0:1767384644.269651:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000249fca44. 00000100:00000001:3.0:1767384644.269657:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384644.269658:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d61d0f93. 00000800:00000200:0.0:1767384644.269665:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.122@tcp36 00000100:00000001:3.0:1767384644.269667:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384644.269669:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a27bd486. 00000800:00000010:0.0:1767384644.269669:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000331a5c6f. 00000100:00000001:3.0:1767384644.269670:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384644.269678:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050235776, portal 25 00000800:00000200:0.0:1767384644.269678:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (6) 00000100:00000040:3.0:1767384644.269682:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6eaf0f9] to pc [ptlrpcd_00_01+1] req@00000000b6eaf0f9 x1853237050235904/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.269685:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384644.269690:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964273024 : -108605745278592 : ffff9d394121d180) 00000800:00000200:0.0:1767384644.269691:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:988 00000800:00000200:0.0:1767384644.269696:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000331a5c6f type 1, nob 608 niov 1 nkiov 1 00000100:00000040:2.0:1767384644.269702:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a421276 x1853237050235776/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384644.269711:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.269711:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp36 10000000:00000001:3.0:1767384644.269717:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.269718:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x200561 rc 0 00000100:00000001:2.0:1767384644.269721:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384644.269722:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384644.269726:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384644.269730:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000039e982a4. 00000100:00000040:2.0:1767384644.269731:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384644.269736:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d29e440. 00000100:00000200:2.0:1767384644.269740:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050235776, offset 0 00000100:00000001:3.0:1767384644.269742:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384644.269745:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384644.269747:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384644.269751:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384644.269753:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6eaf0f9 x1853237050235904/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.269760:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384644.269761:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384644.269765:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384644.269768:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384644.269768:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384644.269771:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384644.269775:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6eaf0f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050235904:0@lo:253: 00000100:00000001:3.0:1767384644.269777:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384644.269779:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384644.269781:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384644.269785:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384644.269785:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260105b80 02000000:00000010:3.0:1767384644.269792:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a86e09ea. 02000000:00000001:3.0:1767384644.269795:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384644.269805:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2fcb3a5. 00000400:00000200:2.0:1767384644.269807:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12f5 [2] + 0 00000400:00000010:2.0:1767384644.269814:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df906a63. 00000400:00000200:2.0:1767384644.269818:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fdc26963 00000800:00000200:0.0:1767384644.269820:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384644.269824:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ed807b5. 00000800:00000010:0.0:1767384644.269824:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000024f60d50. 00000400:00000200:2.0:1767384644.269826:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384644.269831:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050235904, portal 25 00000400:00000200:0.0:1767384644.269832:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384644.269837:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384644.269838:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384644.269841:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964280192 : -108605745271424 : ffff9d394121ed80) 00000400:00000200:0.0:1767384644.269843:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp16->192.168.202.122@tcp16: GET: OK 00000100:00000040:3.0:1767384644.269848:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6eaf0f9 x1853237050235904/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384644.269853:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384644.269854:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdc26963 00000100:00000001:3.0:1767384644.269855:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384644.269860:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fdc26963. 00000400:00000200:0.0:1767384644.269861:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000100:00000040:3.0:1767384644.269862:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384644.269868:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea9d0ec9. 00000100:00000200:3.0:1767384644.269871:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050235904, offset 0 00000100:00000001:2.0:1767384644.269871:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:0.0:1767384644.269875:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384644.269876:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384644.269880:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384644.269884:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000a664acf1 x1853237050235776 msgsize 4848 00000800:00000001:0.0:1767384644.269884:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384644.269890:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384644.269891:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384644.269899:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384644.269899:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.269904:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260105c00 00000100:00000040:2.0:1767384644.269906:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384644.269912:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12fd [2] + 0 00000400:00000200:0.0:1767384644.269913:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp16(192.168.202.122@tcp16) <- 192.168.202.122@tcp16 : GET - for me 00000400:00000010:3.0:1767384644.269920:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073224bd7. 00000100:00000001:2.0:1767384644.269923:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384644.269924:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000062414ae8 00000400:00000200:0.0:1767384644.269928:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384644.269931:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384644.269935:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 480/480 into md 0x1aad [1] + 0 00000400:00000200:3.0:1767384644.269939:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384644.269942:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d29e440 00000400:00000010:2.0:1767384644.269947:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d29e440. 00000400:00000200:0.0:1767384644.269948:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp16 to MR: 192.168.202.122@tcp16 local destination 00000400:00000200:3.0:1767384644.269955:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062414ae8 00000100:00000001:2.0:1767384644.269955:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384644.269956:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp16 NI seq info: [115:115:256:4294967295] 192.168.202.122@tcp16 LPNI seq info [106:106:8:4294967295] 00000400:00000010:3.0:1767384644.269961:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062414ae8. 00000100:00000200:2.0:1767384644.269965:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a421276 x1853237050235776/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.269966:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384644.269969:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384644.269974:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000000ee1c6fc x1853237050235904 msgsize 4848 00000400:00000200:0.0:1767384644.269977:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp16(192.168.202.122@tcp16:192.168.202.122@tcp16) -> 192.168.202.122@tcp16(192.168.202.122@tcp16:192.168.202.122@tcp16) 192.168.202.122@tcp16 : REPLY try# 0 00000100:00100000:3.0:1767384644.269985:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384644.269990:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000200:0.0:1767384644.269993:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.202.122@tcp16 00000800:00000010:0.0:1767384644.269999:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f60d50. 00000100:00000001:3.0:1767384644.270000:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384644.270002:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1767384644.270006:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a52f8b61] -> 12345-192.168.202.122@tcp16 (6) 00000400:00000200:3.0:1767384644.270007:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea9d0ec9 00000400:00000010:3.0:1767384644.270012:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea9d0ec9. 00000100:00000040:2.0:1767384644.270012:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a421276 x1853237050235776/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384644.270016:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp16 ip 192.168.202.122:1009 00000100:00000001:3.0:1767384644.270017:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767384644.270019:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000024f60d50 type 3, nob 576 niov 1 nkiov 1 00000100:00000200:3.0:1767384644.270024:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6eaf0f9 x1853237050235904/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.270061:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384644.270061:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.270066:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384644.270067:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6eaf0f9 x1853237050235904/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.270074:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.270082:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294932595 00000100:00000001:3.0:1767384644.270089:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384644.270091:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007691f4d8. 00000800:00000200:0.0:1767384644.270092:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384644.270093:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1767384644.270097:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000331a5c6f. 00000100:00000001:2.0:1767384644.270101:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384644.270102:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384644.270104:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.270110:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294932595 00000400:00000200:0.0:1767384644.270111:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: PUT: OK 00000100:00000001:3.0:1767384644.270112:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294932595 00000100:00000001:3.0:1767384644.270119:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294932595 00000100:00000010:2.0:1767384644.270120:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0a92326. 00000400:00000200:0.0:1767384644.270120:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384644.270122:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294932595 00000400:00000200:0.0:1767384644.270127:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp36: 0 00000100:00000001:2.0:1767384644.270129:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000800:00000001:0.0:1767384644.270135:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384644.270137:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294932595 00000100:00000001:2.0:1767384644.270137:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294932595 00000800:00000001:0.0:1767384644.270140:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.270143:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294932595 00000100:00000010:2.0:1767384644.270147:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb387d50. 00000100:00000001:2.0:1767384644.270153:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384644.270159:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294932595 00000100:00000001:3.0:1767384644.270160:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294932595 00000100:00000001:3.0:1767384644.270165:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294932595 00000100:00000010:2.0:1767384644.270168:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b0de6fb. 00000100:00000001:2.0:1767384644.270175:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767384644.270176:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384644.270181:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294932595 00000100:00000001:2.0:1767384644.270181:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384644.270181:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f60d50. 00000100:00000001:3.0:1767384644.270186:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384644.270190:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.270190:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.270191:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384644.270197:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.270198:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.270203:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.270204:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp16->192.168.202.122@tcp16: REPLY: OK 00000100:00000001:2.0:1767384644.270205:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.270211:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384644.270214:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384644.270215:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384644.270217:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384644.270219:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384644.270219:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384644.270220:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384644.270225:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.270226:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384644.270228:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384644.270229:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.270230:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384644.270234:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384644.270234:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384644.270239:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.270240:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.270247:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36) <- 192.168.202.122@tcp36 : PUT - for me 00000400:00000200:0.0:1767384644.270255:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp36 of length 512 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384644.270258:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384644.270261:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050235776 00000400:00000200:0.0:1767384644.270261:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp36 of length 496/512 into md 0x1a6d [1] + 0 02000000:00000001:3.0:1767384644.270265:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767384644.270267:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000761f4fce. 00000100:00000001:3.0:1767384644.270268:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384644.270272:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.270272:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000036e93641 00000800:00000001:2.0:1767384644.270275:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384644.270277:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384644.270277:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384644.270282:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050235776 00000020:00000001:3.0:1767384644.270285:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:2.0:1767384644.270286:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384644.270287:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000800:00000001:0.0:1767384644.270287:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.270310:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384644.270316:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: PUT: OK 00000020:00000001:3.0:1767384644.270317:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384644.270319:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e93641 00000020:00000040:3.0:1767384644.270320:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000800:00000001:2.0:1767384644.270322:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384644.270323:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e93641. 00000020:00000001:3.0:1767384644.270329:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384644.270332:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000800:00000001:2.0:1767384644.270332:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.270332:0:16337:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384644.270338:0:16337:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004d179aa2 (3) 00000100:00000001:3.0:1767384644.270341:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384644.270345:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094b1e919. 00000400:00000200:0.0:1767384644.270347:0:16337:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp36(000000004d179aa2) is MR 00000100:00000001:3.0:1767384644.270351:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384644.270351:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp16(192.168.202.122@tcp16) <- 192.168.202.122@tcp16 : REPLY - for me 00000400:00000200:0.0:1767384644.270355:0:16337:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp36 (512 bytes) 00000020:00000010:3.0:1767384644.270358:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094b1e919. 00000400:00000200:0.0:1767384644.270362:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp36 (000000004d179aa2): -114 00000020:00000010:3.0:1767384644.270366:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a12f2db1. 00000400:00000200:0.0:1767384644.270370:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004d179aa2 (4) 00000020:00000010:3.0:1767384644.270371:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033097116. 00000020:00000010:3.0:1767384644.270375:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053e94aa3. 00000100:00000040:3.0:1767384644.270383:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384644.270387:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384644.270389:0:16337:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384644.270390:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384644.270394:0:16339:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp16: Reply from 12345-192.168.202.122@tcp16 of length 480/480 into md 0x1ab1 00000100:00000001:3.0:1767384644.270395:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.270402:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp36 to MR: 192.168.202.122@tcp36 local destination 00000100:00000001:3.0:1767384644.270405:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384644.270406:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384644.270411:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [116:116:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [9:9:8:4294967295] 00000100:00000001:3.0:1767384644.270417:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384644.270422:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384644.270427:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384644.270431:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384644.270432:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) -> 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) 192.168.202.122@tcp36 : ACK try# 0 00000100:00100000:3.0:1767384644.270434:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050235904 02000000:00000001:3.0:1767384644.270439:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384644.270440:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp16->192.168.202.122@tcp16: REPLY: OK 00000100:00000001:3.0:1767384644.270442:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384644.270445:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384644.270446:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp36 00000400:00000200:2.0:1767384644.270447:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4af7ea4 02000000:00000001:3.0:1767384644.270448:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384644.270451:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f60d50. 00000100:00100000:3.0:1767384644.270453:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050235904 00000400:00000010:2.0:1767384644.270453:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4af7ea4. 00000020:00000001:3.0:1767384644.270457:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:0.0:1767384644.270460:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (6) 00000020:00000040:3.0:1767384644.270461:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000400:00000200:2.0:1767384644.270461:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000001:3.0:1767384644.270467:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384644.270469:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000400:00000200:2.0:1767384644.270472:0:16339:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000800:00000200:0.0:1767384644.270472:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:980 00000020:00000001:3.0:1767384644.270473:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000800:00000200:0.0:1767384644.270478:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000024f60d50 type 0, nob 96 niov 1 nkiov 0 00000020:00000001:3.0:1767384644.270479:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:2.0:1767384644.270480:0:16339:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000100:00000001:3.0:1767384644.270486:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1767384644.270488:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384644.270489:0:16339:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.122@tcp (512 bytes) 00000020:00000010:3.0:1767384644.270490:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094b1e919. 00000100:00000001:3.0:1767384644.270495:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384644.270497:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000020:00000010:3.0:1767384644.270498:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094b1e919. 00000800:00000001:0.0:1767384644.270499:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384644.270505:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c904ae9. 00000400:00000010:2.0:1767384644.270507:0:16339:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 0000000036093bc7. 00000020:00000010:3.0:1767384644.270511:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9c1217d. 00000400:00000200:2.0:1767384644.270513:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (29) 00000800:00000001:2.0:1767384644.270521:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384644.270522:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000043343db8. 00000100:00000001:3.0:1767384644.270528:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384644.270530:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384644.270531:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.270536:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384644.270537:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384644.270539:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384644.270542:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384644.270543:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384644.270547:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f60d50. 00000800:00000001:2.0:1767384644.270549:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384644.270550:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384644.270551:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384644.270554:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:2.0:1767384644.270558:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.270559:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: ACK: OK 00000100:00100000:3.0:1767384644.270563:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000800:00000001:2.0:1767384644.270565:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384644.270568:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384644.270572:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905595984 : -108600803955632 : ffff9d3a67a86c50) 00000800:00000001:2.0:1767384644.270573:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384644.270577:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a664acf1 x1853237050235776/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:625/0 lens 4848/0 e 0 to 0 dl 1767384655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.270587:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384644.270589:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36) <- 192.168.202.122@tcp36 : ACK - for me 00000100:00000001:3.0:1767384644.270591:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384644.270592:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384644.270597:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000094b1e919. 00000100:00100000:0.0:1767384644.270598:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000001:3.0:1767384644.270601:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384644.270605:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000094b1e919. 00000100:00000040:0.0:1767384644.270605:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000400:00000200:2.0:1767384644.270606:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp36: ACK from 12345-192.168.202.122@tcp36 into md 0x1ab5 00000100:00000001:0.0:1767384644.270609:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905586768 : -108600803964848 : ffff9d3a67a84850) 00000400:00000200:2.0:1767384644.270614:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384644.270615:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a664acf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050235776:12345-0@lo:253: 00000100:00000040:0.0:1767384644.270618:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000ee1c6fc x1853237050235904/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:625/0 lens 4848/0 e 0 to 0 dl 1767384655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384644.270624:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050235776 00000020:00000001:3.0:1767384644.270628:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384644.270629:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: ACK: OK 00000020:00000001:3.0:1767384644.270633:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384644.270637:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384644.270638:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ba0bd59 00000100:00000001:0.0:1767384644.270639:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384644.270640:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384644.270643:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000400:00000010:2.0:1767384644.270643:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ba0bd59. 00000020:00000010:0.0:1767384644.270644:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003680a6bb. 00000400:00000200:2.0:1767384644.270650:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384644.270650:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384644.270651:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384644.270655:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384644.270656:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003680a6bb. 00000400:00000200:2.0:1767384644.270659:0:16338:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp36 ev->status 0 00000020:00000001:3.0:1767384644.270660:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384644.270664:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384644.270665:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000ee1c6fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050235904:12345-0@lo:253: 00000020:00000001:3.0:1767384644.270667:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384644.270670:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp36 (000000004d179aa2): -114 00000100:00000200:0.0:1767384644.270672:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050235904 00000100:00000001:3.0:1767384644.270674:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384644.270677:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384644.270677:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004d179aa2 (3) 00000020:00000001:0.0:1767384644.270684:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:2.0:1767384644.270686:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384644.270687:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384644.270691:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.270693:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:3.0:1767384644.270694:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007a8ef87e. 00000800:00000001:2.0:1767384644.270694:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384644.270695:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 02000000:00000001:3.0:1767384644.270701:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.270702:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384644.270704:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384644.270708:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384644.270709:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.270711:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767384644.270713:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384644.270714:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.270718:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384644.270719:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384644.270722:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000af49711b. 02000000:00000010:0.0:1767384644.270724:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a5dc6a3f. 20000000:01000000:3.0:1767384644.270727:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:0.0:1767384644.270728:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384644.270732:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767384644.270732:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384644.270735:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767384644.270736:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384644.270740:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384644.270741:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:3.0:1767384644.270742:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384644.270744:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000cc8cf7a. 20000000:00000001:3.0:1767384644.270746:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000010:2.0:1767384644.270749:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 0000000071adac84. 20000000:01000000:0.0:1767384644.270750:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384644.270753:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384644.270755:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:3.0:1767384644.270758:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000006f35b21. 00000400:00000010:2.0:1767384644.270758:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac02aa58. 20000000:00000001:0.0:1767384644.270758:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384644.270763:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:0.0:1767384644.270764:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384644.270769:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384644.270772:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000010:2.0:1767384644.270773:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b99e8a0. 00080000:00000001:3.0:1767384644.270778:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384644.270779:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000071adac84 00080000:00000001:3.0:1767384644.270782:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000010:2.0:1767384644.270784:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000a86e8ca5. 00000400:00000200:2.0:1767384644.270789:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000400:00000200:2.0:1767384644.270794:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300871 00000400:00000200:2.0:1767384644.270797:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:0 00080000:00000001:3.0:1767384644.270799:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384644.270801:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 rc 1 00000400:00000200:2.0:1767384644.270806:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 00000400:00000200:2.0:1767384644.270809:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (28) 00000400:00000010:2.0:1767384644.270813:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000ace6ebbb. 00080000:00000001:3.0:1767384644.270814:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384644.270818:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384644.270819:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384644.270819:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064d2213d. 00080000:00000001:3.0:1767384644.270823:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384644.270825:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384644.270828:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000400:00000010:2.0:1767384644.270829:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001f29e113. 00000020:00000001:3.0:1767384644.270832:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:3.0:1767384644.270835:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384644.270840:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384644.270840:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00080000:00000001:3.0:1767384644.270846:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384644.270848:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384644.270851:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:00000001:3.0:1767384644.270852:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384644.270858:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00000400:00000200:2.0:1767384644.270859:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00080000:00000001:3.0:1767384644.270864:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384644.270869:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a395ee9d. 00000400:00000200:2.0:1767384644.270870:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00080000:00000001:3.0:1767384644.270873:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468038016000 : -108605671535616 : ffff9d3945870c00) 00080000:00000001:3.0:1767384644.270879:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384644.270882:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000001:00000001:3.0:1767384644.270883:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384644.270887:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000094b1e919. 00000400:00000200:2.0:1767384644.270891:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00080000:00000001:3.0:1767384644.270892:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384644.270896:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384644.270900:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000400:00000200:2.0:1767384644.270907:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:2.0:1767384644.270912:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00080000:00000001:3.0:1767384644.270914:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384644.270919:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00000400:00000200:2.0:1767384644.270925:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:2.0:1767384644.270929:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00080000:00000001:3.0:1767384644.270934:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384644.270935:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000400:00000200:2.0:1767384644.270948:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:2.0:1767384644.270954:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000800:00000001:0.0:1767384644.270959:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384644.270960:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:2.0:1767384644.270967:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:2.0:1767384644.270972:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:2.0:1767384644.270978:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:2.0:1767384644.270983:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:2.0:1767384644.270988:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 22], ns[67, 22] 00000400:00000200:2.0:1767384644.270993:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 22], ns[80, 22] 00000400:00000200:2.0:1767384644.270998:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 22], ns[87, 22] 00000400:00000200:2.0:1767384644.271003:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 22], ns[96, 22] 00000400:00000200:2.0:1767384644.271007:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 22], ns[109, 22] 00000400:00000200:2.0:1767384644.271012:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[100, 22], ns[108, 22] 00000400:00000200:2.0:1767384644.271017:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[104, 22], ns[112, 22] 00000400:00000200:2.0:1767384644.271022:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 22], ns[111, 22] 00000400:00000200:2.0:1767384644.271026:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:2.0:1767384644.271031:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp17 00000400:00000200:2.0:1767384644.271036:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp17 lpni_is_preferred = 0 00000400:00000200:2.0:1767384644.271054:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp17 00000400:00000200:2.0:1767384644.271058:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp17 NI seq info: [117:117:256:4294967295] 192.168.202.122@tcp17 LPNI seq info [107:107:8:4294967295] 00000400:00000200:2.0:1767384644.271073:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp17 00000400:00000200:2.0:1767384644.271080:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp17(192.168.202.122@tcp17:) -> 192.168.202.122@tcp17(192.168.202.122@tcp:192.168.202.122@tcp17) : GET try# 0 00000800:00000200:2.0:1767384644.271085:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp17 00000800:00000010:2.0:1767384644.271088:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c9a40d7b. 00000800:00000200:2.0:1767384644.271093:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf124296] -> 12345-192.168.202.122@tcp17 (6) 00000800:00000200:2.0:1767384644.271100:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp17 ip 192.168.202.122:988 00000800:00000200:2.0:1767384644.271103:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9a40d7b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384644.271118:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384644.271120:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300271 rc 0 00000400:00000200:2.0:1767384644.271124:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x202061 00000400:00000200:2.0:1767384644.271126:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000004d179aa2 (2) 00000400:00000010:2.0:1767384644.271131:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000975ad890. 00000400:00000010:2.0:1767384644.271134:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d864046. 00000400:00000010:2.0:1767384644.271140:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007de16690. 00000400:00000200:2.0:1767384644.271144:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp36 00000400:00000200:2.0:1767384644.271152:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp36 local destination 00000400:00000200:2.0:1767384644.271156:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:2.0:1767384644.271160:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp36 00000400:00000200:2.0:1767384644.271163:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp36 lpni_is_preferred = 0 00000400:00000200:2.0:1767384644.271166:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp36 00000400:00000200:2.0:1767384644.271170:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [118:118:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [10:10:8:4294967295] 00000400:00000200:2.0:1767384644.271175:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp36 00000800:00000001:3.0:1767384644.271184:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384644.271185:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384644.271186:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:) -> 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) : GET try# 0 00000800:00000010:0.0:1767384644.271191:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c9a40d7b. 00000800:00000001:3.0:1767384644.271194:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384644.271198:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp36 00000800:00000001:3.0:1767384644.271199:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384644.271200:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1767384644.271207:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c9a40d7b. 00000800:00000001:3.0:1767384644.271208:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.271213:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp17->192.168.202.122@tcp17: GET: OK 00000800:00000200:2.0:1767384644.271221:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (6) 00000400:00000200:3.0:1767384644.271222:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp17(192.168.202.122@tcp17) <- 192.168.202.122@tcp17 : GET - for me 00000400:00000200:0.0:1767384644.271222:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384644.271230:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000400:00000200:3.0:1767384644.271236:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 512 into portal 0 MB=0x8000000000000000 00000800:00000200:2.0:1767384644.271236:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:988 00000800:00000200:2.0:1767384644.271243:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9a40d7b type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384644.271259:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp36 00000400:00000200:2.0:1767384644.271270:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x200261 rc 0 00000400:00000200:3.0:1767384644.271279:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 512/512 into md 0x1aad [1] + 0 00000400:00000200:3.0:1767384644.271288:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp17 to MR: 192.168.202.122@tcp17 local destination 00000400:00000200:3.0:1767384644.271314:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp17 NI seq info: [119:119:256:4294967295] 192.168.202.122@tcp17 LPNI seq info [108:108:8:4294967295] 00000800:00000200:0.0:1767384644.271323:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384644.271324:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp17(192.168.202.122@tcp17:192.168.202.122@tcp17) -> 192.168.202.122@tcp17(192.168.202.122@tcp17:192.168.202.122@tcp17) 192.168.202.122@tcp17 : REPLY try# 0 00000800:00000010:0.0:1767384644.271328:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c9a40d7b. 00000800:00000200:3.0:1767384644.271333:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.122@tcp17 00000400:00000200:0.0:1767384644.271334:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384644.271337:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2fbac5e. 00000400:00000200:0.0:1767384644.271342:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: GET: OK 00000800:00000200:3.0:1767384644.271348:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf124296] -> 12345-192.168.202.122@tcp17 (6) 00000400:00000200:0.0:1767384644.271349:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384644.271354:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp36: 0 00000800:00000200:3.0:1767384644.271355:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp17 ip 192.168.202.122:1007 00000800:00000200:3.0:1767384644.271358:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2fbac5e type 3, nob 608 niov 1 nkiov 1 00000800:00000001:0.0:1767384644.271369:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384644.271375:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384644.271377:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384644.271381:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.271385:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36) <- 192.168.202.122@tcp36 : GET - for me 00000400:00000200:0.0:1767384644.271392:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp36 of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384644.271398:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp36 of length 512/512 into md 0x1aad [1] + 0 00000800:00000200:3.0:1767384644.271403:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384644.271406:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp36 to MR: 192.168.202.122@tcp36 local destination 00000800:00000010:3.0:1767384644.271408:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2fbac5e. 00000400:00000200:3.0:1767384644.271413:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384644.271417:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [120:120:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [11:11:8:4294967295] 00000400:00000200:3.0:1767384644.271423:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp17->192.168.202.122@tcp17: REPLY: OK 00000400:00000200:0.0:1767384644.271430:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) -> 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) 192.168.202.122@tcp36 : REPLY try# 0 00000800:00000200:0.0:1767384644.271433:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.122@tcp36 00000800:00000010:0.0:1767384644.271437:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000024f60d50. 00000800:00000001:3.0:1767384644.271439:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384644.271440:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (6) 00000800:00000001:3.0:1767384644.271444:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384644.271447:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:980 00000800:00000001:3.0:1767384644.271448:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384644.271452:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000024f60d50 type 3, nob 608 niov 1 nkiov 1 00000800:00000001:3.0:1767384644.271453:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384644.271456:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.271460:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.271465:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp17(192.168.202.122@tcp17) <- 192.168.202.122@tcp17 : REPLY - for me 00000400:00000200:3.0:1767384644.271473:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp17: Reply from 12345-192.168.202.122@tcp17 of length 512/512 into md 0x1acd 00000800:00000001:3.0:1767384644.271477:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.271488:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.271490:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384644.271491:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384644.271496:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp17->192.168.202.122@tcp17: REPLY: OK 00000800:00000010:0.0:1767384644.271496:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000024f60d50. 00000400:00000200:3.0:1767384644.271501:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064d2213d 00000400:00000200:0.0:1767384644.271502:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384644.271504:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064d2213d. 00000400:00000200:0.0:1767384644.271509:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: REPLY: OK 00000400:00000200:3.0:1767384644.271510:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384644.271515:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:3.0:1767384644.271518:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000800:00000001:0.0:1767384644.271519:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384644.271523:0:16338:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 30. state = 0x300271 00000800:00000001:0.0:1767384644.271525:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.271528:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000800:00000001:0.0:1767384644.271530:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384644.271535:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384644.271537:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384644.271539:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (29) 00000800:00000001:0.0:1767384644.271541:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384644.271547:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384644.271548:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36) <- 192.168.202.122@tcp36 : REPLY - for me 00000800:00000001:3.0:1767384644.271553:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.271560:0:16339:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp36: Reply from 12345-192.168.202.122@tcp36 of length 512/512 into md 0x1ad1 00000800:00000001:0.0:1767384644.271564:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384644.271570:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.271572:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384644.271581:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384644.271582:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: REPLY: OK 00000400:00000200:0.0:1767384644.271589:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d864046 00000400:00000010:0.0:1767384644.271592:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d864046. 00000400:00000200:2.0:1767384644.271593:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x3000f1 00000400:00000200:0.0:1767384644.271596:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384644.271601:0:16339:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp36 has discovery enabled 00000400:00000010:2.0:1767384644.271603:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 000000000b3db0bc. 00000400:00000200:0.0:1767384644.271603:0:16339:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp36(000000004d179aa2) is MR 00000400:00000200:0.0:1767384644.271608:0:16339:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp36 data present 0. state = 0x200261 00000400:00000010:2.0:1767384644.271611:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 00000000fdd723d5. 00000400:00000200:0.0:1767384644.271613:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp36 (000000004d179aa2): -114 00000400:00000010:2.0:1767384644.271618:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 00000000298463e9. 00000400:00000200:0.0:1767384644.271618:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004d179aa2 (3) 00000800:00000001:0.0:1767384644.271624:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384644.271627:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384644.271651:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp31(00000000de0900f9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384644.271657:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp32(0000000016109f5e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384644.271661:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp33(0000000064d21bf6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384644.271664:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp34(000000001fe87d40) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384644.271671:0:16342:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.122@tcp36 00000400:00000200:2.0:1767384644.271675:0:16342:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.122@tcp36 NID 192.168.202.122@tcp36 00000400:00000200:2.0:1767384644.271678:0:16342:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000f929a693 nid 192.168.202.122@tcp36 00000400:00000010:2.0:1767384644.271680:0:16342:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000f929a693. 00000400:00000200:2.0:1767384644.271685:0:16342:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000fd1460f5 net tcp36 00000400:00000010:2.0:1767384644.271686:0:16342:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000fd1460f5. 00000400:00000200:2.0:1767384644.271689:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004d179aa2 (2) 00000400:00000010:2.0:1767384644.271694:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006090d19f. 00000400:00000200:2.0:1767384644.271699:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006090d19f nid 192.168.202.122@tcp36 00000400:00000010:2.0:1767384644.271704:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000953272a9. 00000400:00000200:2.0:1767384644.271706:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000953272a9 net tcp36 00000400:00000200:2.0:1767384644.271709:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (28) 00000400:00000200:2.0:1767384644.271714:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp36 flags 0x11 00000400:00000010:2.0:1767384644.271720:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003d47767c. 00000400:00000200:2.0:1767384644.271724:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003d47767c nid 192.168.202.122@tcp37 00000400:00000010:2.0:1767384644.271727:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000af15351c. 00000400:00000200:2.0:1767384644.271729:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000af15351c net tcp37 00000400:00000200:2.0:1767384644.271731:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (29) 00000400:00000200:2.0:1767384644.271735:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp37 flags 0x11 00000400:00000010:2.0:1767384644.271739:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005379dc03. 00000400:00000200:2.0:1767384644.271742:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005379dc03 nid 192.168.202.122@tcp38 00000400:00000010:2.0:1767384644.271745:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000049440de2. 00000400:00000200:2.0:1767384644.271754:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 0000000049440de2 net tcp38 00000400:00000200:2.0:1767384644.271756:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (30) 00000400:00000200:2.0:1767384644.271760:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp38 flags 0x11 00000400:00000010:2.0:1767384644.271763:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 000000000b3db0bc. 00000400:00000010:2.0:1767384644.271766:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 00000000fdd723d5. 00000400:00000010:2.0:1767384644.271769:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 00000000298463e9. 00000400:00000010:2.0:1767384644.271771:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000ace6ebbb. 00000400:00000200:2.0:1767384644.271774:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384644.271778:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x300171 00000400:00000200:2.0:1767384644.271781:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 rc 1 00000400:00000200:2.0:1767384644.271785:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000400:00000010:2.0:1767384644.271790:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad05d42d. 00000400:00000200:2.0:1767384644.271792:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (31) 00000400:00000010:2.0:1767384644.271796:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e4befa75. 00000400:00000200:2.0:1767384644.271800:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp17 00000400:00000200:2.0:1767384644.271806:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp17 to MR: 192.168.202.122@tcp17 local destination 00000400:00000200:2.0:1767384644.271812:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp17 NI seq info: [121:121:256:4294967295] 192.168.202.122@tcp17 LPNI seq info [109:109:8:4294967295] 00000400:00000200:2.0:1767384644.271817:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp17 00000400:00000200:2.0:1767384644.271824:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp17(192.168.202.122@tcp17:192.168.202.122@tcp17) -> 192.168.202.122@tcp17(192.168.202.122@tcp17:192.168.202.122@tcp17) : PUT try# 0 00000800:00000200:2.0:1767384644.271829:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.122@tcp17 00000800:00000010:2.0:1767384644.271833:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f9c1b7bc. 00000800:00000200:2.0:1767384644.271836:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf124296] -> 12345-192.168.202.122@tcp17 (6) 00000800:00000200:2.0:1767384644.271841:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp17 ip 192.168.202.122:988 00000800:00000200:2.0:1767384644.271843:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f9c1b7bc type 1, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1767384644.271858:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384644.271861:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 rc 0 00000400:00000200:2.0:1767384644.271865:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x2800e1 00000400:00000200:2.0:1767384644.271868:0:16342:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x2800e1 00000400:00000200:2.0:1767384644.271870:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp36(000000004d179aa2) state 0x2800a1 rc 0 00000400:00000200:2.0:1767384644.271874:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp36 (000000004d179aa2) 00000400:00000200:2.0:1767384644.271884:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000004d179aa2 (1) 00000400:00000200:2.0:1767384644.271887:0:16342:0:(peer.c:272:lnet_destroy_peer_locked()) 000000004d179aa2 nid 192.168.202.122@tcp36 00000400:00000010:2.0:1767384644.271889:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000975ad890. 00000400:00000010:2.0:1767384644.271893:0:16342:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000004d179aa2. 00000800:00000200:3.0:1767384644.271948:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384644.271952:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f9c1b7bc. 00000400:00000200:3.0:1767384644.271955:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384644.271959:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp17->192.168.202.122@tcp17: PUT: OK 00000400:00000200:3.0:1767384644.271962:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384644.271964:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp17: 0 00000800:00000001:3.0:1767384644.271968:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.271972:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384644.271974:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.271976:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.271979:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp17(192.168.202.122@tcp17) <- 192.168.202.122@tcp17 : PUT - for me 00000400:00000200:3.0:1767384644.271985:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384644.271988:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 512/512 into md 0x1ac9 [1] + 0 00000400:00000010:3.0:1767384644.271991:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac02aa58. 00000400:00000200:3.0:1767384644.271992:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b99e8a0 00000800:00000001:3.0:1767384644.271995:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384644.271997:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.271998:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384644.272000:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp17->192.168.202.122@tcp17: PUT: OK 00000400:00000200:3.0:1767384644.272003:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b99e8a0 00000400:00000010:3.0:1767384644.272010:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b99e8a0. 00000400:00000200:3.0:1767384644.272012:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384644.272014:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (32) 00000400:00000200:3.0:1767384644.272017:0:16338:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:3.0:1767384644.272019:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000005b7e1739. 00000400:00000200:3.0:1767384644.272021:0:16338:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 30 00000400:00000200:3.0:1767384644.272022:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384644.272031:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (33) 00000400:00000200:3.0:1767384644.272034:0:16338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384644.272053:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp17 to MR: 192.168.202.122@tcp17 local destination 00000400:00000200:3.0:1767384644.272060:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp17 NI seq info: [122:122:256:4294967295] 192.168.202.122@tcp17 LPNI seq info [110:110:8:4294967295] 00000400:00000200:3.0:1767384644.272070:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp17(192.168.202.122@tcp17:192.168.202.122@tcp17) -> 192.168.202.122@tcp17(192.168.202.122@tcp17:192.168.202.122@tcp17) 192.168.202.122@tcp17 : ACK try# 0 00000400:00000200:2.0:1767384644.272077:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1767384644.272078:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp17 00000800:00000010:3.0:1767384644.272085:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a2fbac5e. 00000400:00000010:2.0:1767384644.272086:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b6a229e. 00000800:00000200:3.0:1767384644.272094:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf124296] -> 12345-192.168.202.122@tcp17 (6) 00000400:00000010:2.0:1767384644.272094:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a356ef. 00000400:00000200:2.0:1767384644.272101:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000071adac84 00000800:00000200:3.0:1767384644.272105:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp17 ip 192.168.202.122:1007 00000400:00000200:2.0:1767384644.272110:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x3004f1 00000800:00000200:3.0:1767384644.272112:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a2fbac5e type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384644.272118:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 00000000975ad890. 00000400:00000010:2.0:1767384644.272123:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 00000000ace6ebbb. 00000400:00000010:2.0:1767384644.272126:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 00000000298463e9. 00000800:00000001:0.0:1767384644.272139:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384644.272167:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384644.272173:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384644.272173:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384644.272177:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a2fbac5e. 00000800:00000001:0.0:1767384644.272178:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384644.272179:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 00000000975ad890. 00000400:00000200:3.0:1767384644.272181:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384644.272187:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 00000000ace6ebbb. 00000800:00000001:0.0:1767384644.272187:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384644.272188:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp17->192.168.202.122@tcp17: ACK: OK 00000400:00000010:2.0:1767384644.272195:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 00000000298463e9. 00000400:00000010:2.0:1767384644.272201:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000005b7e1739. 00000400:00000200:0.0:1767384644.272203:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp17(192.168.202.122@tcp17) <- 192.168.202.122@tcp17 : ACK - for me 00000400:00000200:2.0:1767384644.272209:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384644.272214:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x300571 00000400:00000200:0.0:1767384644.272220:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp17: ACK from 12345-192.168.202.122@tcp17 into md 0x1ad5 00000400:00000200:2.0:1767384644.272223:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 rc 1 00000400:00000200:0.0:1767384644.272229:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384644.272231:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 00000400:00000200:2.0:1767384644.272238:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384644.272240:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp17->192.168.202.122@tcp17: ACK: OK 00000400:00000200:2.0:1767384644.272244:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300511 rc 0 00000400:00000200:0.0:1767384644.272247:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad05d42d 00000400:00000010:0.0:1767384644.272250:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad05d42d. 00000400:00000200:2.0:1767384644.272251:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:0.0:1767384644.272254:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384644.272258:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (32) 00000400:00000200:0.0:1767384644.272259:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:0.0:1767384644.272265:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (31) 00000800:00000001:0.0:1767384644.272271:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384644.272273:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384644.272282:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384644.272374:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a395ee9d. 00080000:00000010:3.0:1767384644.272399:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000094b1e919. 00040000:00000001:3.0:1767384644.272403:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384644.272405:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384644.272406:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384644.272409:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384644.272410:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384644.272412:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384644.272420:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384644.272428:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384644.272430:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384644.272440:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384644.272443:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384644.272443:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000099c4e6ea. 20000000:01000000:0.0:1767384644.272448:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:2.0:1767384644.272450:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:0.0:1767384644.272451:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:2.0:1767384644.272456:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384644.272456:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384644.272460:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384644.272463:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384644.272468:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384644.272468:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:2.0:1767384644.272477:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000f0842ef. 00080000:00000001:0.0:1767384644.272477:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.272484:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384644.272485:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384644.272488:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384644.272490:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072052be0. 00080000:00000001:0.0:1767384644.272490:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384644.272492:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384644.272494:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000020:00000001:0.0:1767384644.272497:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00080000:00000002:0.0:1767384644.272500:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:2.0:1767384644.272504:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384644.272505:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384644.272509:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000072052be0 with handle 0x9f279d7a9a0b5038 to hash 00080000:00000001:0.0:1767384644.272510:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384644.272513:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384644.272515:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384644.272516:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384644.272520:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000020:00000001:0.0:1767384644.272521:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:2.0:1767384644.272527:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00080000:00000001:0.0:1767384644.272527:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384644.272532:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000036093bc7. 00010000:00000001:2.0:1767384644.272534:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384644.272536:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635473228751872 : -108600480799744 : ffff9d3a7aeb6400) 00080000:00000020:3.0:1767384644.272538:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384644.272538:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384644.272540:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:3.0:1767384644.272544:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000001:00000001:0.0:1767384644.272544:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:2.0:1767384644.272545:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5038 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384644.272548:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000af49711b. 00080000:00000010:0.0:1767384644.272549:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003680a6bb. 20000000:00000001:3.0:1767384644.272554:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384644.272555:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384644.272560:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:3.0:1767384644.272561:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050235776 00010000:00000001:2.0:1767384644.272564:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384644.272565:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384644.272570:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000200:3.0:1767384644.272572:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a664acf1 x1853237050235776/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:625/0 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384644.272572:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.272575:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384644.272580:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384644.272583:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384644.272584:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384644.272584:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384644.272589:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.272590:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00001000:3.0:1767384644.272593:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=61 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384644.272594:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.272601:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384644.272601:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:3.0:1767384644.272605:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:2.0:1767384644.272605:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:3.0:1767384644.272610:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:2.0:1767384644.272610:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384644.272614:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 02000000:00000001:3.0:1767384644.272615:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:2.0:1767384644.272619:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f0842ef) refcount = 1 02000000:00000001:3.0:1767384644.272620:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.272624:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384644.272628:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384644.272628:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5038 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384644.272633:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea9d0ec9. 00000100:00000200:3.0:1767384644.272638:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050235776, offset 224 00010000:00000001:2.0:1767384644.272640:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384644.272643:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:3.0:1767384644.272646:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384644.272648:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384644.272652:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384644.272657:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384644.272657:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384644.272663:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:3.0:1767384644.272667:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260105b80 20000000:01000000:2.0:1767384644.272668:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00000400:00000200:3.0:1767384644.272673:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ab9 [2] + 224 00010000:00000001:2.0:1767384644.272674:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384644.272678:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384644.272678:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384644.272681:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=4 00000400:00000200:3.0:1767384644.272683:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384644.272685:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384644.272688:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a421276 x1853237050235776/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384644.272693:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384644.272701:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000100:00000040:3.0:1767384644.272702:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002a421276 x1853237050235776/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384644.272707:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384644.272712:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5038 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384644.272721:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384644.272722:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384644.272725:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5038 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384644.272732:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea9d0ec9 00010000:00000001:2.0:1767384644.272734:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384644.272735:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea9d0ec9. 00000100:00000001:0.0:1767384644.272736:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384644.272738:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384644.272740:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384644.272741:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:2.0:1767384644.272743:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5038 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384644.272744:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384644.272746:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384644.272749:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384644.272750:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384644.272754:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d61d0f93. 00000100:00000040:3.0:1767384644.272755:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000200:0.0:1767384644.272760:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a27bd486 00010000:00000001:3.0:1767384644.272761:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384644.272762:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1767384644.272763:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a27bd486. 00000020:00000001:3.0:1767384644.272764:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.272766:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.272768:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384644.272769:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384644.272772:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384644.272776:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5038 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384644.272777:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a421276 x1853237050235776/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384644.272778:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a664acf1 x1853237050235776/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:625/0 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384644.272799:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000072052be0 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384644.272805:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384644.272809:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00100000:3.0:1767384644.272813:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a664acf1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050235776:12345-0@lo:253: Request processed in 2220us (2927us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384644.272813:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5038 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384644.272814:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a421276 x1853237050235776/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384644.272833:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00010000:00000001:2.0:1767384644.272837:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:3.0:1767384644.272838:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384644.272840:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384644.272842:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384644.272842:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384644.272844:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384644.272846:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384644.272848:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384644.272849:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033097116. 00000020:00000040:2.0:1767384644.272850:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=5 00000100:00000001:0.0:1767384644.272853:0:16344:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384644.272855:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053e94aa3. 00000020:00000001:2.0:1767384644.272856:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 02000000:00000001:0.0:1767384644.272857:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384644.272861:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a12f2db1. 00000100:00000001:0.0:1767384644.272861:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384644.272863:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000100:00000001:0.0:1767384644.272864:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384644.272867:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00010000:00000001:2.0:1767384644.272870:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:0.0:1767384644.272870:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384644.272872:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384644.272875:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007a8ef87e. 00000100:00001000:0.0:1767384644.272875:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=61 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384644.272877:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384644.272882:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384644.272882:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=61 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384644.272883:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5038 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384644.272890:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384644.272890:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384644.272893:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384644.272896:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3432abf. 00010000:00000001:2.0:1767384644.272899:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384644.272900:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384644.272901:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea9d0ec9. 00010000:00000001:0.0:1767384644.272904:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.272905:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384644.272907:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.272909:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.272913:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a421276 x1853237050235776/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384644.272914:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384644.272918:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384644.272922:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384644.272922:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384644.272925:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.272926:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384644.272929:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384644.272930:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000072052be0 with handle 0x9f279d7a9a0b5038 from hash 00000020:01000004:0.0:1767384644.272932:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384644.272937:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:0.0:1767384644.272937:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384644.272938:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384644.272941:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:0.0:1767384644.272941:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384644.272945:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:0.0:1767384644.272945:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:2.0:1767384644.272949:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:0.0:1767384644.272949:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384644.272953:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:01000004:0.0:1767384644.272953:0:16344:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384644.272954:0:16344:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:2.0:1767384644.272957:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:01000004:0.0:1767384644.272957:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:2.0:1767384644.272961:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:01000004:0.0:1767384644.272961:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384644.272965:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384644.272966:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a421276 x1853237050235776/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384644.272969:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.272974:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384644.272977:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:0.0:1767384644.272979:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a421276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050235776:0@lo:253: 00010000:00000001:2.0:1767384644.272982:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.272985:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384644.272986:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384644.272988:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.272989:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384644.272993:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.272993:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a421276 x1853237050235776/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384644.272998:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384644.273003:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5038 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384644.273006:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384644.273010:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.273011:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.273014:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384644.273015:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384644.273018:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000010:0.0:1767384644.273018:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007ea3fc4b. 00010000:00000001:2.0:1767384644.273021:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384644.273023:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384644.273024:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384644.273027:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384644.273028:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000040:0.0:1767384644.273029:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00010000:00000001:2.0:1767384644.273034:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.273035:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384644.273037:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cd6513cf. 02000000:00000001:0.0:1767384644.273055:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384644.273056:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384644.273057:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a421276. 00000100:00000001:0.0:1767384644.273060:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 20000000:00000001:2.0:1767384644.273063:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.273063:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384644.273068:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384644.273070:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5038 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384644.273073:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384644.273075:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.273079:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384644.273082:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.273087:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384644.273090:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384644.273092:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5038 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384644.273099:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000f0842ef count: 0 00010000:00000001:2.0:1767384644.273105:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384644.273108:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:2.0:1767384644.273992:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000036093bc7. 00080000:00000010:0.0:1767384644.274033:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003680a6bb. 00040000:00000001:0.0:1767384644.274049:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384644.274051:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384644.274052:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384644.274055:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384644.274057:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384644.274059:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384644.274060:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384644.274066:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384644.274069:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384644.274073:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384644.274080:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384644.274084:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384644.274085:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384644.274087:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384644.274089:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384644.274093:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca6b11e5. 00010000:00000001:2.0:1767384644.274096:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384644.274099:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018bdeef6. 00000020:00000001:2.0:1767384644.274101:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384644.274104:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018bdeef6 with handle 0x9f279d7a9a0b503f to hash 00000020:00000001:2.0:1767384644.274106:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384644.274107:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384644.274109:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384644.274111:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384644.274113:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384644.274114:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b503f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.274118:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384644.274120:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384644.274122:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384644.274123:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384644.274129:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384644.274131:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384644.274132:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384644.274134:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384644.274136:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384644.274137:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384644.274138:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384644.274139:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca6b11e5) refcount = 1 00010000:00010000:2.0:1767384644.274141:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b503f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.274145:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384644.274146:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384644.274147:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384644.274148:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.274149:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384644.274151:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384644.274152:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384644.274154:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384644.274155:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384644.274156:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=4 00000020:00000001:2.0:1767384644.274158:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384644.274159:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384644.274161:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384644.274163:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b503f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.274167:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384644.274168:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b503f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.274172:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.274173:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384644.274174:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b503f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384644.274183:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384644.274184:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.274186:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384644.274187:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b503f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384644.274191:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018bdeef6 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384644.274193:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384644.274194:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384644.274196:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b503f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384644.274197:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384644.274204:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384644.274205:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384644.274206:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384644.274209:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:00000010:0.0:1767384644.274209:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000cc8cf7a. 00000020:00000040:2.0:1767384644.274211:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=5 00000020:00000001:2.0:1767384644.274215:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384644.274217:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 20000000:00000001:0.0:1767384644.274217:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.274219:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384644.274223:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b503f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384644.274224:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050235904 00010000:00000001:2.0:1767384644.274231:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384644.274231:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384644.274234:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384644.274235:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384644.274238:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000ee1c6fc x1853237050235904/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:625/0 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384644.274239:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384644.274241:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384644.274244:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384644.274247:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384644.274250:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018bdeef6 with handle 0x9f279d7a9a0b503f from hash 00010000:00000001:0.0:1767384644.274253:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384644.274254:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384644.274255:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.274256:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384644.274262:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.274263:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384644.274267:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00001000:0.0:1767384644.274268:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=61 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384644.274269:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384644.274273:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384644.274275:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384644.274275:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384644.274279:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.274281:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:2.0:1767384644.274282:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:0.0:1767384644.274285:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:2.0:1767384644.274286:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:0.0:1767384644.274314:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384644.274317:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384644.274318:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.274320:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.274322:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.274322:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384644.274326:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.274327:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384644.274329:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384644.274331:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d35daf9e. 00010000:00010000:2.0:1767384644.274332:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b503f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384644.274337:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050235904, offset 224 00010000:00000001:2.0:1767384644.274339:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.274341:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.274343:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384644.274345:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1767384644.274346:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384644.274348:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384644.274350:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384644.274352:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384644.274355:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.274356:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 20000000:00000001:2.0:1767384644.274358:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384644.274361:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b503f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384644.274365:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260105c00 00010000:00000001:2.0:1767384644.274372:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384644.274376:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384644.274376:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ac1 [2] + 224 00010000:00010000:2.0:1767384644.274379:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b503f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384644.274383:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1767384644.274385:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca6b11e5 count: 0 00000400:00000200:0.0:1767384644.274389:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384644.274393:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384644.274397:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6eaf0f9 x1853237050235904/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384644.274398:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384644.274401:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384644.274407:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b6eaf0f9 x1853237050235904/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.274420:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384644.274424:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35daf9e 00000400:00000010:0.0:1767384644.274426:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d35daf9e. 00000100:00000001:0.0:1767384644.274429:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384644.274430:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384644.274434:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.274436:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384644.274438:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384644.274440:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.274441:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384644.274442:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384644.274445:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ee1c6fc x1853237050235904/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:625/0 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.274446:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384644.274450:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384644.274453:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384644.274455:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2fcb3a5. 00000400:00000200:3.0:1767384644.274458:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ed807b5 00000400:00000010:3.0:1767384644.274462:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ed807b5. 00000100:00100000:0.0:1767384644.274470:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000ee1c6fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050235904:12345-0@lo:253: Request processed in 3827us (4492us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384644.274472:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384644.274479:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6eaf0f9 x1853237050235904/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384644.274480:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000040:0.0:1767384644.274486:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:0.0:1767384644.274490:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384644.274493:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384644.274496:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6eaf0f9 x1853237050235904/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384644.274497:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9c1217d. 00000020:00000010:0.0:1767384644.274504:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000043343db8. 00000100:00000001:3.0:1767384644.274506:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384644.274508:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c904ae9. 00000100:00000001:3.0:1767384644.274509:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.274513:0:16345:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767384644.274513:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:3.0:1767384644.274514:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384644.274517:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384644.274519:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384644.274520:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384644.274523:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a5dc6a3f. 02000000:00000001:3.0:1767384644.274524:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384644.274528:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:3.0:1767384644.274529:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=61 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384644.274531:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384644.274534:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=61 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384644.274536:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384644.274537:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384644.274541:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384644.274543:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384644.274544:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb68d9db. 00010000:00000001:3.0:1767384644.274546:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384644.274548:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d35daf9e. 00000100:00000001:3.0:1767384644.274549:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384644.274555:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6eaf0f9 x1853237050235904/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.274560:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384644.274562:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384644.274563:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384644.274565:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384644.274567:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384644.274568:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384644.274569:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384644.274569:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384644.274571:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384644.274571:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384644.274572:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384644.274573:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384644.274575:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6eaf0f9 x1853237050235904/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384644.274579:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6eaf0f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050235904:0@lo:253: 00000100:00000001:3.0:1767384644.274588:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.274589:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384644.274590:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6eaf0f9 x1853237050235904/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384660 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.274595:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384644.274596:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384644.274597:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a86e09ea. 02000000:00000001:3.0:1767384644.274600:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384644.274601:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384644.274602:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384644.274603:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384644.274604:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000249fca44. 02000000:00000001:3.0:1767384644.274606:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384644.274607:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384644.274608:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6eaf0f9. 00000100:00000001:3.0:1767384644.274610:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384644.274611:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.274612:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.274615:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384644.274616:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.274618:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384644.274619:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.275329:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294932595, at 4294932596 00000100:00000040:1.0:1767384644.275335:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294932595, at 4294932596 00000100:00000010:0.0:1767384644.275335:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007691f4d8. 00000100:00000040:2.0:1767384644.275337:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294932595, at 4294932596 00000100:00000010:1.0:1767384644.275344:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0a92326. 00000100:00000040:3.0:1767384644.275345:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294932595, at 4294932596 00000100:00000010:2.0:1767384644.275346:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb387d50. 00000100:00000010:3.0:1767384644.275352:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b0de6fb. 00010000:00000010:2.1:1767384644.280331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000f0842ef. 00010000:00000010:2.1:1767384644.280339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072052be0. 00000400:00000010:2.0:1767384644.287618:0:31444:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000010c9e91b. 00000400:00000040:2.0:1767384644.287635:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384644.287637:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384644.287639:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384644.287640:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384644.287642:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384644.287643:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384644.287645:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384644.287646:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384644.287647:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384644.287648:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384644.287650:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384644.287651:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384644.287653:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384644.287654:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384644.287654:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384644.287656:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384644.287657:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384644.287657:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384644.287658:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384644.287660:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384644.287660:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384644.287661:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384644.287662:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384644.287663:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384644.287664:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384644.287666:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384644.287667:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384644.287668:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384644.287669:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384644.287670:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384644.287671:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384644.287673:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384644.287673:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384644.287674:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384644.287676:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384644.287677:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384644.287677:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384644.287684:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384644.287686:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384644.287687:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384644.287688:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384644.287689:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384644.287690:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384644.287691:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384644.287692:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384644.287693:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384644.287694:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384644.287695:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384644.287696:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384644.287697:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384644.287698:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384644.287699:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384644.287700:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384644.287701:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384644.287702:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384644.287703:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384644.287705:0:31444:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384644.287787:0:31444:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000010c9e91b. 00010000:00000010:2.1:1767384644.288308:0:31444:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca6b11e5. 00010000:00000010:2.1:1767384644.288316:0:31444:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018bdeef6. 00010000:00000001:1.0:1767384644.351543:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384644.351548:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384644.351553:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384644.351554:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384644.351585:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384644.351589:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384644.351592:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384645.184540:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384645.184544:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384645.184546:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a21dbce1 00000400:00000010:2.0:1767384645.184550:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a21dbce1. 00000400:00000200:2.0:1767384645.184554:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384645.184559:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp34 recovery ping unlinked 00000400:00000010:2.0:1767384645.184567:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001329e353. 00000400:00000010:2.0:1767384645.184570:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fe361948. 00010000:00000001:1.0:1767384645.376339:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384645.376344:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384645.376348:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384645.376350:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384645.376372:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384645.376375:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384645.376378:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384645.692930:0:31876:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000116915ca. 00080000:00000010:2.0:1767384645.692938:0:31876:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000116915ca. 00000020:00000001:2.0:1767384645.692942:0:31876:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384645.692948:0:31876:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000116915ca. 00080000:00000010:2.0:1767384645.692952:0:31876:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000116915ca. 00000020:00000001:2.0:1767384645.692957:0:31876:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384646.207419:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384646.207429:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384646.207435:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9abf668. 00000800:00000200:2.0:1767384646.207436:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842aaba6] -> 12345-192.168.202.122@tcp21 (6) 00000004:00000001:3.0:1767384646.207438:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000020:00000040:1.0:1767384646.207441:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000004:00000020:3.0:1767384646.207442:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000800:00000200:2.0:1767384646.207447:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp21 ip 192.168.202.122:988 00000100:00000010:3.0:1767384646.207449:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6eaf0f9. 00000100:00000001:1.0:1767384646.207449:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384646.207453:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:3.0:1767384646.207455:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000800:00000200:2.0:1767384646.207455:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 02000000:00000001:1.0:1767384646.207458:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.207461:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384646.207464:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384646.207467:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384646.207468:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000000d7bc7a. 02000000:00000010:3.0:1767384646.207472:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002057902f. 00000100:00000001:1.0:1767384646.207476:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.207477:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.207482:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384646.207485:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384646.207491:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384646.207501:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6eaf0f9] to pc [ptlrpcd_00_02+2] req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384646.207502:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384646.207505:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384646.207513:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9abf668] to pc [ptlrpcd_00_03+3] req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384646.207527:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.207532:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384646.207535:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384646.207536:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.207540:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384646.207541:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384646.207544:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384646.207545:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae3f2ed. 00000100:00000040:3.0:1767384646.207550:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384646.207550:0:36:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384646.207554:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384646.207557:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384646.207557:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384646.207560:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384646.207563:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:1.0:1767384646.207564:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d7e72f32. 00000100:00000001:1.0:1767384646.207570:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.207573:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384646.207575:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384646.207576:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:2.0:1767384646.207577:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384646.207580:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384646.207584:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767384646.207585:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384646.207591:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384646.207592:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384646.207592:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384646.207593:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384646.207599:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050236032:0@lo:400: 00000100:00000040:1.0:1767384646.207603:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dae3f2ed] to pc [ptlrpcd_00_00+0] req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.207605:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384646.207611:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384646.207613:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.207616:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384646.207619:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a395ee9d. 02000000:00000001:3.0:1767384646.207621:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.207624:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384646.207626:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2fcb3a5. 00000100:00000040:1.0:1767384646.207627:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384646.207632:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767384646.207634:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be54796b. 00000100:00000010:1.0:1767384646.207635:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cdca0d1. 00000100:00000001:2.0:1767384646.207638:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384646.207639:0:36:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:3.0:1767384646.207641:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050236032, portal 25 00000100:00000001:2.0:1767384646.207643:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384646.207643:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384646.207645:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384646.207646:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384646.207647:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384646.207648:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299798912 : -108600409752704 : ffff9d3a7f277b80) 02000000:00000001:1.0:1767384646.207650:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384646.207656:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9e1c6b0. 00000100:00000040:2.0:1767384646.207657:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384646.207658:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384646.207667:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384646.207676:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384646.207684:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384646.207690:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384646.207695:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384646.207696:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813ab3a0. 00000100:00000001:1.0:1767384646.207698:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384646.207700:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384646.207701:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050236032, offset 0 00000100:00000001:1.0:1767384646.207701:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.207705:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384646.207709:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384646.207710:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001cdca0d1] to pc [ptlrpcd_00_01+1] req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384646.207713:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384646.207717:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384646.207725:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050236288:0@lo:400: 00000100:00000001:1.0:1767384646.207728:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384646.207731:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384646.207734:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384646.207737:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384646.207741:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384646.207742:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384646.207745:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384646.207746:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260105c80 02000000:00000001:2.0:1767384646.207749:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384646.207753:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000108f383. 02000000:00000010:2.0:1767384646.207754:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e733a1ed. 00000020:00000040:1.0:1767384646.207758:0:36:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1767384646.207760:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.207762:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384646.207765:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1321 [2] + 0 02000000:00000001:1.0:1767384646.207765:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384646.207769:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f17a3020. 02000000:00000001:1.0:1767384646.207769:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384646.207772:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b290ddf6. 02000000:00000010:1.0:1767384646.207775:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000ab83a0f. 00000400:00000200:3.0:1767384646.207776:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e483f177 00000100:00000001:1.0:1767384646.207780:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384646.207783:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384646.207784:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f330bfd. 00000100:00000040:1.0:1767384646.207785:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384646.207792:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050236288, portal 4 00000400:00000200:3.0:1767384646.207794:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384646.207798:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384646.207802:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e483f177 00000100:00000001:2.0:1767384646.207803:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299790848 : -108600409760768 : ffff9d3a7f275c00) 00000100:00000001:1.0:1767384646.207804:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384646.207807:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e483f177. 00000100:00000001:1.0:1767384646.207807:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.207815:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384646.207816:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000108f383] to pc [ptlrpcd_00_02+2] req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384646.207818:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384646.207818:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384646.207824:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000fa3f7f97 x1853237050236032 msgsize 224 00000100:00100000:3.0:1767384646.207837:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384646.207841:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384646.207849:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.207850:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384646.207851:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384646.207854:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (272) 00000400:00000200:3.0:1767384646.207859:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813ab3a0 00000400:00000010:3.0:1767384646.207862:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000813ab3a0. 00000100:00000040:2.0:1767384646.207865:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384646.207866:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384646.207869:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ea58a1. 00000100:00000200:3.0:1767384646.207872:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384646.207874:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384646.207876:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050236288, offset 0 00000100:00000001:1.0:1767384646.207878:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384646.207881:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384646.207888:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.207889:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384646.207889:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384646.207894:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384646.207904:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384646.207916:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384646.207917:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.207920:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384646.207920:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260105d80 00000100:00000001:1.0:1767384646.207925:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.207927:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384646.207929:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384646.207931:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294934533 00000400:00000200:2.0:1767384646.207933:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3216 02000000:00000001:1.0:1767384646.207933:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384646.207937:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000f12baf2. 02000000:00000001:1.0:1767384646.207939:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384646.207945:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6eaf0f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050236160:0@lo:13: 00000400:00000200:2.0:1767384646.207946:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384646.207947:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384646.207950:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384646.207955:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384646.207957:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.207958:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294934533 00000400:00000200:2.0:1767384646.207958:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384646.207961:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1767384646.207964:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052156fc4. 02000000:00000010:1.0:1767384646.207967:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000fdfbdbcc. 00000100:00000001:3.0:1767384646.207968:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384646.207968:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384646.207973:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:1.0:1767384646.207973:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.207974:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294934533 00000400:00000010:1.0:1767384646.207978:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055972de7. 00000100:00000010:3.0:1767384646.207981:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000889cf977. 00000100:00000010:2.0:1767384646.207983:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b303eb2. 00000400:00000010:1.0:1767384646.207984:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035825e35. 00000100:00000001:3.0:1767384646.207985:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384646.207989:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000006b303eb2 x1853237050236288 msgsize 224 00000100:00000200:1.0:1767384646.207990:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050236160, portal 4 00000100:00000001:3.0:1767384646.207996:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294934533 00000100:00000001:1.0:1767384646.207997:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384646.208000:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964280192 : -108605745271424 : ffff9d394121ed80) 00000100:00000010:3.0:1767384646.208002:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea9a00eb. 00000100:00100000:2.0:1767384646.208006:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384646.208008:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.208009:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384646.208014:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384646.208018:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384646.208019:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.208033:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384646.208039:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384646.208040:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384646.208042:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ea58a1 00000100:00000001:3.0:1767384646.208043:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384646.208043:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff90c5c4. 00000400:00000010:2.0:1767384646.208049:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ea58a1. 00000100:00000001:2.0:1767384646.208055:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384646.208056:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384646.208056:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050236160, offset 0 00000100:00000001:3.0:1767384646.208059:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767384646.208060:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.208064:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.208067:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384646.208068:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384646.208071:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.208076:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.208081:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384646.208085:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384646.208087:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.208091:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384646.208092:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384646.208092:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260105d00 00000100:00000001:3.0:1767384646.208093:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384646.208099:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384646.208103:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2240 00000400:00000200:1.0:1767384646.208113:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384646.208121:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384646.208129:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.208130:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384646.208130:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384646.208134:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:3.0:1767384646.208135:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.208135:0:16344:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384646.208141:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384646.208141:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fcaeb012. 00000100:00000001:2.0:1767384646.208144:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.208145:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384646.208145:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000fcaeb012 x1853237050236160 msgsize 224 02000000:00000001:3.0:1767384646.208151:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.208152:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3338 usecs (4 jiffies) 00000100:00100000:1.0:1767384646.208156:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384646.208158:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934532 00000100:00100000:3.0:1767384646.208159:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16345:1853237050236416:0@lo:400: 00000100:00000001:2.0:1767384646.208165:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294934533 00000100:00000001:3.0:1767384646.208166:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384646.208167:0:16346:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384646.208169:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384646.208171:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934532 02000000:00000001:3.0:1767384646.208172:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.208176:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384646.208178:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294934533 00000400:00000200:1.0:1767384646.208179:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff90c5c4 02000000:00000010:3.0:1767384646.208180:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a12f2db1. 00000100:00000001:2.0:1767384646.208182:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934532 00000400:00000010:1.0:1767384646.208184:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff90c5c4. 02000000:00000001:3.0:1767384646.208185:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.208189:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294934533 00000400:00000010:3.0:1767384646.208191:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecdb9c80. 00000100:00000001:1.0:1767384646.208192:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384646.208198:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384646.208199:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813ab3a0. 00000100:00000001:2.0:1767384646.208201:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934532 00000100:00000200:3.0:1767384646.208205:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050236416, portal 10 00000100:00000001:2.0:1767384646.208207:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294934533 00000100:00000001:3.0:1767384646.208211:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384646.208214:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384646.208215:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299794432 : -108600409757184 : ffff9d3a7f276a00) 00000100:00000001:1.0:1767384646.208219:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384646.208220:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384646.208225:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.208228:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384646.208231:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.208234:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384646.208235:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.208242:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384646.208244:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384646.208246:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384646.208248:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384646.208248:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384646.208251:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384646.208256:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad84b242. 00000100:00000040:1.0:1767384646.208256:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3338 usecs (4 jiffies) 00000100:00000001:2.0:1767384646.208257:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384646.208261:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384646.208262:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934532 00000100:00000200:3.0:1767384646.208263:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050236416, offset 0 00000100:00000001:2.0:1767384646.208265:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.208269:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294934533 00000100:00000001:2.0:1767384646.208271:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384646.208274:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384646.208275:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934532 00000100:00000001:1.0:1767384646.208280:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294934533 00000100:00000001:1.0:1767384646.208281:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934532 00000400:00000200:3.0:1767384646.208285:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384646.208286:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294934533 00000400:00000200:3.0:1767384646.208313:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260105e00 00000400:00000200:3.0:1767384646.208318:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00000001:2.0:1767384646.208318:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384646.208324:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384646.208324:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050236288 02000000:00000001:2.0:1767384646.208330:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384646.208331:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384646.208335:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384646.208336:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934533 00000100:00000001:3.0:1767384646.208337:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384646.208339:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384646.208341:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384646.208342:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294934533 02000000:00000001:2.0:1767384646.208346:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.208346:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384646.208347:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a421276. 00000100:00000040:3.0:1767384646.208353:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000002a421276 x1853237050236416 msgsize 224 00000100:00000001:1.0:1767384646.208353:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384646.208354:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050236288 00000100:00000001:1.0:1767384646.208359:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384646.208360:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384646.208361:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1767384646.208365:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000100:00000040:1.0:1767384646.208365:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384646.208370:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384646.208371:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384646.208376:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000100:00000001:1.0:1767384646.208376:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384646.208378:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad84b242 00000100:00000001:1.0:1767384646.208379:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384646.208382:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad84b242. 00000020:00000001:2.0:1767384646.208383:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 02000000:00000001:1.0:1767384646.208384:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384646.208385:0:16345:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384646.208388:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384646.208390:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000200:3.0:1767384646.208391:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384646.208393:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.208398:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384646.208401:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000108f383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16346:1853237050236544:0@lo:400: 00000100:00000001:3.0:1767384646.208406:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384646.208406:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089427652. 00000100:00000040:3.0:1767384646.208411:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384646.208414:0:17884:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000012053150. 00000100:00000001:1.0:1767384646.208414:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384646.208418:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384646.208422:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.208423:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384646.208425:0:17884:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 02000000:00000001:1.0:1767384646.208425:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384646.208426:0:16345:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:1.0:1767384646.208430:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009295e961. 00000100:00000001:3.0:1767384646.208432:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384646.208434:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384646.208436:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2802 usecs (3 jiffies) 00000400:00000010:1.0:1767384646.208438:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078a18739. 00000100:00000001:2.0:1767384646.208439:0:17884:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384646.208440:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294934532 00000100:00000001:3.0:1767384646.208445:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294934533 00000100:00000001:3.0:1767384646.208447:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294934532 00000400:00000010:1.0:1767384646.208447:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff90c5c4. 00000020:00000010:2.0:1767384646.208448:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026b91275. 00000100:00000200:1.0:1767384646.208452:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050236544, portal 10 00000020:00000010:2.0:1767384646.208457:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000026114d87. 00000100:00000001:1.0:1767384646.208457:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384646.208458:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294934533 00000100:00000001:1.0:1767384646.208461:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055338880 : -108605654212736 : ffff9d39468f5f80) 00000100:00000001:3.0:1767384646.208463:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294934532 00000020:00000010:2.0:1767384646.208465:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad50cc9f. 00000100:00000001:3.0:1767384646.208466:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294934533 00000100:00000040:1.0:1767384646.208469:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.208472:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294934532 00000100:00000001:3.0:1767384646.208477:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294934533 00000100:00000040:2.0:1767384646.208478:0:17884:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1767384646.208481:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384646.208482:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384646.208486:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.208489:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384646.208490:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384646.208491:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.208495:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.208495:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384646.208496:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000100:00000001:2.0:1767384646.208499:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384646.208502:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050236544, offset 0 00000100:00000001:3.0:1767384646.208503:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384646.208506:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384646.208508:0:17884:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384646.208510:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384646.208511:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.208514:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384646.208514:0:17884:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384646.208519:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.208519:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.208520:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384646.208522:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.208531:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260105e80 00000100:00000001:2.0:1767384646.208532:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.208536:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000100:00000001:3.0:1767384646.208539:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384646.208541:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384646.208542:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050236032 02000000:00000001:3.0:1767384646.208545:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384646.208548:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767384646.208548:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384646.208549:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384646.208552:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.208553:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384646.208555:0:16346:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384646.208556:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384646.208559:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1767384646.208560:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050236032 00000100:00100000:2.0:1767384646.208562:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000001:3.0:1767384646.208565:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:1.0:1767384646.208566:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005349fe63. 00000020:00000040:3.0:1767384646.208568:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000040:2.0:1767384646.208568:0:17884:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000040:1.0:1767384646.208570:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000005349fe63 x1853237050236544 msgsize 224 00000020:00000001:3.0:1767384646.208573:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384646.208574:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420420480 : -108601289131136 : ffff9d3a4abd3b80) 00000020:00000040:3.0:1767384646.208576:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00100000:1.0:1767384646.208581:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767384646.208582:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000040:2.0:1767384646.208585:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b303eb2 x1853237050236288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:627/0 lens 224/0 e 0 to 0 dl 1767384657 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384646.208587:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384646.208592:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384646.208593:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384646.208596:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0292edf. 00000400:00000200:1.0:1767384646.208599:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00000100:00000001:3.0:1767384646.208601:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384646.208603:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00000100:00000001:2.0:1767384646.208605:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384646.208606:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0292edf. 00000100:00000001:1.0:1767384646.208607:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767384646.208611:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012053150. 00000100:00000200:1.0:1767384646.208613:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384646.208614:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb3e6389. 00000100:00000001:2.0:1767384646.208616:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384646.208624:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012053150. 00000020:00000010:3.0:1767384646.208625:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017552e6c. 00000020:00000010:3.0:1767384646.208630:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053e94aa3. 00000100:00100000:2.0:1767384646.208634:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b303eb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050236288:12345-0@lo:400: 00000100:00000040:3.0:1767384646.208640:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384646.208645:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384646.208646:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050236288 00000100:00000001:3.0:1767384646.208647:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384646.208651:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.208652:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384646.208653:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384646.208656:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.208660:0:17884:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767384646.208660:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.208665:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384646.208665:0:17884:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.208668:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.208673:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384646.208673:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384646.208677:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000001:3.0:1767384646.208678:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384646.208680:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.208682:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384646.208684:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384646.208684:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3130 usecs (4 jiffies) 00000100:00100000:3.0:1767384646.208689:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000020:00000001:2.0:1767384646.208690:0:17884:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384646.208691:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294934533 00000100:00000040:3.0:1767384646.208697:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000020:00000001:2.0:1767384646.208697:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384646.208697:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294934533 00000020:00000001:2.0:1767384646.208701:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384646.208703:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905597008 : -108600803954608 : ffff9d3a67a87050) 00000100:00000001:1.0:1767384646.208703:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294934533 00000020:00000001:2.0:1767384646.208705:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.208709:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294934533 00000100:00000040:3.0:1767384646.208711:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa3f7f97 x1853237050236032/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:627/0 lens 224/0 e 0 to 0 dl 1767384657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384646.208711:0:17884:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384646.208713:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294934533 00000100:00000001:2.0:1767384646.208717:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384646.208718:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294934533 02000000:00000001:2.0:1767384646.208722:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384646.208724:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294934533 02000000:00000010:2.0:1767384646.208729:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ace6ebbb. 00000100:00000001:1.0:1767384646.208730:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294934533 00000100:00000001:3.0:1767384646.208732:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384646.208732:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384646.208735:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384646.208736:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0292edf. 00000100:00000001:1.0:1767384646.208737:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.208741:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384646.208743:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.208743:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384646.208744:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0292edf. 00000100:00000001:2.0:1767384646.208751:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.208752:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767384646.208753:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa3f7f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050236032:12345-0@lo:400: 00000100:00000001:1.0:1767384646.208755:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384646.208758:0:17884:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.208761:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384646.208763:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050236032 00000100:00000001:1.0:1767384646.208764:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:2.0:1767384646.208765:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050236288 00000020:00000001:3.0:1767384646.208766:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384646.208767:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384646.208771:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1767384646.208771:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384646.208772:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384646.208776:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384646.208779:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000200:2.0:1767384646.208780:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b303eb2 x1853237050236288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:627/0 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384646.208781:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000020:00000001:3.0:1767384646.208786:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384646.208789:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384646.208792:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384646.208795:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384646.208798:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.208800:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384646.208801:0:17071:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384646.208805:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384646.208805:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384646.208810:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=52 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384646.208813:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384646.208817:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000936bd4d. 00000100:00000001:2.0:1767384646.208818:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384646.208820:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.208824:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384646.208825:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384646.208829:0:17071:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.208831:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000040:3.0:1767384646.208832:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050236032 00010000:00000001:3.0:1767384646.208837:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384646.208838:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:3.0:1767384646.208841:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa3f7f97 x1853237050236032/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:627/0 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384646.208842:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.208849:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384646.208851:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384646.208854:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.208855:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:3.0:1767384646.208858:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=63 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384646.208861:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ea58a1. 00000100:00000001:3.0:1767384646.208862:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384646.208866:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000200:2.0:1767384646.208868:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050236288, offset 224 00000100:00000001:3.0:1767384646.208869:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384646.208875:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384646.208877:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.208881:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384646.208881:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384646.208886:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384646.208889:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad84b242. 00000400:00000200:2.0:1767384646.208894:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384646.208895:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050236032, offset 224 00000400:00000200:3.0:1767384646.208903:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384646.208908:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260105d80 00000400:00000200:3.0:1767384646.208913:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384646.208919:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1af5 [1] + 224 00000100:00000001:1.0:1767384646.208921:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384646.208924:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260105c80 00000100:00100000:1.0:1767384646.208925:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050236416 00000400:00000200:2.0:1767384646.208930:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384646.208930:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767384646.208934:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1aed [1] + 224 00000100:00000001:1.0:1767384646.208934:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384646.208936:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384646.208941:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384646.208942:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384646.208943:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384646.208947:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384646.208950:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384646.208954:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050236416 00000100:00000001:3.0:1767384646.208955:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384646.208957:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384646.208958:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384646.208961:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000100:00000200:3.0:1767384646.208962:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384646.208965:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384646.208968:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000020:00000001:1.0:1767384646.208973:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000001:1.0:1767384646.208979:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:1.0:1767384646.208984:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384646.208988:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aab6844. 00000100:00000001:1.0:1767384646.208994:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384646.208995:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384646.208999:0:17884:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384646.209000:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aab6844. 00000020:00000010:1.0:1767384646.209006:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e56bd49. 00000020:00000010:1.0:1767384646.209012:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dadc3db0. 00000020:00000010:1.0:1767384646.209018:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000efa318ad. 00000100:00000001:3.0:1767384646.209036:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384646.209042:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384646.209045:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384646.209047:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384646.209049:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad84b242 00000100:00000001:2.0:1767384646.209049:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384646.209049:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384646.209053:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad84b242. 00000100:00000001:3.0:1767384646.209057:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384646.209057:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384646.209061:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384646.209061:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767384646.209063:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ea58a1 00000100:00000001:1.0:1767384646.209064:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.209066:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384646.209068:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ea58a1. 00000100:00000040:3.0:1767384646.209070:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384646.209073:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384646.209074:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.209075:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384646.209077:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384646.209084:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa3f7f97 x1853237050236032/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:627/0 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.209084:0:17884:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384646.209087:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384646.209089:0:17884:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384646.209091:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050236544 02000000:00000001:1.0:1767384646.209095:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384646.209096:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.209098:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384646.209103:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa3f7f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050236032:12345-0@lo:400: Request processed in 368us (1274us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384646.209103:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.209105:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 02000000:00000001:1.0:1767384646.209109:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.209112:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767384646.209114:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050236544 00000020:00000001:2.0:1767384646.209116:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.209117:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384646.209121:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000020:00000040:1.0:1767384646.209122:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000020:00000001:2.0:1767384646.209123:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384646.209128:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000020:00000001:1.0:1767384646.209128:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384646.209132:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b303eb2 x1853237050236288/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:627/0 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384646.209132:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000100:00000001:3.0:1767384646.209133:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384646.209136:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:3.0:1767384646.209137:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384646.209142:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017552e6c. 00000020:00000001:1.0:1767384646.209142:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000020:00000010:3.0:1767384646.209148:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053e94aa3. 00000020:00000010:3.0:1767384646.209153:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb3e6389. 00000100:00000001:1.0:1767384646.209156:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384646.209158:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00100000:2.0:1767384646.209160:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b303eb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050236288:12345-0@lo:400: Request processed in 551us (1166us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384646.209160:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aab6844. 02000000:00000001:3.0:1767384646.209162:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384646.209166:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000936bd4d. 00000020:00000010:1.0:1767384646.209167:0:17077:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000019646ed1. 02000000:00000001:3.0:1767384646.209171:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384646.209175:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384646.209175:0:17077:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00100000:2.0:1767384646.209181:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000200:3.0:1767384646.209183:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384646.209183:0:17077:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767384646.209185:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000020:00000010:1.0:1767384646.209188:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4c01aa3. 00000400:00000010:3.0:1767384646.209189:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000693d9d9e. 00000100:00000001:2.0:1767384646.209190:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767384646.209193:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa88b375. 00000100:00000001:2.0:1767384646.209196:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384646.209197:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b416cf25. 00000020:00000010:1.0:1767384646.209199:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5783edc. 00000020:00000010:2.0:1767384646.209201:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000026114d87. 00000100:00000001:1.0:1767384646.209205:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384646.209207:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad50cc9f. 00000100:00000001:1.0:1767384646.209208:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384646.209210:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384646.209215:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026b91275. 00000100:00000001:1.0:1767384646.209215:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384646.209217:0:17885:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384646.209219:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:3.0:1767384646.209221:0:17885:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050236160 00000020:00000040:2.0:1767384646.209222:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:1.0:1767384646.209222:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.209225:0:17885:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384646.209228:0:17885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384646.209230:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.209231:0:17885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.209231:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384646.209237:0:17885:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384646.209240:0:17885:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050236160 00000100:00000001:1.0:1767384646.209245:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384646.209248:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384646.209250:0:17885:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384646.209252:0:17885:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000100:00000001:2.0:1767384646.209252:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384646.209256:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384646.209257:0:17885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384646.209257:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000020:00000040:3.0:1767384646.209261:0:17885:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000400:00000001:2.0:1767384646.209262:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384646.209262:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000020:00000001:3.0:1767384646.209265:0:17885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000400:00000001:2.0:1767384646.209267:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384646.209267:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964273024 : -108605745278592 : ffff9d394121d180) 00000020:00000001:3.0:1767384646.209268:0:17885:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000400:00000010:2.0:1767384646.209272:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f17a3020. 00000100:00000001:3.0:1767384646.209274:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384646.209276:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a421276 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:627/0 lens 224/0 e 0 to 0 dl 1767384657 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384646.209278:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0292edf. 00000400:00000200:2.0:1767384646.209279:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f330bfd 00000100:00000001:3.0:1767384646.209283:0:17885:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384646.209285:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f330bfd. 00000020:00000010:3.0:1767384646.209305:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0292edf. 00000020:00000010:3.0:1767384646.209311:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb3e6389. 00000100:00000001:2.0:1767384646.209314:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384646.209314:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384646.209315:0:17885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017552e6c. 00000020:00000010:1.0:1767384646.209320:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0a041ee. 00000020:00000010:3.0:1767384646.209321:0:17885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053e94aa3. 00000100:00000200:2.0:1767384646.209322:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384646.209325:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384646.209329:0:17885:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000010:1.0:1767384646.209332:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0a041ee. 00000100:00000001:3.0:1767384646.209334:0:17885:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384646.209338:0:17885:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384646.209341:0:17885:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384646.209343:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a421276 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16345:x1853237050236416:12345-0@lo:400: 00000100:00000001:3.0:1767384646.209347:0:17885:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384646.209349:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050236416 00000100:00000200:2.0:1767384646.209351:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384646.209353:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384646.209357:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384646.209358:0:17885:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384646.209360:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.209366:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384646.209370:0:17885:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384646.209370:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384646.209374:0:17885:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384646.209375:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384646.209376:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00100000:3.0:1767384646.209381:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000020:00000001:1.0:1767384646.209381:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384646.209386:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384646.209387:0:17885:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:2.0:1767384646.209387:0:16344:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384646.209389:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384646.209391:0:17885:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055341568 : -108605654210048 : ffff9d39468f6a00) 00000020:00000001:1.0:1767384646.209392:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384646.209393:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767384646.209397:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.209398:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384646.209399:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fcaeb012 x1853237050236160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:627/0 lens 224/0 e 0 to 0 dl 1767384657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.209402:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.209402:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384646.209407:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384646.209410:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384646.209411:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384646.209412:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384646.209415:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b48f7a73. 00000020:00000010:3.0:1767384646.209418:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0292edf. 02000000:00000001:1.0:1767384646.209419:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384646.209420:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=52 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384646.209423:0:17885:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384646.209424:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384646.209428:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=52 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384646.209429:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0292edf. 00000020:00000001:1.0:1767384646.209430:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384646.209436:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050236416 00000100:00000001:2.0:1767384646.209437:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767384646.209440:0:17885:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fcaeb012 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050236160:12345-0@lo:13: 00000100:00000001:2.0:1767384646.209441:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.209442:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384646.209447:0:17885:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050236160 00010000:00000200:1.0:1767384646.209448:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002a421276 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:627/0 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384646.209449:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384646.209456:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384646.209458:0:17885:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384646.209462:0:17885:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384646.209465:0:17885:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.209466:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384646.209470:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384646.209471:0:17885:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384646.209474:0:17885:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000100:00001000:1.0:1767384646.209475:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=57 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384646.209480:0:17885:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1767384646.209481:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.209482:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384646.209483:0:17885:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384646.209487:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384646.209488:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384646.209489:0:17885:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384646.209491:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:3.0:1767384646.209492:0:17885:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384646.209493:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:1.0:1767384646.209494:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384646.209495:0:17885:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384646.209498:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.209499:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384646.209500:0:17885:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384646.209501:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384646.209502:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.209504:0:17885:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384646.209508:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:3.0:1767384646.209509:0:17885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000936bd4d. 00000400:00000010:1.0:1767384646.209511:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000100:00000040:2.0:1767384646.209512:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384646.209513:0:17885:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384646.209516:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050236416, offset 224 00000100:00000001:3.0:1767384646.209517:0:17885:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384646.209524:0:17885:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384646.209529:0:17885:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000200:1.0:1767384646.209529:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384646.209532:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384646.209533:0:17885:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384646.209536:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767384646.209539:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384646.209541:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384646.209543:0:17885:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384646.209548:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:3.0:1767384646.209549:0:17885:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000200:1.0:1767384646.209549:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260105e00 00000020:00000020:3.0:1767384646.209557:0:17885:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000200:1.0:1767384646.209561:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b05 [1] + 224 00000020:00000020:3.0:1767384646.209563:0:17885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00000400:00000200:1.0:1767384646.209569:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000020:3.0:1767384646.209571:0:17885:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:1.0:1767384646.209577:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:3.0:1767384646.209578:0:17885:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384646.209582:0:17885:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00100000:2.0:1767384646.209582:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050236288:0@lo:400: 00000001:00000001:3.0:1767384646.209586:0:17885:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.209589:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:3.0:1767384646.209590:0:17885:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384646.209594:0:17885:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050236160 00000100:00000001:2.0:1767384646.209595:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384646.209596:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384646.209597:0:17885:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384646.209601:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000200:3.0:1767384646.209605:0:17885:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fcaeb012 x1853237050236160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:627/0 lens 224/368 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384646.209609:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dae3f2ed x1853237050236288/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384646.209610:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384646.209628:0:17885:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384646.209631:0:17885:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384646.209635:0:17885:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384646.209642:0:17885:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384646.209648:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767384646.209652:0:17885:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 02000000:00000001:2.0:1767384646.209653:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384646.209654:0:17885:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:1.0:1767384646.209654:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384646.209657:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e733a1ed. 02000000:00000001:3.0:1767384646.209659:0:17885:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767384646.209660:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 02000000:00000001:3.0:1767384646.209662:0:17885:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384646.209665:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00000100:00000001:3.0:1767384646.209666:0:17885:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384646.209666:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767384646.209670:0:17885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384646.209670:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384646.209674:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767384646.209676:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767384646.209677:0:17885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad84b242. 00000100:00000001:1.0:1767384646.209678:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384646.209681:0:16344:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:3.0:1767384646.209683:0:17885:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050236160, offset 224 00000100:00000040:1.0:1767384646.209684:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000001:2.0:1767384646.209689:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384646.209690:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767384646.209695:0:17885:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384646.209695:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d7e72f32. 00000020:00000001:1.0:1767384646.209695:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.209700:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384646.209703:0:17885:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384646.209703:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384646.209706:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a421276 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:627/0 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384646.209708:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384646.209712:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae3f2ed. 00000400:00000200:3.0:1767384646.209716:0:17885:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260105d00 00000100:00000001:2.0:1767384646.209720:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384646.209723:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384646.209724:0:17885:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1afd [1] + 224 00000100:00000001:2.0:1767384646.209729:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384646.209729:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a421276 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16345:x1853237050236416:12345-0@lo:400: Request processed in 411us (1371us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384646.209731:0:17885:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384646.209737:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384646.209740:0:17885:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384646.209742:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384646.209742:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000001:3.0:1767384646.209745:0:17885:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384646.209749:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384646.209750:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000100:00000200:3.0:1767384646.209753:0:17885:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384662 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.209754:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.209754:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384646.209757:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384646.209762:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dadc3db0. 00000100:00000040:3.0:1767384646.209766:0:17885:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384646.209767:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000efa318ad. 00000020:00000010:1.0:1767384646.209774:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e56bd49. 00000020:00000040:1.0:1767384646.209779:0:17077:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000100:00000001:3.0:1767384646.209780:0:17885:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384646.209785:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad84b242 00000100:00000001:1.0:1767384646.209787:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384646.209788:0:17885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad84b242. 00000100:00000001:3.0:1767384646.209792:0:17885:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384646.209794:0:17885:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384646.209798:0:17885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.209799:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384646.209800:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384646.209803:0:17885:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:1.0:1767384646.209803:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384646.209805:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384646.209808:0:17885:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767384646.209809:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000020:00000001:3.0:1767384646.209811:0:17885:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384646.209812:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384646.209812:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000020:00000001:3.0:1767384646.209814:0:17885:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384646.209816:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384646.209817:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055330816 : -108605654220800 : ffff9d39468f4000) 00000100:00000040:3.0:1767384646.209820:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fcaeb012 x1853237050236160/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:627/0 lens 224/368 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384646.209820:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055972de7. 00000400:00000200:2.0:1767384646.209827:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035825e35 00000400:00000010:2.0:1767384646.209832:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035825e35. 00000100:00000040:1.0:1767384646.209834:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005349fe63 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:627/0 lens 224/0 e 0 to 0 dl 1767384657 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384646.209841:0:17885:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fcaeb012 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050236160:12345-0@lo:13: Request processed in 425us (1692us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384646.209841:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384646.209849:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384646.209856:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384646.209860:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0a041ee. 00000100:00000001:1.0:1767384646.209865:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384646.209870:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0a041ee. 00000100:00100000:3.0:1767384646.209875:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767384646.209878:0:17885:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000200:2.0:1767384646.209880:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384646.209882:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005349fe63 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16346:x1853237050236544:12345-0@lo:400: 00000100:00000001:3.0:1767384646.209883:0:17885:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384646.209887:0:17885:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384646.209892:0:17885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017552e6c. 00000100:00000200:1.0:1767384646.209892:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050236544 00000020:00000001:1.0:1767384646.209897:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384646.209899:0:17885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053e94aa3. 00000100:00000001:2.0:1767384646.209900:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384646.209901:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767384646.209902:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb3e6389. 00000100:00000001:2.0:1767384646.209905:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384646.209905:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384646.209907:0:17885:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000020:00000001:1.0:1767384646.209911:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384646.209912:0:17885:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.209912:0:16346:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384646.209914:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 02000000:00000001:2.0:1767384646.209916:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384646.209920:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384646.209920:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384646.209924:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.209924:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384646.209930:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384646.209931:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.209932:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384646.209935:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384646.209937:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=52 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384646.209937:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384646.209941:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384646.209941:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1767384646.209943:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=52 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384646.209945:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384646.209945:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384646.209948:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384646.209950:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a4f7d6ab. 00000400:00000001:3.0:1767384646.209951:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384646.209951:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384646.209954:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767384646.209955:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384646.209958:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2fcb3a5. 00000100:00000001:1.0:1767384646.209960:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.209963:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384646.209963:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384646.209964:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be54796b 00000400:00000010:3.0:1767384646.209969:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be54796b. 00010000:00000040:1.0:1767384646.209969:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050236544 00010000:00080000:2.0:1767384646.209970:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.209975:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384646.209975:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767384646.209983:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384646.209984:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005349fe63 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:627/0 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384646.209987:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.209994:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384646.209997:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384646.210002:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384646.210005:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.210013:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384646.210019:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384646.210032:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384646.210033:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384646.210038:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=57 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384646.210048:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384646.210054:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384646.210057:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384646.210058:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384646.210060:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384646.210061:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384646.210062:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:2.0:1767384646.210065:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.210066:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384646.210066:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384646.210069:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384646.210070:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384646.210071:0:16346:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767384646.210072:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384646.210074:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384646.210076:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384646.210078:0:16346:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000040:1.0:1767384646.210080:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384646.210081:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384646.210084:0:16346:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000010:1.0:1767384646.210085:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000100:00001000:3.0:1767384646.210086:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=63 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384646.210091:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050236544, offset 224 00000100:00001000:3.0:1767384646.210095:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384646.210099:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384646.210102:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384646.210102:0:16346:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:1.0:1767384646.210103:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384646.210108:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384646.210112:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384646.210113:0:16346:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.210114:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384646.210120:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.210122:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.210124:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260105e80 00000100:00000040:3.0:1767384646.210129:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384646.210137:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b0d [1] + 224 00000400:00000200:1.0:1767384646.210147:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384646.210156:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384646.210158:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384646.210160:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6eaf0f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050236160:0@lo:13: 00000100:00000001:3.0:1767384646.210162:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384646.210163:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384646.210166:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.210170:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384646.210170:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384646.210174:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.210176:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384646.210183:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6eaf0f9 x1853237050236160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384646.210207:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050236032:0@lo:400: 00000100:00000040:1.0:1767384646.210211:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.210213:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384646.210218:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384646.210218:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384646.210222:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000fdfbdbcc. 00000100:00000001:3.0:1767384646.210223:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384646.210228:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d9abf668 x1853237050236032/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384646.210229:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384646.210234:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384646.210235:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384646.210237:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384646.210240:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1767384646.210242:0:16346:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 02000000:00000010:3.0:1767384646.210243:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a395ee9d. 00000400:00000200:1.0:1767384646.210244:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00000020:00000001:2.0:1767384646.210248:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767384646.210250:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767384646.210250:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 02000000:00000010:2.0:1767384646.210252:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002057902f. 00000020:00000001:3.0:1767384646.210254:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384646.210259:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 02000000:00000001:2.0:1767384646.210259:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384646.210259:0:17077:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384646.210264:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384646.210265:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384646.210265:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:2.0:1767384646.210266:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6eaf0f9. 02000000:00000010:3.0:1767384646.210271:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000000d7bc7a. 00000100:00000001:2.0:1767384646.210273:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384646.210274:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.210277:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384646.210277:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384646.210280:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 02000000:00000001:3.0:1767384646.210282:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384646.210283:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.210284:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000010:3.0:1767384646.210287:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9abf668. 00000020:00000001:1.0:1767384646.210287:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.210288:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384646.210308:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384646.210312:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005349fe63 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:627/0 lens 224/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.210315:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384646.210318:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384646.210320:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384646.210324:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384646.210326:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384646.210329:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384646.210329:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005349fe63 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16346:x1853237050236544:12345-0@lo:400: Request processed in 469us (1754us total) trans 0 rc 0/0 00000400:00000010:2.0:1767384646.210333:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078a18739. 00000100:00000001:3.0:1767384646.210334:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384646.210339:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384646.210339:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff90c5c4 00000100:00000001:3.0:1767384646.210345:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384646.210345:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff90c5c4. 00000100:00000001:3.0:1767384646.210350:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384646.210351:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000001:2.0:1767384646.210353:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384646.210356:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:1.0:1767384646.210359:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384646.210361:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384646.210362:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384646.210366:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa88b375. 00000020:00000010:1.0:1767384646.210370:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5783edc. 00000100:00080000:3.0:1767384646.210373:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:1.0:1767384646.210376:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4c01aa3. 00000020:00000040:3.0:1767384646.210379:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000200:2.0:1767384646.210381:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384646.210381:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000100:00080000:3.0:1767384646.210384:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384646.210386:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384646.210396:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:2.0:1767384646.210400:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384646.210403:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.210406:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384646.210408:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384646.210410:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384646.210412:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.210414:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384646.210415:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.210417:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767384646.210421:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=57 v=5 (5 0 0 0) 00000400:00000001:3.0:1767384646.210422:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384646.210425:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767384646.210429:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=57 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384646.210430:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecdb9c80. 00000400:00000200:3.0:1767384646.210435:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813ab3a0 00000100:00000001:2.0:1767384646.210436:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384646.210437:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000813ab3a0. 00000100:00000001:2.0:1767384646.210439:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.210441:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384646.210443:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767384646.210448:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384646.210449:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384646.210472:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384646.210473:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.210479:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384646.210481:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.210485:0:16345:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384646.210486:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384646.210487:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384646.210491:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384646.210491:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384646.210495:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.210496:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767384646.210498:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.210499:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384646.210503:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=57 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384646.210506:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384646.210508:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384646.210514:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384646.210516:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384646.210519:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384646.210524:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:3.0:1767384646.210525:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.210530:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384646.210533:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384646.210535:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.210539:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384646.210541:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384646.210542:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384646.210546:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384646.210548:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384646.210555:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384646.210562:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000108f383 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16346:1853237050236544:0@lo:400: 00000100:00000001:3.0:1767384646.210567:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384646.210570:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.210572:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384646.210575:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000108f383 x1853237050236544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.210578:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384646.210580:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384646.210589:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.210590:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384646.210594:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384646.210597:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009295e961. 00000100:00100000:3.0:1767384646.210601:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001cdca0d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16345:1853237050236416:0@lo:400: 02000000:00000001:2.0:1767384646.210604:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384646.210607:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384646.210608:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384646.210609:0:16346:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384646.210611:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384646.210613:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384646.210616:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001cdca0d1 x1853237050236416/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384646.210617:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000ab83a0f. 02000000:00000001:2.0:1767384646.210624:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384646.210626:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384646.210628:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767384646.210629:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1767384646.210631:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000108f383. 02000000:00000010:3.0:1767384646.210632:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a12f2db1. 02000000:00000001:3.0:1767384646.210639:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384646.210641:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384646.210642:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767384646.210643:0:16345:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384646.210645:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384646.210646:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384646.210649:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d9e1c6b0. 00000100:00000001:2.0:1767384646.210650:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384646.210653:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384646.210655:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384646.210656:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cdca0d1. 00000100:00000001:2.0:1767384646.210657:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384646.210659:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384646.210661:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.210662:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.210667:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.210669:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.210672:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384646.210673:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.210675:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.210677:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.210679:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384646.213344:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294934533, at 4294934534 00000100:00000010:0.0:1767384646.213354:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000f12baf2. 00000100:00000040:1.0:1767384646.214317:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294934533, at 4294934534 00000100:00000010:1.0:1767384646.214324:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052156fc4. 00000100:00000040:2.0:1767384646.214342:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294934533, at 4294934535 00000100:00000040:3.0:1767384646.214346:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294934533, at 4294934535 00000100:00000010:2.0:1767384646.214351:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000889cf977. 00000100:00000010:3.0:1767384646.214354:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea9a00eb. 00010000:00000001:1.0:1767384646.399358:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384646.399364:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.399370:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384646.399371:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.399393:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384646.399396:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384646.399398:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384646.432425:0:32040:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384646.432431:0:32040:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:3.0:1767384646.438245:0:32040:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384646.446623:0:32041:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000797bd3de. 00000400:00000010:3.0:1767384646.446647:0:32041:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000748fe23b. 00000400:00000010:3.0:1767384646.446659:0:32041:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000051bfbb7b. 00000400:00000010:3.0:1767384646.446663:0:32041:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004ea47071. 00000400:00000010:3.0:1767384646.446668:0:32041:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a2b4d3d5. 00000400:00000010:3.0:1767384646.446673:0:32041:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c1d35fa5. 00000400:00000010:3.0:1767384646.446675:0:32041:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000945299bf. 00000400:00000010:3.0:1767384646.446677:0:32041:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001097a19e. 00000400:00000010:3.0:1767384646.446682:0:32041:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000073bda090. 00000800:00000010:3.0:1767384646.446697:0:32041:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e326c180. 00000800:00000200:3.0:1767384646.446709:0:32041:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384646.446726:0:32041:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384646.446768:0:32041:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:3.0:1767384646.446795:0:32041:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp39 [8/256/0/180] 00000400:00000010:3.0:1767384646.449351:0:32041:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000b0bcf5c9. 00000400:00000010:3.0:1767384646.449359:0:32041:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecdb9c80. 00000400:00000010:3.0:1767384646.449366:0:32041:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813ab3a0. 00000400:00000001:3.0:1767384646.449388:0:32041:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384646.449390:0:32041:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384646.449393:0:32041:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000638b0a90. 00000400:00000200:3.0:1767384646.449398:0:32041:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b448e6 00000400:00000010:3.0:1767384646.449400:0:32041:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b448e6. 00000400:00000010:3.0:1767384646.449408:0:32041:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 0000000006c93d60. 00000400:00000200:3.0:1767384646.449413:0:32041:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (30) 00000400:00000200:3.0:1767384646.449429:0:32041:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384646.449439:0:32041:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000400:00000200:2.0:1767384646.449443:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767384646.449448:0:32041:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007a8ef87e. 00000400:00000200:2.0:1767384646.449449:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300151 00000020:01000000:3.0:1767384646.449457:0:32041:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:2.0:1767384646.449458:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f330bfd. 00000400:00000200:2.0:1767384646.449463:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (31) 00000020:01000000:3.0:1767384646.449467:0:32041:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp39 00000400:00000010:2.0:1767384646.449469:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eb870c8e. 00000400:00000200:2.0:1767384646.449475:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:2.0:1767384646.449485:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000010:3.0:1767384646.449488:0:32041:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000748fe23b. 00000400:00000200:2.0:1767384646.449489:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000400:00000010:3.0:1767384646.449497:0:32041:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000797bd3de. 00000400:00000200:2.0:1767384646.449497:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:2.0:1767384646.449505:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:2.0:1767384646.449508:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:2.0:1767384646.449512:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000400:00000200:2.0:1767384646.449515:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:2.0:1767384646.449522:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000020:00000001:1.0:1767384646.449524:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384646.449525:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000400:00000200:2.0:1767384646.449530:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 10000000:00000001:1.0:1767384646.449531:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384646.449535:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 10000000:00000001:1.0:1767384646.449537:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384646.449541:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 10000000:01000000:1.0:1767384646.449542:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384646.449547:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000020:01000004:1.0:1767384646.449549:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384646.449552:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000020:01000004:1.0:1767384646.449554:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384646.449557:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000020:01000004:1.0:1767384646.449559:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384646.449562:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384646.449563:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384646.449567:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384646.449571:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384646.449573:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000020:01000004:1.0:1767384646.449574:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384646.449578:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384646.449580:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384646.449581:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:2.0:1767384646.449586:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000100:00000010:1.0:1767384646.449587:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051acda2c. 00000400:00000200:2.0:1767384646.449590:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000020:00000040:1.0:1767384646.449595:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:2.0:1767384646.449597:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 24], ns[67, 24] 00000400:00000200:2.0:1767384646.449603:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 24], ns[80, 24] 00000100:00000001:1.0:1767384646.449604:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384646.449608:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 24], ns[87, 24] 00000400:00000200:2.0:1767384646.449611:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 24], ns[96, 24] 02000000:00000001:1.0:1767384646.449616:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384646.449617:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 24], ns[109, 24] 00000400:00000200:2.0:1767384646.449622:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[100, 24], ns[108, 24] 02000000:00000001:1.0:1767384646.449624:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384646.449625:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[104, 24], ns[112, 24] 00000400:00000200:2.0:1767384646.449631:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 24], ns[111, 24] 00000400:00000200:2.0:1767384646.449634:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[120, 24] 00000400:00000200:2.0:1767384646.449637:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp36] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 120] 02000000:00000010:1.0:1767384646.449637:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000039e982a4. 00000400:00000200:2.0:1767384646.449645:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp37] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:1.0:1767384646.449647:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384646.449648:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000400:00000200:2.0:1767384646.449654:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp37 00000400:00000200:2.0:1767384646.449658:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp37 lpni_is_preferred = 0 00000100:00000001:1.0:1767384646.449660:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384646.449661:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp37 00000100:00000001:1.0:1767384646.449666:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384646.449667:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp37 NI seq info: [123:123:256:4294967295] 192.168.202.122@tcp37 LPNI seq info [111:111:8:4294967295] 00000100:00000040:1.0:1767384646.449677:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051acda2c] to pc [ptlrpcd_00_03+3] req@0000000051acda2c x1853237050236672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384646.449681:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp37 00000400:00000200:2.0:1767384646.449696:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp37(192.168.202.122@tcp37:) -> 192.168.202.122@tcp37(192.168.202.122@tcp:192.168.202.122@tcp37) : PUT try# 0 00000800:00000200:2.0:1767384646.449706:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.122@tcp37 00000800:00000010:2.0:1767384646.449710:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066ea2b72. 00000800:00000010:2.0:1767384646.449717:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000b237e40. 00000800:00000010:2.0:1767384646.449720:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000051fc2c0b. 00000800:00000200:2.0:1767384646.449724:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b237e40] -> 12345-192.168.202.122@tcp37 (2) 10000000:00000001:1.0:1767384646.449725:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384646.449731:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b237e40] -> 12345-192.168.202.122@tcp37 (2) 10000000:00000001:1.0:1767384646.449732:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.449737:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.449740:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384646.449741:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384646.449748:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384646.449751:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000100:00000001:0.0:1767384646.449752:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384646.449753:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384646.449756:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300551 rc 0 10000000:00000001:1.0:1767384646.449758:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767384646.449761:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051acda2c x1853237050236672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384646.449763:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384646.449766:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384646.449770:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384646.449772:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384646.449775:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384646.449778:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384646.449783:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384646.449784:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384646.449786:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384646.449788:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384646.449789:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384646.449792:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384646.449794:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384646.449795:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384646.449797:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384646.449803:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384646.449804:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ef2103bb. 02000000:00000001:0.0:1767384646.449807:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384646.449809:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 02000000:00000001:0.0:1767384646.449813:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.449815:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384646.449818:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384646.449819:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000051acda2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050236672:0@lo:253: 02000000:00000001:1.0:1767384646.449823:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.449828:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384646.449832:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 02000000:00000010:1.0:1767384646.449833:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000062ce16a. 02000000:00000001:0.0:1767384646.449835:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384646.449840:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.449841:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384646.449844:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384646.449847:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384646.449850:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384646.449852:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a5dc6a3f. 02000000:00000001:0.0:1767384646.449856:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384646.449857:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef2103bb] to pc [ptlrpcd_00_00+0] req@00000000ef2103bb x1853237050236800/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384646.449863:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b037390. 00000400:00000010:0.0:1767384646.449873:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b5bff1f. 00000400:00000200:2.0:1767384646.449874:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000200:0.0:1767384646.449880:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050236672, portal 25 00000100:00000001:0.0:1767384646.449888:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384646.449891:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055337984 : -108605654213632 : ffff9d39468f5c00) 00000400:00000200:2.0:1767384646.449898:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000040:0.0:1767384646.449901:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000051acda2c x1853237050236672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384646.449912:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384646.449913:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384646.449918:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384646.449919:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384646.449924:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000020:00000001:1.0:1767384646.449924:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384646.449925:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cf43e43. 00000020:01000000:1.0:1767384646.449933:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384646.449934:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050236672, offset 0 00000020:00000010:1.0:1767384646.449939:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007a8ef87e. 00000400:00000200:0.0:1767384646.449944:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384646.449953:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:1.0:1767384646.449957:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384646.449960:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384646.449963:0:16345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384646.449968:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384646.449974:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260105f00 00000400:00000200:2.0:1767384646.449979:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:1.0:1767384646.449979:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384646.449983:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1329 [2] + 0 00000100:00000001:1.0:1767384646.449985:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384646.449992:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e24e53d. 00000100:00000001:1.0:1767384646.449993:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384646.449997:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384646.449998:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000088dc2c48 00000100:00000001:1.0:1767384646.449999:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384646.450006:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ef2103bb x1853237050236800/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384646.450007:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384646.450010:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384646.450029:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384646.450036:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088dc2c48 00000100:00000001:1.0:1767384646.450039:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384646.450040:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088dc2c48. 00000100:00000001:1.0:1767384646.450043:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.450048:0:16347:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384646.450049:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767384646.450052:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767384646.450053:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384646.450056:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 02000000:00000001:1.0:1767384646.450059:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384646.450059:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000688dc35d x1853237050236672 msgsize 4848 00000100:00100000:1.0:1767384646.450065:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ef2103bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050236800:0@lo:253: 00000100:00000001:1.0:1767384646.450073:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1767384646.450077:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384646.450078:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384646.450080:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000040:0.0:1767384646.450080:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384646.450082:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384646.450087:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384646.450093:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008e304897. 00000100:00000001:0.0:1767384646.450096:0:16347:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767384646.450097:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384646.450103:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445ef3a9. 00000400:00000200:0.0:1767384646.450106:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf43e43 00000400:00000200:2.0:1767384646.450107:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000010:0.0:1767384646.450111:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cf43e43. 00000100:00000001:0.0:1767384646.450117:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767384646.450121:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8b72afb. 00000100:00000200:0.0:1767384646.450122:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051acda2c x1853237050236672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384646.450129:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050236800, portal 25 00000400:00000200:2.0:1767384646.450131:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000001:1.0:1767384646.450136:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384646.450139:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055339776 : -108605654211840 : ffff9d39468f6300) 00000100:00000001:0.0:1767384646.450144:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384646.450148:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ef2103bb x1853237050236800/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384646.450151:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000051acda2c x1853237050236672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384646.450157:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:0.0:1767384646.450173:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.450177:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384646.450177:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384646.450184:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384646.450186:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:0.0:1767384646.450186:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384646.450189:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002a368a7. 00000100:00000001:0.0:1767384646.450193:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294934775 00000100:00000200:1.0:1767384646.450195:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050236800, offset 0 00000100:00000010:0.0:1767384646.450200:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a1bdad53. 00000400:00000200:1.0:1767384646.450205:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384646.450207:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384646.450216:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384646.450217:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294934775 00000100:00000010:0.0:1767384646.450224:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d7affca. 00000400:00000200:1.0:1767384646.450229:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260105f80 00000100:00000001:0.0:1767384646.450229:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384646.450231:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:0.0:1767384646.450235:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294934775 00000100:00000010:0.0:1767384646.450241:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f22ea13. 00000400:00000200:1.0:1767384646.450242:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x137d [2] + 0 00000100:00000001:0.0:1767384646.450247:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384646.450248:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc9b57be. 00000100:00000001:0.0:1767384646.450253:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294934775 00000400:00000200:1.0:1767384646.450255:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000000daac7 00000100:00000010:0.0:1767384646.450258:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d4d0569. 00000400:00000200:1.0:1767384646.450263:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384646.450264:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384646.450272:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384646.450272:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384646.450272:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384646.450278:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000000daac7 00000100:00000001:0.0:1767384646.450279:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384646.450282:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000000daac7. 00000100:00000001:0.0:1767384646.450284:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.450313:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384646.450316:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384646.450320:0:16345:0:(events.c:337:request_in_callback()) incoming req@0000000090b6f8f2 x1853237050236800 msgsize 4848 00000100:00000001:0.0:1767384646.450321:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384646.450327:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384646.450329:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384646.450330:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384646.450333:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384646.450343:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384646.450347:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384646.450351:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002a368a7 00000100:00000001:0.0:1767384646.450351:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384646.450353:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:0.0:1767384646.450353:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384646.450356:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002a368a7. 00000100:00000001:0.0:1767384646.450360:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.450362:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384646.450369:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ef2103bb x1853237050236800/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384646.450380:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384646.450384:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ef2103bb x1853237050236800/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384646.450385:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384646.450390:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050236672 00000400:00000200:2.0:1767384646.450393:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 02000000:00000001:0.0:1767384646.450395:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384646.450396:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.450400:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384646.450401:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384646.450403:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.450409:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384646.450409:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.450415:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294934776 00000100:00100000:0.0:1767384646.450417:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050236672 00000020:00000001:0.0:1767384646.450422:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384646.450424:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934775 00000020:00000040:0.0:1767384646.450424:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384646.450428:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384646.450429:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000020:00000040:0.0:1767384646.450431:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:0.0:1767384646.450438:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384646.450440:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294934776 00000020:00000001:0.0:1767384646.450442:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384646.450447:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294934775 00000100:00000001:0.0:1767384646.450449:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384646.450454:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294934776 00000020:00000010:0.0:1767384646.450454:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006cbc5795. 00000100:00000001:0.0:1767384646.450460:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384646.450461:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934775 00000400:00000200:2.0:1767384646.450466:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000020:00000010:0.0:1767384646.450466:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006cbc5795. 00000100:00000001:1.0:1767384646.450468:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294934776 00000020:00000010:0.0:1767384646.450477:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000498d5c9. 00000100:00000001:1.0:1767384646.450478:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934775 00000020:00000010:0.0:1767384646.450485:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b09bdf6a. 00000100:00000001:1.0:1767384646.450486:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384646.450491:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.450494:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384646.450494:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000001:1.0:1767384646.450500:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384646.450507:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384646.450511:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384646.450513:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00000001:0.0:1767384646.450514:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384646.450516:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.450521:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384646.450524:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384646.450526:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050236800 02000000:00000001:1.0:1767384646.450530:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384646.450532:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384646.450534:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.450537:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384646.450538:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384646.450543:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050236800 00000020:00000001:1.0:1767384646.450546:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384646.450548:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384646.450551:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384646.450554:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00000001:0.0:1767384646.450555:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384646.450558:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384646.450559:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384646.450564:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00100000:0.0:1767384646.450568:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000001:1.0:1767384646.450570:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384646.450574:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000020:00000010:1.0:1767384646.450577:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0a041ee. 00000100:00000001:0.0:1767384646.450578:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905598032 : -108600803953584 : ffff9d3a67a87450) 00000100:00000001:1.0:1767384646.450582:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384646.450585:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0a041ee. 00000400:00000200:2.0:1767384646.450589:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00000040:0.0:1767384646.450593:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000688dc35d x1853237050236672/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:627/0 lens 4848/0 e 0 to 0 dl 1767384657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384646.450594:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afe5e496. 00000020:00000010:1.0:1767384646.450601:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa88b375. 00000020:00000010:1.0:1767384646.450609:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5783edc. 00000100:00000001:0.0:1767384646.450611:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384646.450617:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384646.450617:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006cbc5795. 00000100:00000001:0.0:1767384646.450620:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384646.450623:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006cbc5795. 00000100:00000001:1.0:1767384646.450627:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384646.450630:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384646.450634:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000688dc35d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050236672:12345-0@lo:253: 00000100:00000001:1.0:1767384646.450638:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384646.450640:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050236672 00000400:00000200:2.0:1767384646.450642:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000100:00000001:1.0:1767384646.450643:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384646.450647:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384646.450653:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384646.450656:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384646.450659:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384646.450661:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384646.450662:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000100:00000001:1.0:1767384646.450666:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384646.450668:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384646.450672:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384646.450677:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000020:00000001:0.0:1767384646.450677:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767384646.450683:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000020:00000001:0.0:1767384646.450683:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384646.450689:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905593936 : -108600803957680 : ffff9d3a67a86450) 00000020:00000001:0.0:1767384646.450689:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384646.450697:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090b6f8f2 x1853237050236800/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:627/0 lens 4848/0 e 0 to 0 dl 1767384657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384646.450697:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384646.450700:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 02000000:00000001:0.0:1767384646.450701:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384646.450709:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000cc8cf7a. 00000100:00000001:1.0:1767384646.450712:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384646.450714:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384646.450718:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f0a041ee. 00000100:00000001:0.0:1767384646.450719:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.450725:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384646.450726:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:1.0:1767384646.450731:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f0a041ee. 00000100:00100000:1.0:1767384646.450736:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090b6f8f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050236800:12345-0@lo:253: 20000000:00000010:0.0:1767384646.450738:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006bbc66df. 00000100:00000200:1.0:1767384646.450743:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050236800 20000000:01000000:0.0:1767384646.450745:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384646.450746:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000020:00000001:1.0:1767384646.450748:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:0.0:1767384646.450750:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384646.450753:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384646.450755:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384646.450757:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384646.450759:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.450761:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384646.450764:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.450765:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 20000000:00000001:0.0:1767384646.450769:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:1.0:1767384646.450771:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384646.450773:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384646.450776:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384646.450778:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384646.450780:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384646.450781:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f47f055f. 00000100:00000001:1.0:1767384646.450783:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:0.0:1767384646.450786:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 02000000:00000001:1.0:1767384646.450788:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384646.450794:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:1.0:1767384646.450796:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ac405d0b. 02000000:00000001:1.0:1767384646.450799:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384646.450801:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000100:00000001:1.0:1767384646.450804:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384646.450808:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:1.0:1767384646.450809:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384646.450814:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:1.0:1767384646.450826:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a42390e1. 20000000:01000000:1.0:1767384646.450830:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384646.450832:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:1.0:1767384646.450833:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384646.450837:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384646.450839:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384646.450841:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384646.450844:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384646.450850:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384646.450854:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384646.450857:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384646.450858:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00080000:00000001:0.0:1767384646.450860:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384646.450864:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384646.450869:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:0.0:1767384646.450874:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:0.0:1767384646.450877:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384646.450880:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384646.450885:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384646.450888:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384646.450891:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384646.450895:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000020:00000001:0.0:1767384646.450898:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384646.450905:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384646.450911:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000018cf18e9. 00080000:00000001:0.0:1767384646.450915:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635472732043776 : -108600977507840 : ffff9d3a5d503a00) 00080000:00000001:0.0:1767384646.450919:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384646.450923:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1767384646.450927:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00080000:00000010:0.0:1767384646.450929:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006cbc5795. 00080000:00000001:0.0:1767384646.450934:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384646.450937:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384646.450955:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384646.450964:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00080000:00000001:0.0:1767384646.450973:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384646.451011:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000100:00000001:1.0:1767384646.451040:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384646.451044:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384646.451087:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384646.451112:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384646.451128:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384646.451147:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384646.451166:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:2.0:1767384646.451344:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ea3fc4b. 00000800:00000010:2.0:1767384646.451348:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006c46bcf0. 00000800:00000010:2.0:1767384646.451352:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ba072a3a. 00000800:00000010:2.0:1767384646.451368:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ba072a3a. 00000800:00020000:2.0:1767384646.451375:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384646.451378:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006c46bcf0. 00000800:00000010:2.0:1767384646.451380:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ea3fc4b. 00000400:02020000:2.0:1767384646.451410:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp37 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384646.451415:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp37 notifying 192.168.202.122@tcp37: down 00000800:00000200:2.0:1767384646.451419:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp37 down 00000800:00000100:2.0:1767384646.451424:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 528 0@<0:0>->192.168.202.122@tcp37 00000800:00000010:2.0:1767384646.451427:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066ea2b72. 00000400:00000200:2.0:1767384646.451429:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384646.451432:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp37->192.168.202.122@tcp37: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384646.451438:0:16335:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp37 added to recovery queue. ping count: 0 next ping: 268 health :900 00000400:00000200:2.0:1767384646.451441:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384646.451449:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 1 00000400:00000200:2.0:1767384646.451452:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384646.451492:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384646.451498:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x301151 00000400:00000001:0.0:1767384646.451503:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384646.451505:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384646.451507:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f330bfd 00000400:00000010:0.0:1767384646.451508:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f330bfd. 00000400:00000200:0.0:1767384646.451513:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384646.451518:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384646.451521:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (32) 00000400:00000200:0.0:1767384646.451524:0:16342:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384646.451535:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300151 rc -71 00000400:00000200:0.0:1767384646.451539:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:0.0:1767384646.451543:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (31) 00080000:00000010:2.0:1767384646.452755:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000018cf18e9. 00080000:00000010:0.0:1767384646.452801:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006cbc5795. 00040000:00000001:0.0:1767384646.452808:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384646.452811:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384646.452814:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384646.452818:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384646.452821:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384646.452824:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384646.452837:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384646.452847:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384646.452850:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384646.452856:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384646.452859:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e56bd49. 20000000:01000000:1.0:1767384646.452863:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:1.0:1767384646.452866:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384646.452869:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384646.452871:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:2.0:1767384646.452873:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384646.452877:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384646.452878:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384646.452882:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384646.452886:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.452888:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384646.452889:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384646.452893:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.452895:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384646.452895:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384646.452899:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384646.452901:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000020:00000001:1.0:1767384646.452904:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00010000:00000010:2.0:1767384646.452905:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007f10a1ad. 00080000:00000002:1.0:1767384646.452906:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384646.452911:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384646.452914:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.452915:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384646.452916:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384646.452920:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:2.0:1767384646.452921:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024a3921b. 00000020:00000001:1.0:1767384646.452923:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00000020:00000001:2.0:1767384646.452927:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384646.452927:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000040:2.0:1767384646.452932:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000024a3921b with handle 0x9f279d7a9a0b5046 to hash 00080000:00000010:1.0:1767384646.452933:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d4c01aa3. 00000020:00000001:2.0:1767384646.452938:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384646.452939:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468052320256 : -108605657231360 : ffff9d3946615000) 00010000:00000001:2.0:1767384646.452942:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00080000:00000001:1.0:1767384646.452943:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384646.452946:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384646.452949:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00080000:00000010:1.0:1767384646.452950:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f0a041ee. 00080000:00000001:1.0:1767384646.452954:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384646.452957:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384646.452958:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384646.452962:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384646.452967:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5046 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384646.452973:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.452981:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384646.452984:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384646.452986:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384646.452990:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384646.452993:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384646.452996:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.452999:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000020:0.0:1767384646.453000:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384646.453001:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384646.453006:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384646.453007:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000010:0.0:1767384646.453010:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006bbc66df. 00010000:00000001:2.0:1767384646.453012:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384646.453016:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384646.453031:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000001:0.0:1767384646.453033:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384646.453034:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007f10a1ad) refcount = 1 00010000:00000040:0.0:1767384646.453039:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050236672 00010000:00010000:2.0:1767384646.453041:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5046 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384646.453045:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384646.453052:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000688dc35d x1853237050236672/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384646.453074:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384646.453075:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384646.453078:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384646.453079:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.453082:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384646.453085:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=63 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384646.453086:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.453092:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384646.453094:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:2.0:1767384646.453098:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:0.0:1767384646.453099:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 20000000:01000000:2.0:1767384646.453104:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00000100:00000001:0.0:1767384646.453104:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384646.453110:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384646.453111:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384646.453114:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.453115:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384646.453120:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=4 00000100:00000001:0.0:1767384646.453120:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384646.453125:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00000100:00000040:0.0:1767384646.453126:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384646.453132:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00000400:00000010:0.0:1767384646.453133:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cf43e43. 00010000:00000001:2.0:1767384646.453135:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384646.453140:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5046 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384646.453140:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050236672, offset 224 00000400:00000200:0.0:1767384646.453152:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384646.453154:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384646.453156:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5046 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.453166:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.453169:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384646.453172:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384646.453173:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5046 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.453184:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384646.453187:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260105f00 00010000:00000001:2.0:1767384646.453188:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.453196:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767384646.453199:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b35 [2] + 224 00010000:00010000:2.0:1767384646.453200:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5046 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384646.453211:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:2.0:1767384646.453213:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000024a3921b already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384646.453218:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384646.453219:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384646.453224:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384646.453230:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:0.0:1767384646.453232:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051acda2c x1853237050236672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384646.453234:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5046 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.453255:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384646.453258:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384646.453259:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000051acda2c x1853237050236672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384646.453262:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384646.453265:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=5 00000020:00000001:2.0:1767384646.453272:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384646.453275:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384646.453278:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384646.453280:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:2.0:1767384646.453281:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5046 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384646.453286:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf43e43 00000400:00000010:0.0:1767384646.453316:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cf43e43. 00000100:00000001:0.0:1767384646.453319:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384646.453321:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384646.453326:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384646.453328:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384646.453330:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384646.453330:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384646.453335:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.453336:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1767384646.453337:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384646.453339:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384646.453343:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000688dc35d x1853237050236672/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384646.453345:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384646.453348:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384646.453349:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384646.453353:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000001:1.0:1767384646.453356:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384646.453357:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000688dc35d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050236672:12345-0@lo:253: Request processed in 2744us (3295us total) trans 0 rc 0/0 00010000:00000001:2.0:1767384646.453358:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:1.0:1767384646.453359:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384646.453363:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384646.453364:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b037390. 00000020:00000040:2.0:1767384646.453369:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000024a3921b with handle 0x9f279d7a9a0b5046 from hash 00000100:00100000:0.0:1767384646.453370:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000400:00000200:1.0:1767384646.453371:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b5bff1f 00000100:00000040:0.0:1767384646.453375:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000400:00000010:1.0:1767384646.453376:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b5bff1f. 00010000:00000001:2.0:1767384646.453377:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384646.453379:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384646.453382:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384646.453383:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384646.453384:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384646.453388:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384646.453389:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b09bdf6a. 00010000:00000001:2.0:1767384646.453392:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:1.0:1767384646.453392:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051acda2c x1853237050236672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384646.453395:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00010000:00000001:2.0:1767384646.453397:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384646.453402:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:0.0:1767384646.453402:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000498d5c9. 00010000:00000001:2.0:1767384646.453408:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:1.0:1767384646.453408:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051acda2c x1853237050236672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384646.453410:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00010000:00000001:2.0:1767384646.453412:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.453421:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.453421:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384646.453423:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384646.453425:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.453427:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384646.453428:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767384646.453428:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000cc8cf7a. 00010000:00000001:2.0:1767384646.453433:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000001:1.0:1767384646.453434:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384646.453435:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384646.453437:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384646.453438:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.453441:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384646.453441:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384646.453444:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384646.453445:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.453446:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.453451:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384646.453451:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8a26324. 00000100:00001000:1.0:1767384646.453452:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=63 v=5 (5 0 0 0) 00000400:00000010:0.0:1767384646.453457:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cf43e43. 00000100:00001000:1.0:1767384646.453458:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=63 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384646.453465:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.453465:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384646.453469:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.453471:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.453472:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384646.453474:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384646.453477:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5046 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384646.453477:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384646.453483:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051acda2c x1853237050236672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384646.453497:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384646.453498:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384646.453501:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384646.453502:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384646.453505:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.453506:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:01000004:1.0:1767384646.453508:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384646.453510:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:01000004:1.0:1767384646.453511:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00010000:00000001:2.0:1767384646.453515:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384646.453515:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384646.453519:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.453521:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:01000004:1.0:1767384646.453523:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384646.453525:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:2.0:1767384646.453526:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384646.453527:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384646.453529:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 20000000:00000001:2.0:1767384646.453532:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384646.453532:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384646.453535:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00010000:2.0:1767384646.453539:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5046 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:01000004:1.0:1767384646.453539:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384646.453545:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051acda2c x1853237050236672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384646.453557:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00100000:1.0:1767384646.453561:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000051acda2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050236672:0@lo:253: 00010000:00000001:2.0:1767384646.453562:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384646.453566:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5046 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384646.453568:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384646.453572:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384646.453576:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000051acda2c x1853237050236672/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384646.453583:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007f10a1ad count: 0 00000100:00000001:1.0:1767384646.453586:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384646.453589:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384646.453592:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a5dc6a3f. 02000000:00000001:1.0:1767384646.453596:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384646.453599:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384646.453599:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384646.453600:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 20000000:00000001:2.0:1767384646.453603:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:1.0:1767384646.453604:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384646.453608:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000039e982a4. 02000000:00000001:1.0:1767384646.453611:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384646.453613:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384646.453614:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051acda2c. 00000100:00000001:1.0:1767384646.453616:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384646.453617:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384646.453618:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384646.453621:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384646.453622:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.453624:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384646.453625:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384646.454571:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d4c01aa3. 00080000:00000010:1.0:1767384646.454626:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f0a041ee. 00040000:00000001:1.0:1767384646.454633:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384646.454635:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384646.454637:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384646.454641:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384646.454651:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384646.454654:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384646.454656:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384646.454667:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384646.454670:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384646.454675:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384646.454702:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384646.454705:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384646.454706:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384646.454709:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384646.454710:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384646.454714:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f8b63d4. 00010000:00000001:2.0:1767384646.454717:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384646.454719:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072052be0. 00000020:00000001:2.0:1767384646.454721:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384646.454723:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000072052be0 with handle 0x9f279d7a9a0b504d to hash 00000020:00000001:2.0:1767384646.454724:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384646.454725:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384646.454732:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384646.454734:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384646.454736:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384646.454737:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b504d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.454742:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384646.454744:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384646.454745:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384646.454745:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384646.454747:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.454748:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384646.454749:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.454751:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384646.454752:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384646.454753:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384646.454754:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384646.454755:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f8b63d4) refcount = 1 00010000:00010000:2.0:1767384646.454757:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b504d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.454760:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384646.454761:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384646.454762:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.454763:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.454764:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384646.454765:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384646.454766:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384646.454768:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384646.454768:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384646.454769:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=4 00000020:00000001:2.0:1767384646.454770:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384646.454772:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384646.454773:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384646.454774:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b504d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.454783:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384646.454784:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b504d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.454788:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.454789:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384646.454790:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b504d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.454792:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384646.454793:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.454795:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384646.454796:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b504d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384646.454799:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000072052be0 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384646.454801:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384646.454802:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384646.454803:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b504d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.454807:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384646.454808:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384646.454809:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384646.454810:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=5 00000020:00000001:2.0:1767384646.454812:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384646.454814:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384646.454816:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384646.454817:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b504d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.454820:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384646.454821:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384646.454827:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.454829:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384646.454830:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384646.454831:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384646.454832:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384646.454834:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000072052be0 with handle 0x9f279d7a9a0b504d from hash 00010000:00000001:2.0:1767384646.454836:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384646.454837:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.454838:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.454839:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384646.454840:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384646.454841:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384646.454842:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384646.454843:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:1.0:1767384646.454844:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384646.454845:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.454848:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384646.454852:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:1.0:1767384646.454852:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384646.454857:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:1.0:1767384646.454857:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a42390e1. 00010000:00000001:2.0:1767384646.454859:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.454860:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.454863:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.454865:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384646.454866:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384646.454867:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b504d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384646.454873:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050236800 00010000:00000001:2.0:1767384646.454874:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.454876:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.454878:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384646.454880:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384646.454881:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384646.454884:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.454885:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.454886:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000200:1.0:1767384646.454887:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090b6f8f2 x1853237050236800/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384646.454888:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384646.454891:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384646.454895:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b504d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.454907:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384646.454911:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384646.454915:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.454915:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384646.454918:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b504d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384646.454921:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=63 v=5 (1 0 0 0) 00010000:00000040:2.0:1767384646.454924:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f8b63d4 count: 0 00000100:00000001:1.0:1767384646.454930:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384646.454931:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384646.454935:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384646.454935:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384646.454940:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384646.454944:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384646.454946:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.454948:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384646.454950:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384646.454953:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002a368a7. 00000100:00000200:1.0:1767384646.454956:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050236800, offset 224 00000400:00000200:1.0:1767384646.454959:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384646.454963:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384646.454968:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260105f80 00000400:00000200:1.0:1767384646.454971:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b3d [2] + 224 00000400:00000200:1.0:1767384646.454975:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384646.454977:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384646.454979:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384646.454981:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ef2103bb x1853237050236800/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384646.454997:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ef2103bb x1853237050236800/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384646.455011:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384646.455016:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002a368a7 00000400:00000010:1.0:1767384646.455029:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002a368a7. 00000100:00000001:1.0:1767384646.455032:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384646.455033:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384646.455036:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.455038:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384646.455039:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:2.0:1767384646.455042:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384646.455043:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384646.455046:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384646.455047:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384646.455048:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384646.455050:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384646.455053:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445ef3a9. 00000100:00000040:1.0:1767384646.455053:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090b6f8f2 x1853237050236800/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384646.455059:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8b72afb 00000400:00000010:2.0:1767384646.455063:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8b72afb. 00000100:00100000:1.0:1767384646.455066:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090b6f8f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050236800:12345-0@lo:253: Request processed in 4352us (4743us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384646.455068:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384646.455074:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ef2103bb x1853237050236800/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384646.455077:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000040:1.0:1767384646.455083:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384646.455086:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384646.455089:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384646.455090:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ef2103bb x1853237050236800/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384646.455092:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa88b375. 00000020:00000010:1.0:1767384646.455098:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5783edc. 00000100:00000001:2.0:1767384646.455102:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384646.455103:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afe5e496. 00000100:00000001:2.0:1767384646.455105:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.455108:0:16345:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384646.455108:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:2.0:1767384646.455111:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384646.455113:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384646.455113:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384646.455116:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ac405d0b. 00000100:00000001:2.0:1767384646.455117:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.455121:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384646.455122:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767384646.455124:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=63 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384646.455125:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384646.455131:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=63 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384646.455132:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384646.455135:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384646.455137:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b6a245. 00000100:00000001:2.0:1767384646.455138:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.455143:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384646.455144:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384646.455145:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002a368a7. 00000100:00000001:2.0:1767384646.455146:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.455151:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ef2103bb x1853237050236800/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.455156:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384646.455163:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384646.455165:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384646.455167:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384646.455169:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384646.455170:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384646.455171:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384646.455172:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384646.455173:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384646.455174:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384646.455176:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384646.455177:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384646.455180:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef2103bb x1853237050236800/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384646.455189:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ef2103bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050236800:0@lo:253: 00000100:00000001:2.0:1767384646.455194:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.455196:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384646.455198:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ef2103bb x1853237050236800/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.455205:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384646.455206:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384646.455209:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008e304897. 02000000:00000001:2.0:1767384646.455213:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384646.455214:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384646.455216:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384646.455218:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384646.455220:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000062ce16a. 02000000:00000001:2.0:1767384646.455223:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384646.455224:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384646.455226:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ef2103bb. 00000100:00000001:2.0:1767384646.455230:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384646.455232:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.455235:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.455239:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384646.455240:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.455241:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384646.455242:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.456324:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294934776, at 4294934777 00000100:00000010:2.0:1767384646.456330:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f22ea13. 00000100:00000040:3.0:1767384646.456335:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294934776, at 4294934777 00000100:00000040:0.0:1767384646.456338:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294934776, at 4294934777 00000100:00000010:3.0:1767384646.456344:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d4d0569. 00000100:00000010:0.0:1767384646.456346:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a1bdad53. 00000100:00000040:1.0:1767384646.456368:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294934776, at 4294934777 00000100:00000010:1.0:1767384646.456382:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d7affca. 00010000:00000010:2.1:1767384646.457386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007f10a1ad. 00010000:00000010:2.1:1767384646.457393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024a3921b. 00010000:00000010:2.1:1767384646.461330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f8b63d4. 00010000:00000010:2.1:1767384646.461339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072052be0. 00000400:00000010:0.0:1767384646.468016:0:32046:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000000850474. 00000400:00000040:0.0:1767384646.468056:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384646.468060:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384646.468063:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384646.468065:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384646.468067:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384646.468069:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384646.468072:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384646.468074:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384646.468075:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384646.468077:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384646.468080:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384646.468082:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384646.468084:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384646.468086:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384646.468088:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384646.468090:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384646.468092:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384646.468093:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384646.468095:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384646.468097:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384646.468099:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384646.468101:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384646.468102:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384646.468104:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384646.468106:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384646.468108:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384646.468118:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384646.468120:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384646.468122:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384646.468123:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384646.468125:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384646.468128:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384646.468130:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384646.468131:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384646.468133:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384646.468135:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384646.468136:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384646.468139:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384646.468141:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384646.468143:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384646.468145:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384646.468146:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384646.468148:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384646.468150:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384646.468151:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384646.468154:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384646.468155:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384646.468157:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384646.468159:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384646.468160:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384646.468162:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384646.468164:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384646.468165:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384646.468167:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384646.468169:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384646.468171:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384646.468172:0:32046:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384646.468269:0:32046:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000000850474. 00000400:00000200:3.0:1767384647.231381:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp33 00000400:00000010:3.0:1767384647.231388:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a1e85307. 00000400:00000010:3.0:1767384647.231405:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fe361948. 00000400:00000010:3.0:1767384647.231411:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be54796b. 00000400:00000010:3.0:1767384647.231420:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ffb45106. 00000400:00000200:3.0:1767384647.231424:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp33 00000400:00000200:3.0:1767384647.231447:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp33 local destination 00000400:00000200:3.0:1767384647.231454:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp33 00000400:00000200:3.0:1767384647.231458:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp33 NI seq info: [124:124:256:4294967295] 192.168.202.122@tcp33 LPNI seq info [112:112:8:4294967295] 00000400:00000200:3.0:1767384647.231465:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp33 00000400:00000200:3.0:1767384647.231478:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp33(192.168.202.122@tcp33:) -> 192.168.202.122@tcp33(192.168.202.122@tcp33:192.168.202.122@tcp33) : GET try# 0 00000800:00000200:3.0:1767384647.231483:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp33 00000800:00000010:3.0:1767384647.231487:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008ade04db. 00000800:00000200:3.0:1767384647.231494:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (2) 00000800:00000200:3.1:1767384647.231499:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (2) 00000400:00000200:3.0:1767384647.231522:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp33 added to recovery queue. ping count: 3 next ping: 276 health :700 00000400:00000200:3.0:1767384647.231530:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp37 00000400:00000010:3.0:1767384647.231533:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000093687d84. 00000400:00000010:3.0:1767384647.231537:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a395ee9d. 00000400:00000010:3.0:1767384647.231539:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad84b242. 00000400:00000010:3.0:1767384647.231547:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001dad373b. 00000400:00000200:3.0:1767384647.231553:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp37 00000400:00000200:3.0:1767384647.231565:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp37 local destination 00000400:00000200:3.0:1767384647.231568:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp37 00000400:00000200:3.0:1767384647.231570:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp37 NI seq info: [125:125:256:4294967295] 192.168.202.122@tcp37 LPNI seq info [113:113:8:4294967295] 00000400:00000200:3.0:1767384647.231574:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp37 00000400:00000200:3.0:1767384647.231585:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp37(192.168.202.122@tcp37:) -> 192.168.202.122@tcp37(192.168.202.122@tcp37:192.168.202.122@tcp37) : GET try# 0 00000800:00000200:3.0:1767384647.231589:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp37 00000800:00000010:3.0:1767384647.231591:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e8dcecef. 00000800:00000200:3.0:1767384647.231596:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b237e40] -> 12345-192.168.202.122@tcp37 (2) 00000800:00000200:3.1:1767384647.231602:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b237e40] -> 12345-192.168.202.122@tcp37 (2) 00000400:00000200:2.0:1767384647.231604:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384647.231619:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp37 added to recovery queue. ping count: 1 next ping: 270 health :900 00000400:00000200:2.0:1767384647.231669:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.231683:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.231709:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.231749:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.231752:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.231806:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.231826:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.231851:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.231891:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.231903:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.231959:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.231965:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232006:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232033:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232069:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232093:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232107:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232163:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232176:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232215:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232246:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232264:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232329:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232374:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232396:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232436:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232457:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232499:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232511:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232556:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232563:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232616:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232625:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232682:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232695:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232758:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232758:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232802:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232831:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232859:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232899:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232917:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.232955:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.232979:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233051:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.233075:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233144:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.233149:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.233222:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233236:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.233319:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233352:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.233421:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233440:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.233481:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233517:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.233551:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233598:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.233642:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233667:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.233696:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233744:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.233746:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233815:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233850:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233876:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233899:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.233942:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000800:00000010:2.0:1767384647.233946:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ea3fc4b. 00000800:00000010:2.0:1767384647.233953:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000027593ab9. 00000800:00000010:2.0:1767384647.233958:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004a89137a. 00000400:00000200:1.0:1767384647.233974:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:2.0:1767384647.233983:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004a89137a. 00000800:00020000:2.0:1767384647.233995:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384647.233998:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000027593ab9. 00000800:00000010:2.0:1767384647.234003:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ea3fc4b. 00000400:00000200:1.0:1767384647.234008:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.234068:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:02020000:2.0:1767384647.234073:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp33 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384647.234081:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp33 notifying 192.168.202.122@tcp33: down 00000800:00000200:2.0:1767384647.234090:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp33 down 00000800:00000100:2.0:1767384647.234098:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp33 00000800:00000010:2.0:1767384647.234101:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008ade04db. 00000400:00000200:2.0:1767384647.234107:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384647.234113:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp33->192.168.202.122@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384647.234114:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.234125:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384647.234130:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384647.234136:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp33) recovery failed with -71 00000400:00000200:1.0:1767384647.234184:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.234216:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.234272:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.234399:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.234457:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.234522:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.234587:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.234660:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.122:988 00000400:00000200:1.0:1767384647.234961:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384647.235100:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp37 from 209.3.0.2 00000800:00000010:1.0:1767384647.235104:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000136ba5ed. 00000800:00000010:1.0:1767384647.236568:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a42390e1. 00000800:00000010:1.0:1767384647.236576:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000969d86e4. 00000800:00000010:1.0:1767384647.236595:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000062ce16a. 00000800:00000010:1.0:1767384647.236599:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000368b3a82. 00000800:00000010:1.0:1767384647.236603:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086fda48d. 00000800:00000010:1.0:1767384647.236706:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005c75cfc0. 00000800:00000200:1.1:1767384647.236718:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b237e40] -> 12345-192.168.202.122@tcp37 (2) 00000800:00000200:1.1:1767384647.236727:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp37 000000005c75cfc0 deleted 00000800:00000010:1.1:1767384647.236737:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005c75cfc0. 00000800:00000200:1.1:1767384647.236743:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384647.236750:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp37 ip 192.168.202.122:977 00000800:00000200:1.1:1767384647.236755:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e8dcecef type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384647.236764:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp37 p 3.x 192.168.202.122 -> 192.168.202.122:977 incarnation:1767384642118386048 sched[0] 00000800:00000010:1.0:1767384647.236781:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000392ae8ca. 00000800:00000010:1.0:1767384647.236821:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000392ae8ca. 00000800:00000010:1.0:1767384647.236828:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000969d86e4. 00000800:00000010:1.0:1767384647.236866:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000136ba5ed. 00000800:00000001:1.0:1767384647.236884:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384647.236901:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384647.236952:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384647.236954:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e8dcecef. 00000400:00000200:1.0:1767384647.236959:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384647.236968:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp37->192.168.202.122@tcp37: GET: OK 00000400:00000200:1.0:1767384647.236973:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384647.236977:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp37 recovery message sent successfully:0 00000800:00000010:0.0:1767384647.237270:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086fda48d. 00000800:00000200:0.1:1767384647.237310:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384647.237321:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp37 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384642118386048 sched[0] 00000800:00000010:0.0:1767384647.237324:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000368b3a82. 00000800:00000001:2.0:1767384647.237379:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384647.237391:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384647.237394:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384647.237410:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384647.237421:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp37(192.168.202.122@tcp37) <- 192.168.202.122@tcp37 : GET - for me 00000400:00000200:2.0:1767384647.237435:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384647.237443:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x1b2d [1] + 0 00000400:00000200:0.0:1767384647.237450:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384647.237459:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp37 to MR: 192.168.202.122@tcp37 local destination 00000400:00000200:2.0:1767384647.237477:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp37 NI seq info: [126:126:256:4294967295] 192.168.202.122@tcp37 LPNI seq info [114:114:8:4294967295] 00000400:00000200:2.0:1767384647.237494:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp37(192.168.202.122@tcp37:192.168.202.122@tcp37) -> 192.168.202.122@tcp37(192.168.202.122@tcp37:192.168.202.122@tcp37) 192.168.202.122@tcp37 : REPLY try# 0 00000800:00000200:2.0:1767384647.237501:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp37 00000800:00000010:2.0:1767384647.237505:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9a40d7b. 00000800:00000200:2.0:1767384647.237514:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b237e40] -> 12345-192.168.202.122@tcp37 (4) 00000800:00000200:2.0:1767384647.237521:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp37 ip 192.168.202.122:988 00000800:00000200:2.0:1767384647.237523:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c9a40d7b type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384647.237562:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000200:2.0:1767384647.237617:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384647.237622:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9a40d7b. 00000400:00000200:2.0:1767384647.237626:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384647.237638:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp37->192.168.202.122@tcp37: REPLY: OK 00000800:00000001:2.0:1767384647.237655:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384647.237663:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384647.237669:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384647.237680:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384647.237681:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000800:00000001:2.0:1767384647.237682:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384647.237691:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384647.237699:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp37(192.168.202.122@tcp37) <- 192.168.202.122@tcp37 : REPLY - for me 00000400:00000200:2.0:1767384647.237716:0:16339:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp37: Reply from 12345-192.168.202.122@tcp37 of length 272/272 into md 0x1b59 00000800:00000001:2.0:1767384647.237721:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384647.237729:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384647.237732:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384647.237738:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp37->192.168.202.122@tcp37: REPLY: OK 00000400:00000200:2.0:1767384647.237743:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad84b242 00000400:00000010:2.0:1767384647.237745:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad84b242. 00000400:00000200:2.0:1767384647.237753:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384647.237758:0:16339:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000093687d84. 00000400:00000010:2.0:1767384647.237765:0:16339:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a395ee9d. 00000800:00000001:2.0:1767384647.237776:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384647.237776:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000800:00000001:2.0:1767384647.237779:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384647.237842:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.237885:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.237929:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.237979:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.238043:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.238100:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.238150:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.238199:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.238261:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239173:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239229:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239310:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239349:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239411:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239430:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239480:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239505:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239525:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239544:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239565:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239606:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239650:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239694:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239732:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239780:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239828:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239886:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239920:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.239972:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.240063:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384647.240114:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384647.240228:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000cc8cf7a. 00000800:00000010:0.0:1767384647.240231:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e32579c1. 00000800:00000010:0.0:1767384647.240234:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c0d3ae18. 00000800:00000010:0.0:1767384647.240250:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c0d3ae18. 00000800:00020000:0.0:1767384647.240266:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384647.240269:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e32579c1. 00000800:00000010:0.0:1767384647.240270:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000cc8cf7a. 00000400:02020000:0.0:1767384647.240345:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp37 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384647.424375:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384647.424381:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384647.424388:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384647.424389:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384647.424418:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384647.424422:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384647.424424:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384648.050211:0:32488:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba36adb7. 00080000:00000010:2.0:1767384648.050222:0:32488:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba36adb7. 00000020:00000001:2.0:1767384648.050226:0:32488:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384648.050232:0:32488:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba36adb7. 00080000:00000010:2.0:1767384648.050236:0:32488:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba36adb7. 00000020:00000001:2.0:1767384648.050238:0:32488:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.255392:0:17059:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384648.255400:0:17059:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.255410:0:17063:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384648.255417:0:17063:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384648.255448:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384648.255450:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384648.255453:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be54796b 10000000:00000001:1.0:1767384648.255453:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 00000400:00000010:2.0:1767384648.255462:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be54796b. 10000000:00000040:1.0:1767384648.255462:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 2 00000400:00000200:2.0:1767384648.255470:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 10000000:00000001:1.0:1767384648.255472:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.255479:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp33 recovery ping unlinked 10000000:00000001:1.0:1767384648.255480:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384648.255487:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384648.255490:0:17073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384648.255493:0:17073:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000400:00000010:2.0:1767384648.255495:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a1e85307. 10000000:00000001:1.0:1767384648.255497:0:17073:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000400:00000010:2.0:1767384648.255501:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fe361948. 10000000:01000000:1.0:1767384648.255502:0:17073:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d3a4b2d0000 from 61 00000400:00000200:2.0:1767384648.255508:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp34 10000000:00000001:1.0:1767384648.255509:0:17073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384648.255513:0:17073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000400:00000010:2.0:1767384648.255515:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000010dc1a27. 00000400:00000010:2.0:1767384648.255525:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000079857335. 00000100:00000010:1.0:1767384648.255527:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051acda2c. 00000400:00000010:2.0:1767384648.255529:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ea58a1. 00000020:00000040:1.0:1767384648.255540:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000010:2.0:1767384648.255542:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009e114ad6. 00000100:00000001:1.0:1767384648.255552:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384648.255553:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp34 02000000:00000001:1.0:1767384648.255559:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384648.255567:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp34 local destination 02000000:00000001:1.0:1767384648.255568:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.255577:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp34 00000400:00000200:2.0:1767384648.255580:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp34 NI seq info: [127:127:256:4294967295] 192.168.202.122@tcp34 LPNI seq info [115:115:8:4294967295] 02000000:00000010:1.0:1767384648.255582:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8cbc8be. 00000400:00000200:2.0:1767384648.255588:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp34 00000100:00000001:1.0:1767384648.255594:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.255596:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp34(192.168.202.122@tcp34:) -> 192.168.202.122@tcp34(192.168.202.122@tcp34:192.168.202.122@tcp34) : GET try# 0 00000800:00000200:2.0:1767384648.255607:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp34 00010000:00000001:1.0:1767384648.255608:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000800:00000010:2.0:1767384648.255612:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c9a40d7b. 00010000:00000001:1.0:1767384648.255614:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000200:2.0:1767384648.255619:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cefe559a] -> 12345-192.168.202.122@tcp34 (2) 00000800:00000200:2.1:1767384648.255625:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cefe559a] -> 12345-192.168.202.122@tcp34 (2) 00010000:00000010:1.0:1767384648.255626:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000308a95ae. 00010000:00000001:1.0:1767384648.255634:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384648.255638:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046bff18d. 00000020:00000001:1.0:1767384648.255643:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:2.0:1767384648.255645:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp34 added to recovery queue. ping count: 3 next ping: 277 health :700 00000020:00000040:1.0:1767384648.255648:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000046bff18d with handle 0x9f279d7a9a0b5054 to hash 00000020:00000001:1.0:1767384648.255664:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384648.255666:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384648.255671:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384648.255677:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384648.255680:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384648.255684:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384648.255695:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384648.255708:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384648.255716:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384648.255718:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384648.255725:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0d1e69. 00000100:00000001:1.0:1767384648.255728:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468054690048 : -108605654861568 : ffff9d3946857900) 00000100:00000001:1.0:1767384648.255732:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384648.255733:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055337984 : -108605654213632 : ffff9d39468f5c00) 00000100:00000001:1.0:1767384648.255740:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384648.255742:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.255745:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384648.255748:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384648.255758:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051acda2c x1853237050236928/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384648.255763:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000001:1.0:1767384648.255770:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384648.255775:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.255781:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384648.255794:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384648.255798:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384648.255802:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000051acda2c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050236928:0@lo:101: 00000100:00000001:1.0:1767384648.255808:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384648.255823:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384648.255826:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.255830:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384648.255834:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 02000000:00000010:1.0:1767384648.255835:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003b4fab22. 02000000:00000001:1.0:1767384648.255840:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384648.255848:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c4c1c3. 00000400:00000010:1.0:1767384648.255856:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000400:00000200:3.0:1767384648.255857:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000200:1.0:1767384648.255865:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050236928, portal 25 00000100:00000001:1.0:1767384648.255869:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384648.255870:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055337984 : -108605654213632 : ffff9d39468f5c00) 00000400:00000200:3.0:1767384648.255877:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000040:1.0:1767384648.255877:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000051acda2c x1853237050236928/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.255889:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384648.255893:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384648.255895:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000010:1.0:1767384648.255897:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d71b6b0. 00000100:00000200:1.0:1767384648.255903:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050236928, offset 0 00000400:00000200:1.0:1767384648.255912:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384648.255919:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384648.255929:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384648.255940:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384648.255945:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260106000 00000400:00000200:1.0:1767384648.255954:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1385 [2] + 0 00000400:00000200:3.0:1767384648.255959:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000010:1.0:1767384648.255959:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba01603f. 00000400:00000200:1.0:1767384648.255966:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f66a6ad 00000400:00000200:1.0:1767384648.255975:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384648.255981:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384648.255983:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384648.255988:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f66a6ad 00000400:00000010:1.0:1767384648.255993:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f66a6ad. 00000100:00000001:1.0:1767384648.255999:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384648.256015:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000200:1.0:1767384648.256017:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384648.256023:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000009c40d93a x1853237050236928 msgsize 328 00000100:00100000:1.0:1767384648.256031:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384648.256034:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384648.256044:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000001:1.0:1767384648.256052:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384648.256063:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384648.256064:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d71b6b0 00000400:00000010:1.0:1767384648.256068:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d71b6b0. 00000100:00000001:1.0:1767384648.256079:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384648.256087:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000200:1.0:1767384648.256092:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051acda2c x1853237050236928/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.256108:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384648.256112:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000051acda2c x1853237050236928/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.256115:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384648.256123:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050236928 00000100:00000001:1.0:1767384648.256126:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.256128:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:1.0:1767384648.256131:0:17073:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384648.256139:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384648.256143:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384648.256143:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.256148:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.256153:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294936581 00000400:00000200:3.0:1767384648.256157:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 02000000:00000001:2.0:1767384648.256158:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384648.256162:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4a1c4bb. 00000100:00100000:2.0:1767384648.256172:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050236928 00000020:00000001:2.0:1767384648.256175:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384648.256179:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:1.0:1767384648.256179:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1767384648.256185:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.256188:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:2.0:1767384648.256191:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384648.256193:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294936581 00000020:00000001:2.0:1767384648.256194:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384648.256207:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384648.256207:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d827e74. 00000400:00000200:3.0:1767384648.256209:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000020:00000010:2.0:1767384648.256216:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a748203. 00000100:00000001:1.0:1767384648.256218:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384648.256222:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384648.256226:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a748203. 00000100:00000001:1.0:1767384648.256227:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294936581 00000020:00000010:2.0:1767384648.256238:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b962970a. 00000100:00000010:1.0:1767384648.256239:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c9cce49. 00000020:00000010:2.0:1767384648.256246:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054672477. 00000100:00000001:1.0:1767384648.256248:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000020:00000010:2.0:1767384648.256254:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad50cc9f. 00000400:00000200:3.0:1767384648.256257:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000001:1.0:1767384648.256257:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294936581 00000100:00000010:1.0:1767384648.256267:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b3596. 00000100:00000040:2.0:1767384648.256271:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384648.256273:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384648.256275:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384648.256280:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384648.256282:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.256284:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.256324:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.256325:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.256332:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384648.256334:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384648.256339:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384648.256339:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 000000006f0d1e69 going to sleep for 11 seconds 00000400:00000200:3.0:1767384648.256341:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000100:00000001:1.0:1767384648.256349:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384648.256356:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.256357:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384648.256363:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384648.256376:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000040:2.0:1767384648.256381:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384648.256383:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905584720 : -108600803966896 : ffff9d3a67a84050) 00000100:00000040:2.0:1767384648.256391:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c40d93a x1853237050236928/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 328/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384648.256396:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000001:2.0:1767384648.256407:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384648.256410:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a748203. 00000100:00000001:2.0:1767384648.256418:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384648.256420:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a748203. 00000100:00100000:2.0:1767384648.256428:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c40d93a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17073:x1853237050236928:12345-0@lo:101: 00000100:00000200:2.0:1767384648.256431:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050236928 00000020:00000001:2.0:1767384648.256434:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384648.256439:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384648.256441:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.256442:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000020:00000001:2.0:1767384648.256444:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384648.256447:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:2.0:1767384648.256451:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384648.256454:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384648.256456:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384648.256458:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384648.256463:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.256464:0:17071:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384648.256466:0:17071:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384648.256469:0:17071:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384648.256471:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384648.256473:0:17071:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.256477:0:17071:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384648.256483:0:17071:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000bb18d82. 00010000:00000001:2.0:1767384648.256487:0:17071:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384648.256489:0:17071:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018bdeef6. 00000020:00000001:2.0:1767384648.256492:0:17071:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384648.256496:0:17071:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018bdeef6 with handle 0x9f279d7a9a0b505b to hash 00000020:00000001:2.0:1767384648.256498:0:17071:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:3.0:1767384648.256500:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00010000:00000001:2.0:1767384648.256500:0:17071:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384648.256512:0:17071:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00010000:2.0:1767384648.256517:0:17071:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b505b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f279d7a9a0b5054 expref: -99 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384648.256524:0:17071:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000021677888 : new locks_count 10 00000020:00000040:2.0:1767384648.256526:0:17071:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=15 00000100:00000001:2.0:1767384648.256533:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384648.256536:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 02000000:00000001:2.0:1767384648.256541:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384648.256545:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d95f2ee4. 02000000:00000001:2.0:1767384648.256548:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.256551:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.256553:0:17071:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384648.256556:0:17071:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384648.256559:0:17071:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384648.256560:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384648.256563:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.256564:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384648.256566:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384648.256569:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00010000:00000001:2.0:1767384648.256569:0:17071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384648.256574:0:17071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384648.256576:0:17071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384648.256578:0:17071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384648.256579:0:17071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000bb18d82) refcount = 1 00010000:00010000:2.0:1767384648.256585:0:17071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b505b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9f279d7a9a0b5054 expref: 15 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.256590:0:17071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384648.256592:0:17071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384648.256594:0:17071:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.256596:0:17071:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.256597:0:17071:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384648.256601:0:17071:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384648.256605:0:17071:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b505b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b5054 expref: 15 pid: 17071 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384648.256608:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00010000:00000001:2.0:1767384648.256613:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384648.256617:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384648.256619:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.256623:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.256626:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384648.256628:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.256630:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384648.256632:0:17071:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000018bdeef6, rc 0) 00000020:00000001:2.0:1767384648.256635:0:17071:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384648.256642:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050236928 00010000:00000001:2.0:1767384648.256644:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384648.256648:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00010000:00000200:2.0:1767384648.256652:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009c40d93a x1853237050236928/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 328/344 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384648.256661:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384648.256663:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384648.256666:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=65 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384648.256671:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384648.256676:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000400:00000200:3.0:1767384648.256677:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00000001:2.0:1767384648.256678:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384648.256686:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384648.256689:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.256696:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384648.256703:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384648.256706:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bf6545. 00000100:00000200:2.0:1767384648.256709:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050236928, offset 224 00000400:00000200:2.0:1767384648.256718:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384648.256725:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.256733:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384648.256746:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260106000 00000400:00000200:2.0:1767384648.256755:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1b61 [1] + 224 00000400:00000200:2.0:1767384648.256761:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384648.256763:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.256769:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384648.256779:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384648.256784:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051acda2c x1853237050236928/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384648.256794:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000051acda2c x1853237050236928/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384648.256796:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.256820:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000100:00000001:2.0:1767384648.256822:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384648.256836:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bf6545 00000400:00000010:2.0:1767384648.256838:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bf6545. 00000100:00000001:2.0:1767384648.256843:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384648.256845:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384648.256851:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.256853:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000200:3.0:1767384648.256857:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00010000:00000001:2.0:1767384648.256867:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384648.256869:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.256872:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384648.256879:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c40d93a x1853237050236928/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 328/344 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384648.256890:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c40d93a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050236928:12345-0@lo:101: Request processed in 478us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384648.256899:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000040:2.0:1767384648.256902:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384648.256904:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384648.256909:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384648.256915:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000020:00000010:2.0:1767384648.256915:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054672477. 00000020:00000010:2.0:1767384648.256919:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad50cc9f. 00000100:00000001:1.0:1767384648.256919:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384648.256922:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b962970a. 00000400:00000001:1.0:1767384648.256927:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384648.256933:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384648.256937:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2c4c1c3. 00000020:00000040:2.0:1767384648.256938:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000400:00000200:1.0:1767384648.256947:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 02000000:00000001:2.0:1767384648.256948:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1767384648.256952:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 02000000:00000010:2.0:1767384648.256953:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d95f2ee4. 02000000:00000001:2.0:1767384648.256958:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384648.256962:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384648.256967:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384648.256970:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384648.256971:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f17a3020. 00000100:00000200:1.0:1767384648.256978:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051acda2c x1853237050236928/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384648.256979:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b45bc6f. 00000400:00000200:3.0:1767384648.256987:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000100:00000200:1.0:1767384648.256994:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051acda2c x1853237050236928/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.257017:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384648.257021:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.257024:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384648.257028:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384648.257030:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384648.257032:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.257035:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384648.257039:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=65 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384648.257044:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384648.257049:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384648.257050:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384648.257053:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384648.257056:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.257058:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.257064:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051acda2c x1853237050236928/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384648.257066:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000100:00000001:1.0:1767384648.257078:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.257081:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384648.257082:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384648.257086:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051acda2c x1853237050236928/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384648.257091:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000051acda2c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050236928:0@lo:101: 00000100:00000001:1.0:1767384648.257101:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.257106:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.257108:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000100:00000001:1.0:1767384648.257109:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384648.257113:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384648.257120:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000051acda2c x1853237050236928/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.257133:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384648.257135:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006f0d1e69. 00000100:00000001:1.0:1767384648.257138:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384648.257139:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384648.257141:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384648.257144:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384648.257145:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384648.257147:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046bff18d refcount=4 00000020:00000001:1.0:1767384648.257148:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384648.257151:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000040:1.0:1767384648.257154:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000046bff18d, remote cookie: 0x9f279d7a9a0b505b, flags: 0x0 00010000:00000001:1.0:1767384648.257156:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384648.257158:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384648.257159:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384648.257160:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384648.257161:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384648.257162:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000308a95ae) refcount = 1 00010000:00010000:1.0:1767384648.257165:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b505b expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384648.257173:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384648.257174:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384648.257176:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384648.257178:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384648.257181:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384648.257184:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b505b expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384648.257190:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384648.257191:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384648.257193:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384648.257194:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384648.257196:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384648.257198:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.257209:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384648.257214:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000051acda2c x1853237050236928/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.257222:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384648.257225:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384648.257227:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003b4fab22. 02000000:00000001:1.0:1767384648.257231:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384648.257234:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384648.257236:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384648.257239:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384648.257241:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d8cbc8be. 02000000:00000001:1.0:1767384648.257247:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384648.257250:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384648.257251:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051acda2c. 00000100:00000001:1.0:1767384648.257256:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384648.257258:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384648.257261:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384648.257264:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384648.257267:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:1.0:1767384648.257269:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384648.257271:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384648.257272:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384648.257274:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046bff18d refcount=3 00000020:00000001:1.0:1767384648.257277:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384648.257280:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384648.257283:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384648.257284:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384648.257286:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384648.257288:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384648.257344:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384648.257349:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000042fead94. 00000100:00000010:1.0:1767384648.257369:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051acda2c. 00000020:00000040:1.0:1767384648.257373:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384648.257377:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384648.257381:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384648.257386:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384648.257398:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af49711b. 02000000:00000010:1.0:1767384648.257402:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8cbc8be. 00000800:00000010:3.0:1767384648.257409:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000035187e3e. 00000100:00000001:1.0:1767384648.257410:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384648.257418:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000013267386. 00000100:00000001:1.0:1767384648.257418:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384648.257427:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003b4fab22. 00000100:00000010:1.0:1767384648.257434:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000bcd8f871. 00000020:00000040:1.0:1767384648.257437:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384648.257442:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384648.257444:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384648.257449:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f0d1e69. 00000800:00000010:3.0:1767384648.257451:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000013267386. 00000100:00000001:1.0:1767384648.257451:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468054690048 : -108605654861568 : ffff9d3946857900) 00000100:00000001:1.0:1767384648.257463:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384648.257465:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055337984 : -108605654213632 : ffff9d39468f5c00) 00000100:00000001:1.0:1767384648.257470:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384648.257473:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00020000:3.0:1767384648.257476:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000100:00000001:1.0:1767384648.257477:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384648.257481:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767384648.257485:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000035187e3e. 00000100:00000040:1.0:1767384648.257491:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384648.257494:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000af49711b. 00000100:00000001:1.0:1767384648.257506:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384648.257509:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.257513:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384648.257516:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384648.257520:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384648.257523:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000051acda2c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050237056:0@lo:256: 00000100:00000001:1.0:1767384648.257528:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384648.257532:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384648.257535:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.257537:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384648.257543:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c4c1c3. 00000400:00000010:1.0:1767384648.257546:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c6a88622. 00000100:00000200:1.0:1767384648.257549:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260106080-0x6958260106080, portal 33 00000400:02020000:3.0:1767384648.257550:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp34 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000100:00000001:1.0:1767384648.257560:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.257566:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384648.257567:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp34 notifying 192.168.202.122@tcp34: down 02000000:00000010:1.0:1767384648.257569:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f117312f. 00000800:00000200:3.0:1767384648.257576:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp34 down 02000000:00000001:1.0:1767384648.257583:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384648.257588:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445ef3a9. 00000800:00000100:3.0:1767384648.257594:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp34 00000400:00000010:1.0:1767384648.257595:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000800:00000010:3.0:1767384648.257605:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c9a40d7b. 00000100:00000200:1.0:1767384648.257606:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050237056, portal 25 00000100:00000001:1.0:1767384648.257613:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384648.257615:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00000001:1.0:1767384648.257616:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055337984 : -108605654213632 : ffff9d39468f5c00) 00000100:00000040:1.0:1767384648.257634:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384648.257640:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp34->192.168.202.122@tcp34: GET: LOCAL_ERROR 00000100:00000001:1.0:1767384648.257653:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384648.257655:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384648.257657:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d71b6b0. 00000400:00000200:3.0:1767384648.257658:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000100:00000200:1.0:1767384648.257665:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050237056, offset 0 00000400:00000200:3.0:1767384648.257668:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384648.257682:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp34) recovery failed with -71 00000400:00000200:1.0:1767384648.257683:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384648.257704:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384648.257711:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260106080 00000400:00000200:1.0:1767384648.257716:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1395 [2] + 0 00000400:00000010:1.0:1767384648.257719:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bfd2fd4. 00000400:00000200:1.0:1767384648.257723:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000547e53d5 00000400:00000200:1.0:1767384648.257725:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384648.257727:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384648.257730:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000547e53d5 00000400:00000010:1.0:1767384648.257732:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000547e53d5. 00000100:00000001:1.0:1767384648.257734:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384648.257735:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384648.257738:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000000aba20c0 x1853237050237056 msgsize 304 00000100:00100000:1.0:1767384648.257741:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384648.257742:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384648.257754:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384648.257757:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d71b6b0 00000400:00000010:1.0:1767384648.257758:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d71b6b0. 00000100:00000001:1.0:1767384648.257760:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384648.257762:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.257768:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384648.257774:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.257778:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.257780:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384648.257783:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.257786:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294936583 00000100:00000001:1.0:1767384648.257791:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294936581 00000100:00000001:1.0:1767384648.257795:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294936583 00000100:00000001:1.0:1767384648.257798:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294936581 00000100:00000001:1.0:1767384648.257800:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294936583 00000100:00000001:1.0:1767384648.257803:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294936581 00000100:00000001:1.0:1767384648.257804:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294936583 00000100:00000001:1.0:1767384648.257807:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294936581 00000100:00000001:1.0:1767384648.257810:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.257812:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.257813:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384648.257815:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384648.257816:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 000000006f0d1e69 going to sleep for 11 seconds 00000100:00000001:1.0:1767384648.257818:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.257819:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384648.257820:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.257824:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050237056 02000000:00000001:2.0:1767384648.257827:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384648.257828:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384648.257829:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.257832:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.257834:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050237056 00000020:00000001:2.0:1767384648.257835:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384648.257837:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384648.257838:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.257840:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:2.0:1767384648.257842:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384648.257850:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384648.257853:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384648.257855:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a748203. 00000100:00000001:2.0:1767384648.257856:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384648.257857:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a748203. 00000020:00000010:2.0:1767384648.257860:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b962970a. 00000020:00000010:2.0:1767384648.257862:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000054672477. 00000020:00000010:2.0:1767384648.257865:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad50cc9f. 00000100:00000040:2.0:1767384648.257869:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384648.257870:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384648.257871:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384648.257872:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.257874:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.257885:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.257891:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384648.257892:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384648.257895:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000040:2.0:1767384648.257897:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384648.257899:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905591888 : -108600803959728 : ffff9d3a67a85c50) 00000100:00000040:2.0:1767384648.257902:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000aba20c0 x1853237050237056/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 304/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.257909:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384648.257911:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a748203. 00000100:00000001:2.0:1767384648.257913:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384648.257915:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a748203. 00000100:00100000:2.0:1767384648.257917:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000aba20c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050237056:12345-0@lo:256: 00000100:00000200:2.0:1767384648.257920:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050237056 00000020:00000001:2.0:1767384648.257921:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384648.257923:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384648.257924:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.257925:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384648.257926:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:2.0:1767384648.257932:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384648.257933:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384648.257935:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384648.257936:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384648.257937:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.257940:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384648.257941:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384648.257943:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d95f2ee4. 02000000:00000001:2.0:1767384648.257944:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.257945:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384648.257947:0:17071:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384648.257950:0:17071:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384648.257953:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384648.257954:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384648.257956:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384648.257957:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384648.257959:0:17071:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384648.257960:0:17071:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000035e3e414. 20000000:00000001:2.0:1767384648.257962:0:17071:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384648.257972:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384648.257976:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384648.257980:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384648.257981:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384648.257983:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384648.257984:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384648.257985:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384648.257986:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384648.257988:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384648.257989:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384648.257990:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384648.257991:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384648.257992:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384648.257993:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384648.257994:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384648.257995:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384648.257996:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384648.257998:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384648.257999:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384648.258019:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384648.258021:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384648.258022:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384648.258023:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384648.258024:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384648.258026:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384648.258027:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384648.258029:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384648.258030:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384648.258031:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384648.258032:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384648.258033:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:01000000:2.0:1767384648.258034:0:17071:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 644, pages 3452/1/4/3. 20000000:00000040:2.0:1767384648.258040:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384648.258041:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384648.258043:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384648.258044:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384648.258045:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384648.258046:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384648.258047:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384648.258048:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384648.258049:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384648.258051:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384648.258052:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384648.258054:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384648.258055:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384648.258056:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384648.258057:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384648.258059:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384648.258060:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384648.258061:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384648.258062:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384648.258064:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384648.258065:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384648.258066:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384648.258067:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384648.258068:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384648.258069:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384648.258070:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384648.258077:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384648.258079:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384648.258082:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384648.258084:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384648.258086:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:01000000:2.0:1767384648.258089:0:17071:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 644, pages 2808/1/4/3. 20000000:01000000:2.0:1767384648.258091:0:17071:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1288, version 66 20000000:00000001:2.0:1767384648.258094:0:17071:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1288 : 1288 : 508) 00000100:00000001:2.0:1767384648.258096:0:17071:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384648.258100:0:17071:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000b3db0bc. 00000100:00000010:2.0:1767384648.258104:0:17071:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000020651ea3. 00000020:00000040:2.0:1767384648.258107:0:17071:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:2.0:1767384648.258109:0:17071:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384648.258112:0:17071:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384648.258115:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bf6545. 00000400:00000010:2.0:1767384648.258120:0:17071:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b876fa2a. 00000400:00000200:2.0:1767384648.258124:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384648.258131:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384648.258137:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1288 into portal 33 MB=0x6958260106080 00000400:00000200:2.0:1767384648.258141:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1288/1288 into md 0x1b71 [4] + 0 00000400:00000010:2.0:1767384648.258143:0:17071:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2c4c1c3. 00000400:00000200:2.0:1767384648.258145:0:17071:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c6a88622 00000400:00000200:2.0:1767384648.258148:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.258150:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384648.258152:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6a88622 00000400:00000010:2.0:1767384648.258153:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c6a88622. 00000100:00000001:2.0:1767384648.258155:0:17071:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384648.258156:0:17071:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000051acda2c desc 000000003b4fab22 mbits 1853237050237056 00000100:00000001:2.0:1767384648.258166:0:17071:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384648.258168:0:17071:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384648.258171:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384648.258176:0:17071:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1b7d 00000400:00000200:2.0:1767384648.258178:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.258181:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384648.258184:0:17071:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:1.0:1767384648.258187:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384648.258191:0:17071:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000000b3db0bc 00000100:00000001:1.0:1767384648.258192:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.258194:0:17071:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384648.258202:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bf6545 00000400:00000010:2.0:1767384648.258204:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bf6545. 00000100:00000001:2.0:1767384648.258206:0:17071:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384648.258208:0:17071:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000000b3db0bc 00000100:00000001:2.0:1767384648.258209:0:17071:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384648.258212:0:17071:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1288 bytes via portal 33 id 12345-0@lo mbits 0x6958260106080-0x6958260106080 00000100:00000001:2.0:1767384648.258214:0:17071:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.258217:0:17071:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.258219:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384648.258220:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:2.0:1767384648.258222:0:17071:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000020651ea3. 00000100:00000010:2.0:1767384648.258224:0:17071:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000b3db0bc. 00000100:00000001:2.0:1767384648.258225:0:17071:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384648.258227:0:17071:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384648.258232:0:17071:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000035e3e414. 20000000:00000001:2.0:1767384648.258234:0:17071:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384648.258236:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050237056 00010000:00000001:2.0:1767384648.258237:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384648.258240:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000aba20c0 x1853237050237056/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 304/240 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384648.258245:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384648.258246:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384648.258247:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=65 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384648.258250:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384648.258251:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384648.258252:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384648.258254:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384648.258255:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.258256:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384648.258258:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384648.258259:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bf6545. 00000100:00000200:2.0:1767384648.258261:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050237056, offset 224 00000400:00000200:2.0:1767384648.258264:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384648.258269:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384648.258272:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260106080 00000400:00000200:2.0:1767384648.258274:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1b75 [1] + 224 00000400:00000200:2.0:1767384648.258277:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.258278:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384648.258280:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384648.258281:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384648.258287:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.258330:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384648.258334:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bf6545 00000400:00000010:2.0:1767384648.258336:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bf6545. 00000100:00000001:2.0:1767384648.258338:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384648.258339:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384648.258341:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.258343:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384648.258345:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384648.258346:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384648.258347:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.258350:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384648.258352:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384648.258353:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000aba20c0 x1853237050237056/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 304/240 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384648.258355:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384648.258358:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445ef3a9. 00000400:00000200:1.0:1767384648.258363:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00000400:00000010:1.0:1767384648.258366:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00000100:00100000:2.0:1767384648.258369:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000aba20c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050237056:12345-0@lo:256: Request processed in 456us (627us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384648.258371:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384648.258379:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000200:1.0:1767384648.258379:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384648.258384:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384648.258388:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384648.258390:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384648.258393:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384648.258394:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000054672477. 00000020:00000010:2.0:1767384648.258399:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad50cc9f. 00000020:00000010:2.0:1767384648.258403:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b962970a. 00000020:00000040:2.0:1767384648.258405:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:2.0:1767384648.258416:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384648.258416:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384648.258419:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d95f2ee4. 00000100:00000001:1.0:1767384648.258419:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384648.258424:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384648.258424:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384648.258427:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384648.258428:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.258430:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384648.258433:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384648.258433:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.258438:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384648.258439:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006264bd75. 00000100:00001000:1.0:1767384648.258440:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=65 v=5 (5 0 0 0) 00000400:00000010:2.0:1767384648.258444:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d357133. 00000100:00001000:1.0:1767384648.258445:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384648.258450:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384648.258452:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384648.258453:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384648.258454:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.258456:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.258458:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384648.258465:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.258469:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384648.258471:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384648.258473:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384648.258477:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000051acda2c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050237056:0@lo:256: 00000100:00000001:1.0:1767384648.258479:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.258480:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.258481:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384648.258482:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384648.258483:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.258487:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384648.258488:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006f0d1e69. 00000100:00000001:1.0:1767384648.258489:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384648.258494:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384648.258497:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 66, more 0. 10000000:00000001:1.0:1767384648.258500:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384648.258505:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000b4804042. 10000000:00000040:1.0:1767384648.258512:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384648.258516:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384648.258519:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384648.258521:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:1.0:1767384648.258523:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.258524:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384648.258526:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:1.0:1767384648.258527:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000400:00000200:1.0:1767384648.258530:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 31 NIDs 00000400:00001000:1.0:1767384648.258531:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384648.258533:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:1.0:1767384648.258537:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384648.258541:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (30) 00000400:00000200:1.0:1767384648.258544:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (31) 00000400:00000200:1.0:1767384648.258555:0:17073:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384648.258556:0:17073:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384648.258558:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384648.258560:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:1.0:1767384648.258562:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (32) 00000400:00000200:1.0:1767384648.258563:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:1.0:1767384648.258565:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:1.0:1767384648.258567:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258569:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:1.0:1767384648.258571:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:1.0:1767384648.258574:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258575:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:1.0:1767384648.258576:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:1.0:1767384648.258579:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258581:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:1.0:1767384648.258582:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:2.0:1767384648.258585:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384648.258585:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.258591:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000400:00000200:1.0:1767384648.258595:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000010:2.0:1767384648.258598:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bf6545. 00000400:00000200:1.0:1767384648.258599:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:2.0:1767384648.258605:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (31) 00000400:00000200:1.0:1767384648.258607:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000010:2.0:1767384648.258610:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c429d310. 00000400:00000200:1.0:1767384648.258610:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:1.0:1767384648.258615:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:2.0:1767384648.258618:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:1.0:1767384648.258621:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258624:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:1.0:1767384648.258625:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:2.0:1767384648.258629:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:1.0:1767384648.258630:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258635:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:1.0:1767384648.258637:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:2.0:1767384648.258638:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000400:00000200:1.0:1767384648.258642:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258646:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:2.0:1767384648.258648:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:1.0:1767384648.258649:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:2.0:1767384648.258657:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:1.0:1767384648.258657:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258662:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000200:2.0:1767384648.258667:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:1.0:1767384648.258667:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:1.0:1767384648.258674:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.258676:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000400:00000200:1.0:1767384648.258677:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:1.0:1767384648.258682:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:2.0:1767384648.258689:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:1.0:1767384648.258690:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258694:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:1.0:1767384648.258698:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:2.0:1767384648.258701:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000400:00000200:1.0:1767384648.258705:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258708:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:2.0:1767384648.258709:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000400:00000200:1.0:1767384648.258712:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:1.0:1767384648.258718:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.258719:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000400:00000200:1.0:1767384648.258722:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000400:00000200:1.0:1767384648.258727:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.122@tcp23 00000400:00000200:2.0:1767384648.258728:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:1.0:1767384648.258733:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258736:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp23 00000400:00000200:2.0:1767384648.258737:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:1.0:1767384648.258740:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.122@tcp24 00000400:00000200:2.0:1767384648.258746:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:1.0:1767384648.258747:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258749:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp24 00000400:00000200:1.0:1767384648.258750:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.122@tcp25 00000400:00000200:1.0:1767384648.258753:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.258758:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:1.0:1767384648.258763:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp25 00000400:00000200:2.0:1767384648.258767:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:1.0:1767384648.258768:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.122@tcp26 00000400:00000200:1.0:1767384648.258775:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.258778:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000400:00000200:1.0:1767384648.258779:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp26 00000400:00000200:1.0:1767384648.258784:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.122@tcp27 00000400:00000200:2.0:1767384648.258787:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:1.0:1767384648.258790:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258794:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp27 00000400:00000200:2.0:1767384648.258797:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:1.0:1767384648.258798:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.122@tcp28 00000400:00000200:1.0:1767384648.258804:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.258806:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000400:00000200:1.0:1767384648.258807:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp28 00000400:00000200:1.0:1767384648.258812:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.122@tcp29 00000400:00000200:2.0:1767384648.258817:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 24], ns[67, 24] 00000400:00000200:1.0:1767384648.258818:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258823:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp29 00000400:00000200:1.0:1767384648.258828:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.122@tcp30 00000400:00000200:2.0:1767384648.258829:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 24], ns[80, 24] 00000400:00000200:1.0:1767384648.258833:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258837:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp30 00000400:00000200:2.0:1767384648.258840:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 24], ns[87, 24] 00000400:00000200:1.0:1767384648.258840:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.122@tcp31 00000400:00000200:1.0:1767384648.258846:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.258850:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 24], ns[96, 24] 00000400:00000200:1.0:1767384648.258851:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp31 00000400:00000200:1.0:1767384648.258855:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.122@tcp32 00000400:00000200:1.0:1767384648.258860:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.258862:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 24], ns[109, 24] 00000400:00000200:1.0:1767384648.258863:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp32 00000400:00000200:1.0:1767384648.258868:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.122@tcp33 00000400:00000200:2.0:1767384648.258875:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 24], ns[124, 24] 00000400:00000200:1.0:1767384648.258875:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258880:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp33 00000400:00000200:1.0:1767384648.258885:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.122@tcp34 00000400:00000200:2.0:1767384648.258886:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[115, 24], ns[127, 24] 00000400:00000200:1.0:1767384648.258891:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258894:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp34 00000400:00000200:2.0:1767384648.258895:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 24], ns[111, 24] 00000400:00000200:1.0:1767384648.258897:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.122@tcp35 00000400:00000200:1.0:1767384648.258902:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258904:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp35 00000400:00000200:2.0:1767384648.258906:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[120, 24] 00000400:00000200:1.0:1767384648.258908:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.122@tcp36 00000400:00000200:1.0:1767384648.258914:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.258917:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp36] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 0], ns[126, 120] 00000400:00000200:1.0:1767384648.258918:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp36 00000400:00000200:1.0:1767384648.258923:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.122@tcp37 00000400:00000200:2.0:1767384648.258927:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp36] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 120] 00000400:00000200:1.0:1767384648.258930:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384648.258933:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000400:00000200:2.0:1767384648.258939:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp38 00000400:00000200:1.0:1767384648.258939:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp37 00000400:00000200:1.0:1767384648.258942:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.122@tcp38 00000400:00000200:1.0:1767384648.258944:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384648.258948:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp38 00000400:00000200:1.0:1767384648.258949:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.122@tcp39 00000400:00000200:2.0:1767384648.258952:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp38 lpni_is_preferred = 0 00000400:00000010:1.0:1767384648.258953:0:17073:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000efa49e31. 00000400:00000200:2.0:1767384648.258957:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp38 00000400:00000200:1.0:1767384648.258960:0:17073:0:(peer.c:264:lnet_peer_alloc()) 00000000efa49e31 nid 192.168.202.122@tcp39 00000400:00000200:2.0:1767384648.258964:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp38 NI seq info: [128:128:256:4294967295] 192.168.202.122@tcp38 LPNI seq info [116:116:8:4294967295] 00000400:00000010:1.0:1767384648.258965:0:17073:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000081b8a6bf. 00000400:00000200:1.0:1767384648.258971:0:17073:0:(peer.c:204:lnet_peer_net_alloc()) 0000000081b8a6bf net tcp39 00000400:00000010:1.0:1767384648.258974:0:17073:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d4c01aa3. 00000400:00000200:2.0:1767384648.258975:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp38 00000400:00000200:1.0:1767384648.258984:0:17073:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d4c01aa3 nid 192.168.202.122@tcp39 00000400:00000200:2.0:1767384648.258989:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp38(192.168.202.122@tcp38:) -> 192.168.202.122@tcp38(192.168.202.122@tcp:192.168.202.122@tcp38) : PUT try# 0 00000800:00000200:2.0:1767384648.258993:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.202.122@tcp38 00000400:00000200:1.0:1767384648.258996:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000efa49e31 (0) 00000800:00000010:2.0:1767384648.258997:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9a40d7b. 00000400:00000200:1.0:1767384648.259014:0:17073:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.122@tcp39: -2 00000400:00000200:1.0:1767384648.259018:0:17073:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp39 NID 192.168.202.122@tcp39 flags 0x1 00000800:00000010:2.0:1767384648.259019:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000014a785a5. 00000400:00000200:1.0:1767384648.259020:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000efa49e31 (1) 00000800:00000010:2.0:1767384648.259024:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009cb95800. 00000400:00000200:1.0:1767384648.259024:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000efa49e31 (2) 00000400:00000200:1.0:1767384648.259026:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000efa49e31 (1) 00000400:00000200:1.0:1767384648.259031:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000efa49e31 (2) 00000800:00000200:2.0:1767384648.259035:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000400:00000200:1.0:1767384648.259038:0:17073:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp39 (00000000efa49e31): 0 00000800:00000200:2.1:1767384648.259043:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000400:00000200:1.0:1767384648.259044:0:17073:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384648.259047:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384648.259051:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp39 NID 192.168.202.122@tcp39: 0. pending discovery 00000400:00000200:1.0:1767384648.259053:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000efa49e31 (3) 00000100:00000001:1.0:1767384648.259055:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384648.259057:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.259060:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 10000000:00000040:1.0:1767384648.259062:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 00000400:00000200:2.0:1767384648.259066:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 rc 0 10000000:00000010:1.0:1767384648.259067:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000000a27fc49. 10000000:00000040:1.0:1767384648.259071:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 66/66 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000400:00000200:2.0:1767384648.259072:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp39(00000000efa49e31) state 0x41 00000020:00000080:1.0:1767384648.259075:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:2.0:1767384648.259076:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000efa49e31 (2) 00000400:00000010:2.0:1767384648.259081:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b962970a. 00000020:00000001:1.0:1767384648.259082:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000010:2.0:1767384648.259084:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2f97cd. 00000020:00000010:1.0:1767384648.259087:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e4d7383. 00000400:00000010:2.0:1767384648.259090:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dcfe3d57. 00000020:00000010:1.0:1767384648.259092:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000afe5e496. 00000400:00000200:2.0:1767384648.259098:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp39 00000040:00000010:1.0:1767384648.259100:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009295e961. 00000400:00000200:2.0:1767384648.259104:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp39 local destination 00000400:00000200:2.0:1767384648.259110:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000020:00000010:1.0:1767384648.259112:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000591f86c8. 00000400:00000200:2.0:1767384648.259116:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp39 00000020:00000010:1.0:1767384648.259118:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c0b6e940. 00000400:00000200:2.0:1767384648.259121:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp39 lpni_is_preferred = 0 00000400:00000200:2.0:1767384648.259124:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp39 00000020:00000010:1.0:1767384648.259125:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b5858839. 00000400:00000200:2.0:1767384648.259130:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp39 NI seq info: [129:129:256:4294967295] 192.168.202.122@tcp39 LPNI seq info [1:1:8:4294967295] 80000000:00000010:1.0:1767384648.259131:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4eb08c2. 00000400:00000200:2.0:1767384648.259137:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp39 40000000:00000010:1.0:1767384648.259138:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000096f7717b. 00000400:00000200:3.0:1767384648.259145:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00100000:00000010:1.0:1767384648.259146:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b39a6059. 00000400:00000200:2.0:1767384648.259152:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp39(192.168.202.122@tcp39:) -> 192.168.202.122@tcp39(192.168.202.122@tcp39:192.168.202.122@tcp39) : GET try# 0 00040000:00000010:1.0:1767384648.259158:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000c66fa8a. 00040000:00000010:1.0:1767384648.259165:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000018aab9e1. 00000800:00000200:2.0:1767384648.259166:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp39 00040000:00000010:1.0:1767384648.259169:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000028fec538. 00000800:00000010:2.0:1767384648.259171:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000873a7159. 00080000:00000010:1.0:1767384648.259176:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008e304897. 00000800:00000010:2.0:1767384648.259177:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006c46bcf0. 00000800:00000010:2.0:1767384648.259182:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ab342017. 00080000:00000010:1.0:1767384648.259184:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ac405d0b. 00000800:00000200:2.0:1767384648.259192:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000004:00000010:1.0:1767384648.259194:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007d00cd22. 00000800:00000200:2.1:1767384648.259199:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000004:00000010:1.0:1767384648.259204:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000093005f55. 00000004:00000010:1.0:1767384648.259211:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002c810ee8. 00000400:00000200:2.0:1767384648.259212:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp39 00000400:00000200:3.0:1767384648.259215:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00002000:00000010:1.0:1767384648.259217:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e9d8bc4a. 00000400:00000200:2.0:1767384648.259221:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp39(00000000efa49e31) state 0x241 rc 0 00000004:00000010:1.0:1767384648.259226:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000070fe44f. 00000004:00000001:1.0:1767384648.259234:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384648.259238:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384648.259241:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000000a27fc49 00000040:00001000:1.0:1767384648.259243:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384648.259245:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384648.259247:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384648.259249:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384648.259252:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384648.259255:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384648.259257:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384648.259259:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:1.0:1767384648.259261:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384648.259347:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384648.259351:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000afe5e496. 00000040:00000010:1.0:1767384648.259355:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009295e961. 00000020:00000010:1.0:1767384648.259361:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000591f86c8. 00000400:00000200:3.0:1767384648.259365:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000020:00000010:1.0:1767384648.259366:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c0b6e940. 00000020:00000010:1.0:1767384648.259375:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b5858839. 80000000:00000010:1.0:1767384648.259379:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b4eb08c2. 00000400:00000200:2.0:1767384648.259382:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 40000000:00000010:1.0:1767384648.259391:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000096f7717b. 00100000:00000010:1.0:1767384648.259396:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b39a6059. 00040000:00000010:1.0:1767384648.259399:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000c66fa8a. 00040000:00000010:1.0:1767384648.259406:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000018aab9e1. 00040000:00000010:1.0:1767384648.259413:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000028fec538. 00080000:00000010:1.0:1767384648.259421:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ac405d0b. 00080000:00000010:1.0:1767384648.259426:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008e304897. 00000004:00000010:1.0:1767384648.259433:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007d00cd22. 00000004:00000010:1.0:1767384648.259438:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000093005f55. 00000004:00000010:1.0:1767384648.259444:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002c810ee8. 00002000:00000010:1.0:1767384648.259449:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e9d8bc4a. 00000004:00000010:1.0:1767384648.259456:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000070fe44f. 00000020:00000010:1.0:1767384648.259459:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e4d7383. 00000020:00000001:1.0:1767384648.259462:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.259464:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384648.259466:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000000a27fc49. 10000000:00000010:1.0:1767384648.259468:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000b4804042. 10000000:00000001:1.0:1767384648.259471:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.259472:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384648.259475:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000051acda2c x1853237050237056/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.259480:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384648.259481:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384648.259482:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f117312f. 02000000:00000001:1.0:1767384648.259486:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384648.259489:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384648.259492:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384648.259494:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384648.259495:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384648.259497:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384648.259501:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384648.259503:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384648.259504:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000bcd8f871. 00000100:00000010:1.0:1767384648.259506:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003b4fab22. 00000100:00000001:1.0:1767384648.259509:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384648.259515:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d8cbc8be. 00000400:00000200:2.0:1767384648.259516:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 02000000:00000001:1.0:1767384648.259517:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384648.259522:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384648.259523:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051acda2c. 00000100:00000001:1.0:1767384648.259527:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384648.259528:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384648.259533:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 10000000:00000010:1.0:1767384648.259544:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000042fead94. 10000000:01000000:1.0:1767384648.259551:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384648.259555:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384648.259557:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384648.259560:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384648.259564:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046bff18d refcount=3 00000020:00000001:1.0:1767384648.259567:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384648.259571:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384648.259574:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384648.259577:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b505b expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384648.259583:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384648.259584:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384648.259587:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b505b expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384648.259589:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00010000:00000001:1.0:1767384648.259595:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384648.259597:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384648.259599:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384648.259600:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384648.259602:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384648.259604:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384648.259606:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384648.259608:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:1.0:1767384648.259611:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384648.259660:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.259664:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.259771:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.259804:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.259819:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.259899:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.259933:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.259957:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.260024:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.260069:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.260089:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.260229:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.260230:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.260354:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.260435:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.260440:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.260502:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.260560:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.260564:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.260661:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.260694:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.260711:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.260792:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.260812:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.260839:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.260945:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.260962:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261026:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.261077:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261086:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261190:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.261208:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261241:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261334:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261390:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261456:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261548:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.261603:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261604:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261676:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.261723:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261726:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261801:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.261853:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261867:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.261981:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.261985:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.262038:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.262088:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.262159:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.262222:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000800:00000010:2.0:1767384648.262242:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ea3fc4b. 00000800:00000010:2.0:1767384648.262249:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7c4cab9. 00000800:00000010:2.0:1767384648.262254:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005a748203. 00000400:00000200:3.0:1767384648.262281:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000800:00000010:2.0:1767384648.262281:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005a748203. 00000800:00020000:2.0:1767384648.262320:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384648.262324:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7c4cab9. 00000800:00000010:2.0:1767384648.262329:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ea3fc4b. 00000400:02020000:2.0:1767384648.262383:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp39 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384648.262390:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.262391:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp39 notifying 192.168.202.122@tcp39: down 00000800:00000200:2.0:1767384648.262402:0:16332:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp39 down 00000800:00000100:2.0:1767384648.262411:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp39 00000800:00000010:2.0:1767384648.262414:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000873a7159. 00000400:00000200:2.0:1767384648.262419:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384648.262422:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp39->192.168.202.122@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384648.262429:0:16332:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp39 added to recovery queue. ping count: 0 next ping: 270 health :900 00000400:00000200:2.0:1767384648.262433:0:16332:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384648.262435:0:16332:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp39: 1 00000400:00000200:2.0:1767384648.262438:0:16332:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp39 (00000000efa49e31): -114 00000400:00000200:2.0:1767384648.262462:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384648.262468:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384648.262469:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp39(00000000efa49e31) state 0x841 00000400:00000001:2.0:1767384648.262475:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384648.262480:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384648.262482:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2f97cd 00000400:00000010:2.0:1767384648.262484:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2f97cd. 00000400:00000200:2.0:1767384648.262503:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384648.262507:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp39 (00000000efa49e31): -114 00000400:00000010:2.0:1767384648.262512:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b962970a. 00000400:00000200:2.0:1767384648.262516:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000efa49e31 (3) 00000400:00000200:2.0:1767384648.262519:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp39:-71 00000400:00000200:2.0:1767384648.262523:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp39(00000000efa49e31) state 0x2041 rc -71 00000400:00000200:2.0:1767384648.262525:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp39 (00000000efa49e31) 00000400:00000200:2.0:1767384648.262532:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000efa49e31 (2) 00000400:00000200:3.0:1767384648.262538:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.262586:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.262638:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.262671:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.262703:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.262733:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.262763:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.262806:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384648.262839:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384648.262999:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af49711b. 00000800:00000010:3.0:1767384648.263023:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000035187e3e. 00000800:00000010:3.0:1767384648.263030:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000013267386. 00000800:00000010:3.0:1767384648.263059:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000013267386. 00000800:00020000:3.0:1767384648.263069:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384648.263072:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000035187e3e. 00000800:00000010:3.0:1767384648.263084:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000af49711b. 00000400:02020000:3.0:1767384648.263135:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp38 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384648.263144:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp38 notifying 192.168.202.122@tcp38: down 00000800:00000200:3.0:1767384648.263152:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp38 down 00000800:00000100:3.0:1767384648.263158:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 528 0@<0:0>->192.168.202.122@tcp38 00000800:00000010:3.0:1767384648.263161:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9a40d7b. 00000400:00000200:3.0:1767384648.263166:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384648.263170:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp38->192.168.202.122@tcp38: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384648.263183:0:16334:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp38 added to recovery queue. ping count: 0 next ping: 270 health :900 00000400:00000200:3.0:1767384648.263188:0:16334:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384648.263192:0:16334:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 1 00000400:00000200:3.0:1767384648.263197:0:16334:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384648.263240:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384648.263247:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x301171 00000400:00000001:2.0:1767384648.263251:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384648.263252:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384648.263254:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bf6545 00000400:00000010:2.0:1767384648.263255:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bf6545. 00000400:00000200:2.0:1767384648.263258:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384648.263262:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384648.263266:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (32) 00000400:00000200:2.0:1767384648.263268:0:16342:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384648.263269:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 rc -71 00000400:00000200:2.0:1767384648.263271:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:2.0:1767384648.263272:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (31) 00000100:00000040:1.0:1767384648.263368:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294936583, at 4294936584 00000100:00000040:0.0:1767384648.263368:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294936583, at 4294936584 00000100:00000040:2.0:1767384648.263369:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294936583, at 4294936584 00000100:00000040:3.0:1767384648.263376:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294936583, at 4294936584 00000100:00000010:0.0:1767384648.263394:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4a1c4bb. 00000100:00000010:2.0:1767384648.263396:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c9cce49. 00000100:00000010:3.0:1767384648.263402:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b3596. 00000100:00000010:1.0:1767384648.263405:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d827e74. 00000020:00000010:2.0:1767384648.269157:0:32532:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000005a748203. 00000020:00000040:2.0:1767384648.269163:0:32532:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384648.269165:0:32532:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000005a748203. 00010000:00000001:1.0:1767384648.448473:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384648.448483:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384648.448489:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384648.448491:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.448506:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384648.448509:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384648.448511:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384648.829457:0:32654:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384648.829463:0:32654:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:3.0:1767384648.832639:0:32654:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384648.840410:0:32655:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000797bd3de. 00000400:00000010:3.0:1767384648.840430:0:32655:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000404d5d7b. 00000400:00000010:3.0:1767384648.840441:0:32655:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000701f950c. 00000400:00000010:3.0:1767384648.840445:0:32655:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000edf96acb. 00000400:00000010:3.0:1767384648.840450:0:32655:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9022977. 00000400:00000010:3.0:1767384648.840454:0:32655:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006a87b835. 00000400:00000010:3.0:1767384648.840455:0:32655:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007e600a5a. 00000400:00000010:3.0:1767384648.840457:0:32655:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003bce9e73. 00000400:00000010:3.0:1767384648.840460:0:32655:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000075f5ad5c. 00000800:00000010:3.0:1767384648.840479:0:32655:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008ade04db. 00000800:00000200:3.0:1767384648.840491:0:32655:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384648.840506:0:32655:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384648.840550:0:32655:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:3.0:1767384648.840578:0:32655:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp40 [8/256/0/180] 00000400:00000010:3.0:1767384648.841898:0:32655:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000d64ffe31. 00000400:00000010:3.0:1767384648.841906:0:32655:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2fcb3a5. 00000400:00000010:3.0:1767384648.841912:0:32655:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084336920. 00000400:00000001:3.0:1767384648.841938:0:32655:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384648.841940:0:32655:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384648.841942:0:32655:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecdb9c80. 00000400:00000200:3.0:1767384648.841945:0:32655:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813ab3a0 00000400:00000010:3.0:1767384648.841947:0:32655:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000813ab3a0. 00000400:00000010:3.0:1767384648.841951:0:32655:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000b0bcf5c9. 00000400:00000200:3.0:1767384648.841956:0:32655:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (30) 00000400:00000200:3.0:1767384648.841966:0:32655:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384648.841968:0:32655:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000efa49e31 (1) 00000400:00000200:3.0:1767384648.841970:0:32655:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp39 (00000000efa49e31): 0 00000400:00000200:3.0:1767384648.841979:0:32655:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:3.0:1767384648.841987:0:32655:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000af49711b. 00000020:01000000:3.0:1767384648.842010:0:32655:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384648.842012:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384648.842013:0:32655:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp40 00000400:00000200:2.0:1767384648.842026:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000400:00000010:3.0:1767384648.842031:0:32655:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000404d5d7b. 00000400:00000010:2.0:1767384648.842034:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bf6545. 00000400:00000010:3.0:1767384648.842037:0:32655:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000797bd3de. 00000400:00000200:2.0:1767384648.842041:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (31) 00000400:00000010:2.0:1767384648.842048:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000144e933. 00000400:00000200:2.0:1767384648.842052:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:2.0:1767384648.842064:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:00000001:0.0:1767384648.842077:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384648.842078:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 10000000:00000001:0.0:1767384648.842085:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384648.842089:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 10000000:00000001:0.0:1767384648.842090:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384648.842096:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384648.842101:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000020:01000004:0.0:1767384648.842103:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384648.842109:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384648.842111:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000020:01000004:0.0:1767384648.842113:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384648.842118:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384648.842124:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384648.842130:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384648.842131:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000020:01000004:0.0:1767384648.842132:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384648.842135:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384648.842139:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384648.842145:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384648.842148:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000100:00000010:0.0:1767384648.842152:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f2168bee. 00000400:00000200:2.0:1767384648.842156:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000020:00000040:0.0:1767384648.842164:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:2.0:1767384648.842165:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000400:00000200:2.0:1767384648.842175:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000100:00000001:0.0:1767384648.842175:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384648.842182:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384648.842191:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 02000000:00000001:0.0:1767384648.842191:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.842205:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 02000000:00000010:0.0:1767384648.842206:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000cc8cf7a. 00000400:00000200:2.0:1767384648.842213:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:2.0:1767384648.842224:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000100:00000001:0.0:1767384648.842225:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.842236:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000100:00000001:0.0:1767384648.842240:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384648.842243:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.842249:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000100:00000040:0.0:1767384648.842255:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2168bee] to pc [ptlrpcd_00_01+1] req@00000000f2168bee x1853237050237184/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.842260:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:2.0:1767384648.842334:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:2.0:1767384648.842343:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000400:00000200:2.0:1767384648.842351:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 24], ns[67, 24] 10000000:00000001:0.0:1767384648.842353:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384648.842358:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384648.842369:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384648.842374:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384648.842379:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 24], ns[80, 24] 00000020:00000001:0.0:1767384648.842388:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384648.842393:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384648.842394:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 24], ns[87, 24] 10000000:00000001:0.0:1767384648.842402:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384648.842407:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767384648.842412:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 24], ns[96, 24] 00000020:01000004:0.0:1767384648.842412:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384648.842424:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:0.0:1767384648.842425:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384648.842433:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 24], ns[109, 24] 00000020:01000004:0.0:1767384648.842433:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384648.842435:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384648.842442:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384648.842444:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384648.842453:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384648.842454:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 24], ns[124, 24] 00000100:00000040:3.0:1767384648.842455:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f2168bee x1853237050237184/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384648.842465:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384648.842472:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384648.842478:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384648.842486:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384648.842492:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[115, 24], ns[127, 24] 00000100:00000010:0.0:1767384648.842497:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bcbbb3f. 00000020:00000040:0.0:1767384648.842508:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384648.842515:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384648.842518:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384648.842521:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.842522:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384648.842523:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 24], ns[111, 24] 02000000:00000001:0.0:1767384648.842528:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.842532:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384648.842538:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384648.842544:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006bbc66df. 02000000:00000001:3.0:1767384648.842548:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.842550:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 24], ns[120, 24] 00000100:00000001:0.0:1767384648.842558:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384648.842559:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f2168bee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050237184:0@lo:253: 00000100:00000001:0.0:1767384648.842572:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384648.842579:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.842581:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384648.842588:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp36] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 0], ns[126, 120] 02000000:00000001:3.0:1767384648.842591:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384648.842597:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.842598:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bcbbb3f] to pc [ptlrpcd_00_02+2] req@000000001bcbbb3f x1853237050237312/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.842599:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp36] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[116, 0], ns[128, 120] 02000000:00000001:3.0:1767384648.842613:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384648.842623:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001a87f88e. 00000400:00000200:2.0:1767384648.842628:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 02000000:00000001:3.0:1767384648.842635:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384648.842643:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecdb9c80. 00000400:00000200:2.0:1767384648.842644:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp36 00000400:00000200:2.0:1767384648.842655:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp36 lpni_is_preferred = 0 00000400:00000010:3.0:1767384648.842658:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000404d5d7b. 00000400:00000200:2.0:1767384648.842660:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp36 10000000:00000001:0.0:1767384648.842660:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384648.842666:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050237184, portal 25 10000000:00000001:0.0:1767384648.842670:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.842674:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [130:130:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [117:117:8:4294967295] 00000100:00000001:3.0:1767384648.842675:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384648.842685:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963243520 : -108605746308096 : ffff9d3941121c00) 00000020:00000001:0.0:1767384648.842687:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384648.842691:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384648.842697:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp36 00000020:00000010:0.0:1767384648.842698:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000af49711b. 00000100:00000040:3.0:1767384648.842703:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f2168bee x1853237050237184/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384648.842718:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384648.842721:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384648.842724:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:) -> 192.168.202.122@tcp36(192.168.202.122@tcp:192.168.202.122@tcp36) : PUT try# 0 00000100:00000001:0.0:1767384648.842730:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384648.842735:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384648.842740:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384648.842741:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.122@tcp36 00000400:00000010:3.0:1767384648.842745:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ee53f55. 00000100:00100000:0.0:1767384648.842749:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000800:00000010:2.0:1767384648.842754:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000873a7159. 00000100:00000200:3.0:1767384648.842755:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050237184, offset 0 00000100:00000001:0.0:1767384648.842755:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384648.842773:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (6) 00000100:00000001:0.0:1767384648.842775:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384648.842781:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384648.842783:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.842790:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384648.842793:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1767384648.842794:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:988 00000100:00000001:0.0:1767384648.842796:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384648.842806:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384648.842806:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000873a7159 type 1, nob 640 niov 1 nkiov 1 00000100:00000040:0.0:1767384648.842808:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001bcbbb3f x1853237050237312/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384648.842833:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260106100 00000100:00000001:0.0:1767384648.842834:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384648.842837:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.842840:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384648.842842:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384648.842846:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384648.842851:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13ad [2] + 0 02000000:00000001:0.0:1767384648.842853:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.842860:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 rc 0 00000400:00000010:3.0:1767384648.842865:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f52dc6a7. 00000100:00100000:0.0:1767384648.842865:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001bcbbb3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050237312:0@lo:253: 00000400:00000200:3.0:1767384648.842875:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000797c5a00 00000400:00000200:2.0:1767384648.842877:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp39(00000000efa49e31) state 0x2061 00000100:00000001:0.0:1767384648.842885:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384648.842886:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000efa49e31 (2) 02000000:00000001:0.0:1767384648.842889:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384648.842891:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384648.842892:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384648.842893:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000053e63816. 02000000:00000001:0.0:1767384648.842901:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384648.842903:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384648.842904:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2f97cd. 02000000:00000010:0.0:1767384648.842908:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000778feb3c. 02000000:00000001:0.0:1767384648.842915:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.842916:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000797c5a00 00000400:00000010:3.0:1767384648.842920:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000797c5a00. 00000400:00000010:2.0:1767384648.842920:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d7bb8f54. 00000400:00000010:0.0:1767384648.842921:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f99064de. 00000100:00000001:3.0:1767384648.842943:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:0.0:1767384648.842947:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d7d7708. 00000100:00000200:3.0:1767384648.842948:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384648.842958:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp39 00000100:00000040:3.0:1767384648.842960:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000004ad6672d x1853237050237184 msgsize 4848 00000100:00000200:0.0:1767384648.842967:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050237312, portal 25 00000100:00100000:3.0:1767384648.842971:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384648.842974:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384648.842975:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384648.842976:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp39 local destination 00000100:00000001:0.0:1767384648.842979:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963239936 : -108605746311680 : ffff9d3941120e00) 00000400:00000200:2.0:1767384648.842988:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000100:00000001:3.0:1767384648.842994:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384648.843007:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001bcbbb3f x1853237050237312/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.843009:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp39 00000400:00000200:2.0:1767384648.843021:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp39 lpni_is_preferred = 0 00000400:00000200:2.0:1767384648.843028:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp39 00000400:00000200:2.0:1767384648.843040:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp39 NI seq info: [131:131:256:4294967295] 192.168.202.122@tcp39 LPNI seq info [2:2:8:4294967295] 00000100:00000001:0.0:1767384648.843050:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384648.843054:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp39 00000400:00000200:2.0:1767384648.843059:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp39(192.168.202.122@tcp39:) -> 192.168.202.122@tcp39(192.168.202.122@tcp39:192.168.202.122@tcp39) : GET try# 0 00000100:00000040:0.0:1767384648.843068:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384648.843075:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee53f55 00000800:00000200:2.0:1767384648.843076:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp39 00000400:00000010:0.0:1767384648.843077:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000754df304. 00000400:00000010:3.0:1767384648.843085:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ee53f55. 00000800:00000010:2.0:1767384648.843091:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a65621da. 00000100:00000001:3.0:1767384648.843093:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384648.843096:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050237312, offset 0 00000100:00000200:3.0:1767384648.843108:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f2168bee x1853237050237184/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384648.843120:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384648.843122:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000800:00000200:2.0:1767384648.843134:0:16342:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.122 (cnted 0, interval 1, 1 secs later) 00000400:00000200:0.0:1767384648.843150:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.1:1767384648.843163:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000100:00000001:3.0:1767384648.843169:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.1:1767384648.843170:0:16342:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.122 (cnted 0, interval 1, 1 secs later) 00000400:00000200:0.0:1767384648.843178:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260106180 00000100:00000040:3.0:1767384648.843182:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f2168bee x1853237050237184/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1767384648.843201:0:16342:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.122@tcp39 00000400:00000200:0.0:1767384648.843201:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13d9 [2] + 0 00000100:00000001:3.0:1767384648.843206:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.843219:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1767384648.843219:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a65621da. 00000400:00000010:0.0:1767384648.843220:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009559cd4. 00000100:00000001:3.0:1767384648.843233:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.843241:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1767384648.843242:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294937168 00000400:00000200:0.0:1767384648.843242:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad287c0a 00000400:00000200:0.0:1767384648.843255:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384648.843258:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f3bf422. 00000400:00000200:0.0:1767384648.843268:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384648.843269:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp39->192.168.202.122@tcp39: GET: REMOTE_ERROR 00000100:00000001:3.0:1767384648.843272:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384648.843285:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294937168 00000400:00000200:2.0:1767384648.843324:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384648.843331:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp39: 1 00000100:00000010:3.0:1767384648.843336:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004868ebf2. 00000400:00000200:2.0:1767384648.843342:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp39 (00000000efa49e31): -114 00000100:00000001:3.0:1767384648.843345:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384648.843352:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294937169 00000100:00000010:3.0:1767384648.843355:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a723d482. 00000100:00000001:3.0:1767384648.843361:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384648.843370:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294937169 00000100:00000010:3.0:1767384648.843374:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5c34ea4. 00000100:00000001:3.0:1767384648.843377:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384648.843381:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384648.843383:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.843387:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.843389:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.843396:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384648.843398:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384648.843405:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384648.843406:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384648.843408:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.843410:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384648.843412:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad287c0a 00000400:00000010:0.0:1767384648.843416:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad287c0a. 00000100:00000001:0.0:1767384648.843422:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384648.843425:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384648.843427:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000513238c6 x1853237050237312 msgsize 4848 00000400:00000200:2.0:1767384648.843437:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp39 00000100:00100000:0.0:1767384648.843446:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384648.843451:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp39(00000000efa49e31) state 0x861 rc 0 00000100:00000040:0.0:1767384648.843452:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767384648.843467:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp39(00000000efa49e31) state 0x861 00000400:00000001:2.0:1767384648.843471:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384648.843476:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384648.843478:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384648.843483:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2f97cd 00000400:00000010:2.0:1767384648.843486:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2f97cd. 00000400:00000200:2.0:1767384648.843493:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384648.843495:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000754df304 00000400:00000200:2.0:1767384648.843500:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp39 (00000000efa49e31): -114 00000400:00000010:0.0:1767384648.843502:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000754df304. 00000100:00000001:0.0:1767384648.843516:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384648.843517:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000053e63816. 00000400:00000200:2.0:1767384648.843525:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000efa49e31 (3) 00000100:00000200:0.0:1767384648.843526:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001bcbbb3f x1853237050237312/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.843536:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp39:-5 00000400:00000200:2.0:1767384648.843550:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp39(00000000efa49e31) state 0x2061 rc -5 00000100:00000001:0.0:1767384648.843553:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384648.843563:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001bcbbb3f x1853237050237312/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.843564:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp39 (00000000efa49e31) 00000400:00000200:2.0:1767384648.843575:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000efa49e31 (2) 00000100:00000001:0.0:1767384648.843585:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.843588:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384648.843593:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.843596:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294937169 00000100:00000001:0.0:1767384648.843607:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937168 00000100:00000001:0.0:1767384648.843611:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294937169 00000100:00000001:2.0:1767384648.843613:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384648.843618:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937168 00000100:00100000:2.0:1767384648.843619:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050237184 02000000:00000001:2.0:1767384648.843623:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384648.843626:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1767384648.843630:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384648.843632:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.843634:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294937169 00000800:00000010:3.0:1767384648.843635:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000873a7159. 02000000:00000001:2.0:1767384648.843641:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.843643:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294937169 00000400:00000200:3.0:1767384648.843644:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384648.843652:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294937169 00000100:00100000:2.0:1767384648.843654:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050237184 00000100:00000001:0.0:1767384648.843656:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294937169 00000400:00000200:3.0:1767384648.843665:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: PUT: OK 00000020:00000001:2.0:1767384648.843667:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384648.843668:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384648.843676:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:0.0:1767384648.843680:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.843684:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.843688:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00000001:0.0:1767384648.843688:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.843690:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:2.0:1767384648.843702:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384648.843703:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.843709:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000020:00000001:2.0:1767384648.843716:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384648.843725:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384648.843729:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000881db437. 00000100:00000001:2.0:1767384648.843735:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384648.843737:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384648.843742:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000881db437. 00000100:00000001:0.0:1767384648.843744:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384648.843747:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050237312 00000020:00000010:2.0:1767384648.843748:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053e63816. 00000800:00000001:3.0:1767384648.843752:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384648.843754:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767384648.843757:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384648.843759:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384648.843760:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d259fb0. 00000800:00000001:3.0:1767384648.843763:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.843767:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.843770:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ad50cc9f. 02000000:00000001:0.0:1767384648.843773:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384648.843779:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050237312 00000400:00000200:3.0:1767384648.843780:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36) <- 192.168.202.122@tcp36 : PUT - for me 00000100:00000040:2.0:1767384648.843783:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767384648.843783:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384648.843789:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:2.0:1767384648.843791:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384648.843793:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384648.843796:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384648.843797:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000400:00000200:3.0:1767384648.843798:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 544 into portal 0 MB=0x8000000000000000 00000020:00000001:0.0:1767384648.843802:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384648.843809:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384648.843810:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.843817:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 512/544 into md 0x1ad9 [1] + 0 00000100:00000001:0.0:1767384648.843822:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384648.843826:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098493489. 00000400:00000010:3.0:1767384648.843828:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b6a229e. 00000100:00000001:2.0:1767384648.843828:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.843829:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384648.843843:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028a356ef 00000020:00000010:0.0:1767384648.843846:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098493489. 00000800:00000001:3.0:1767384648.843851:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384648.843854:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384648.843855:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd76da0a. 00000800:00000001:3.0:1767384648.843860:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384648.843868:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e554db36. 00000400:00000200:3.0:1767384648.843870:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384648.843876:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000400:00000200:3.0:1767384648.843879:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: PUT: OK 00000100:00000001:2.0:1767384648.843880:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384648.843884:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384648.843889:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384648.843890:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384648.843891:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a356ef 00000400:00000010:3.0:1767384648.843898:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a356ef. 00000100:00000001:0.0:1767384648.843899:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.843910:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000400:00000200:3.0:1767384648.843911:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:2.0:1767384648.843917:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000400:00000200:3.0:1767384648.843918:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (32) 00000100:00000001:0.0:1767384648.843919:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.843936:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384648.843939:0:16338:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000100:00000001:2.0:1767384648.843939:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905589840 : -108600803961776 : ffff9d3a67a85450) 00000400:00000200:3.0:1767384648.843950:0:16338:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (544 bytes) 00000100:00000040:2.0:1767384648.843954:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004ad6672d x1853237050237184/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 4848/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.843961:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384648.843964:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000001:0.0:1767384648.843967:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384648.843984:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (33) 00000100:00100000:0.0:1767384648.843985:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000001:2.0:1767384648.843994:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384648.843995:0:16338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:0.0:1767384648.844009:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000020:00000010:2.0:1767384648.844014:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000881db437. 00000100:00000001:0.0:1767384648.844015:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905587792 : -108600803963824 : ffff9d3a67a84c50) 00000100:00000001:2.0:1767384648.844022:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384648.844027:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp36 to MR: 192.168.202.122@tcp36 local destination 00000100:00000040:0.0:1767384648.844032:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000513238c6 x1853237050237312/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 4848/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384648.844049:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000881db437. 00000400:00000200:3.0:1767384648.844059:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp36 NI seq info: [132:132:256:4294967295] 192.168.202.122@tcp36 LPNI seq info [118:118:8:4294967295] 00000100:00100000:2.0:1767384648.844068:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004ad6672d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050237184:12345-0@lo:253: 00000100:00000001:0.0:1767384648.844081:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384648.844083:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050237184 00000020:00000010:0.0:1767384648.844086:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098493489. 00000020:00000001:2.0:1767384648.844092:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384648.844093:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384648.844103:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098493489. 00000400:00000200:3.0:1767384648.844104:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) -> 192.168.202.122@tcp36(192.168.202.122@tcp36:192.168.202.122@tcp36) 192.168.202.122@tcp36 : ACK try# 0 00000020:00000001:2.0:1767384648.844104:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384648.844113:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.844119:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000800:00000200:3.0:1767384648.844120:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp36 00000100:00100000:0.0:1767384648.844120:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000513238c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16347:x1853237050237312:12345-0@lo:253: 00000020:00000001:2.0:1767384648.844130:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000800:00000010:3.0:1767384648.844132:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002057902f. 00000100:00000200:0.0:1767384648.844137:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050237312 00000020:00000001:2.0:1767384648.844141:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384648.844143:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384648.844148:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384648.844149:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (6) 00000020:00000001:0.0:1767384648.844150:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384648.844156:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.844158:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384648.844161:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384648.844168:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384648.844168:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000800:00000200:3.0:1767384648.844179:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:980 00000020:00000001:0.0:1767384648.844182:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384648.844184:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384648.844186:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002057902f type 0, nob 96 niov 1 nkiov 0 00000020:00000001:0.0:1767384648.844191:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384648.844199:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384648.844200:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384648.844202:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384648.844203:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384648.844207:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384648.844208:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767384648.844210:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007ea3fc4b. 00000100:00000001:0.0:1767384648.844215:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:3.0:1767384648.844216:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384648.844216:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.844220:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384648.844231:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a5dc6a3f. 00000100:00000001:2.0:1767384648.844233:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.844239:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.844253:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384648.844259:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384648.844260:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384648.844280:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000046859c8f. 20000000:00000010:0.0:1767384648.844281:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cd6513cf. 20000000:01000000:0.0:1767384648.844286:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384648.844294:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384648.844297:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384648.844301:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384648.844304:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384648.844308:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384648.844311:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384648.844319:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384648.844321:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:3.0:1767384648.844329:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000001:0.0:1767384648.844330:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384648.844336:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002057902f. 20000000:00000001:0.0:1767384648.844337:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.844342:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384648.844342:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384648.844349:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: ACK: OK 00000800:00000001:3.0:1767384648.844355:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.844369:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384648.844371:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.844375:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384648.844376:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.844379:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384648.844381:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001302889b. 20000000:01000000:2.0:1767384648.844386:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000400:00000200:3.0:1767384648.844392:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp36(192.168.202.122@tcp36) <- 192.168.202.122@tcp36 : ACK - for me 20000000:00000001:2.0:1767384648.844396:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384648.844402:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp36: ACK from 12345-192.168.202.122@tcp36 into md 0x1b95 00080000:00000001:2.0:1767384648.844403:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384648.844407:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1767384648.844410:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384648.844415:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp36->192.168.202.122@tcp36: ACK: OK 00000400:00000200:3.0:1767384648.844418:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bf6545 00000400:00000010:3.0:1767384648.844419:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bf6545. 00000400:00000200:3.0:1767384648.844422:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384648.844424:0:16338:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:3.0:1767384648.844437:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384648.844439:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (32) 00000800:00000001:3.0:1767384648.844441:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.844443:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384648.844444:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:3.0:1767384648.844454:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384648.844457:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384648.844461:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384648.844465:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384648.844468:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384648.844470:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384648.844472:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384648.844475:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000020:00000001:2.0:1767384648.844480:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00080000:00000002:2.0:1767384648.844481:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384648.844485:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384648.844489:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384648.844506:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000797bd3de. 00080000:00000001:2.0:1767384648.844506:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384648.844516:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52dc6a7. 00080000:00000001:2.0:1767384648.844516:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384648.844525:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:3.0:1767384648.844526:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000813ab3a0. 00000400:00000200:3.0:1767384648.844534:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000797bd3de 00000020:00000001:2.0:1767384648.844536:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00000400:00000010:3.0:1767384648.844538:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 0000000071adac84. 00080000:00000001:2.0:1767384648.844541:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384648.844544:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000089b528ef. 00000400:00000200:3.0:1767384648.844549:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00080000:00000001:2.0:1767384648.844549:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036207104 : -108605673344512 : ffff9d39456b7200) 00080000:00000001:2.0:1767384648.844560:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384648.844563:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 00000001:00000001:2.0:1767384648.844567:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384648.844568:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (31) 00000400:00000010:3.0:1767384648.844577:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000d86a019a. 00080000:00000010:2.0:1767384648.844577:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000881db437. 00000400:00000010:3.0:1767384648.844594:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415600c8. 00080000:00000001:2.0:1767384648.844594:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384648.844608:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000010:3.0:1767384648.844611:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ab468e59. 00000400:00000200:3.0:1767384648.844618:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00080000:00000001:2.0:1767384648.844625:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.844627:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:3.0:1767384648.844635:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000400:00000200:3.0:1767384648.844639:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:3.0:1767384648.844643:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00080000:00000001:2.0:1767384648.844644:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384648.844653:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:3.0:1767384648.844657:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000400:00000200:3.0:1767384648.844666:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:3.0:1767384648.844669:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000400:00000200:3.0:1767384648.844673:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000400:00000200:3.0:1767384648.844679:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000400:00000200:3.0:1767384648.844686:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000400:00000200:3.0:1767384648.844696:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:3.0:1767384648.844703:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:3.0:1767384648.844712:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00000400:00000200:3.0:1767384648.844720:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00000400:00000200:3.0:1767384648.844725:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000400:00000200:3.0:1767384648.844743:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000400:00000200:3.0:1767384648.844749:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000400:00000200:3.0:1767384648.844755:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000400:00000200:3.0:1767384648.844761:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 24], ns[67, 24] 00000400:00000200:3.0:1767384648.844764:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 24], ns[80, 24] 00000400:00000200:3.0:1767384648.844768:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 24], ns[87, 24] 00000400:00000200:3.0:1767384648.844772:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[95, 24], ns[96, 24] 00000400:00000200:3.0:1767384648.844775:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[101, 24], ns[109, 24] 00000400:00000200:3.0:1767384648.844778:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 24], ns[124, 24] 00000400:00000200:3.0:1767384648.844785:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[115, 24], ns[127, 24] 00000400:00000200:3.0:1767384648.844792:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 24], ns[111, 24] 00000400:00000200:3.0:1767384648.844798:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 24], ns[132, 24] 00000400:00000200:3.0:1767384648.844804:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 24], ns[126, 24] 00000400:00000200:3.0:1767384648.844809:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[116, 24], ns[128, 24] 00000400:00000200:3.0:1767384648.844814:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:3.0:1767384648.844820:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp18 00000400:00000200:3.0:1767384648.844825:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp18 lpni_is_preferred = 0 00000400:00000200:3.0:1767384648.844830:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp18 00000400:00000200:3.0:1767384648.844839:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp18 NI seq info: [133:133:256:4294967295] 192.168.202.122@tcp18 LPNI seq info [119:119:8:4294967295] 00000400:00000200:3.0:1767384648.844845:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp18 00000400:00000200:3.0:1767384648.844854:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp18(192.168.202.122@tcp18:) -> 192.168.202.122@tcp18(192.168.202.122@tcp:192.168.202.122@tcp18) : GET try# 0 00000800:00000200:3.0:1767384648.844864:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp18 00000800:00000010:3.0:1767384648.844867:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002057902f. 00000800:00000200:3.0:1767384648.844871:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053392e94] -> 12345-192.168.202.122@tcp18 (6) 00000800:00000200:3.0:1767384648.844880:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp18 ip 192.168.202.122:988 00000800:00000200:3.0:1767384648.844883:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002057902f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384648.844898:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384648.844901:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300271 rc 0 00000800:00000200:3.0:1767384648.844957:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384648.844960:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002057902f. 00000400:00000200:3.0:1767384648.844967:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384648.844970:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp18->192.168.202.122@tcp18: GET: OK 00000400:00000200:3.0:1767384648.844972:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384648.844975:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000800:00000001:3.0:1767384648.844982:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.844988:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384648.844991:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.845011:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384648.845017:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp18(192.168.202.122@tcp18) <- 192.168.202.122@tcp18 : GET - for me 00000400:00000200:3.0:1767384648.845024:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384648.845029:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 544/544 into md 0x1b91 [1] + 0 00000400:00000200:3.0:1767384648.845035:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp18 to MR: 192.168.202.122@tcp18 local destination 00000400:00000200:3.0:1767384648.845039:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp18 NI seq info: [134:134:256:4294967295] 192.168.202.122@tcp18 LPNI seq info [120:120:8:4294967295] 00000400:00000200:3.0:1767384648.845049:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp18(192.168.202.122@tcp18:192.168.202.122@tcp18) -> 192.168.202.122@tcp18(192.168.202.122@tcp18:192.168.202.122@tcp18) 192.168.202.122@tcp18 : REPLY try# 0 00000800:00000200:3.0:1767384648.845054:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.202.122@tcp18 00000800:00000010:3.0:1767384648.845057:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002057902f. 00000800:00000200:3.0:1767384648.845060:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053392e94] -> 12345-192.168.202.122@tcp18 (6) 00000800:00000200:3.0:1767384648.845064:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp18 ip 192.168.202.122:1005 00000800:00000200:3.0:1767384648.845066:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002057902f type 3, nob 640 niov 1 nkiov 1 00000800:00000200:3.0:1767384648.845104:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384648.845112:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002057902f. 00000400:00000200:3.0:1767384648.845116:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384648.845119:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp18->192.168.202.122@tcp18: REPLY: OK 00000800:00000001:3.0:1767384648.845126:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.845131:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384648.845134:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.845141:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384648.845143:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.845148:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384648.845152:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp18(192.168.202.122@tcp18) <- 192.168.202.122@tcp18 : REPLY - for me 00000400:00000200:3.0:1767384648.845167:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp18: Reply from 12345-192.168.202.122@tcp18 of length 544/544 into md 0x1bb1 00000800:00000001:3.0:1767384648.845170:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.845175:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384648.845178:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384648.845185:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp18->192.168.202.122@tcp18: REPLY: OK 00000400:00000200:3.0:1767384648.845187:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415600c8 00000400:00000010:3.0:1767384648.845189:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415600c8. 00000400:00000200:3.0:1767384648.845191:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384648.845195:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:3.0:1767384648.845197:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:3.0:1767384648.845200:0:16338:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 32. state = 0x300271 00000400:00000200:3.0:1767384648.845204:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384648.845210:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (32) 00000800:00000001:3.0:1767384648.845214:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384648.845215:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384648.845226:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384648.845228:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x3000f1 00000400:00000010:3.0:1767384648.845234:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 0000000001ee13b5. 00000400:00000010:3.0:1767384648.845237:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 00000000d9072e58. 00000400:00000010:3.0:1767384648.845240:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 0000000032607869. 00000400:00000200:3.0:1767384648.845267:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp33(0000000064d21bf6) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384648.845271:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp34(000000001fe87d40) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384648.845283:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp38(000000005379dc03) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384648.845685:0:16342:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.202.122@tcp39 00000400:00000200:3.0:1767384648.845691:0:16342:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.122@tcp39 NID 192.168.202.122@tcp39 00000400:00000200:3.0:1767384648.845695:0:16342:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000d4c01aa3 nid 192.168.202.122@tcp39 00000400:00000010:3.0:1767384648.845699:0:16342:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000d4c01aa3. 00000400:00000200:3.0:1767384648.845705:0:16342:0:(peer.c:214:lnet_destroy_peer_net_locked()) 0000000081b8a6bf net tcp39 00000400:00000010:3.0:1767384648.845708:0:16342:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 0000000081b8a6bf. 00000400:00000200:3.0:1767384648.845714:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000efa49e31 (1) 00000400:00000200:3.0:1767384648.845719:0:16342:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000efa49e31 nid 192.168.202.122@tcp39 00000400:00000010:3.0:1767384648.845729:0:16342:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000efa49e31. 00000400:00000010:3.0:1767384648.845737:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a12f2db1. 00000400:00000200:3.0:1767384648.845744:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a12f2db1 nid 192.168.202.122@tcp39 00000400:00000010:3.0:1767384648.845749:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000148b37ef. 00000400:00000200:3.0:1767384648.845751:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000148b37ef net tcp39 00000400:00000200:3.0:1767384648.845755:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (31) 00000400:00000200:3.0:1767384648.845759:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp39 flags 0x11 00000400:00000010:3.0:1767384648.845764:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000c904ae9. 00000400:00000200:3.0:1767384648.845767:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000c904ae9 nid 192.168.202.122@tcp40 00000400:00000010:3.0:1767384648.845769:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000234a425c. 00000400:00000200:3.0:1767384648.845771:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000234a425c net tcp40 00000400:00000200:3.0:1767384648.845772:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (32) 00000400:00000200:3.0:1767384648.845777:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp40 flags 0x11 00000400:00000010:3.0:1767384648.845781:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 0000000001ee13b5. 00000400:00000010:3.0:1767384648.845785:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 00000000d9072e58. 00000400:00000010:3.0:1767384648.845799:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 0000000032607869. 00000400:00000010:3.0:1767384648.845804:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000d86a019a. 00000400:00000200:3.0:1767384648.845808:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384648.845812:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x300171 00000400:00000200:3.0:1767384648.845819:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 rc 1 00000400:00000200:3.0:1767384648.845827:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000400:00000200:3.0:1767384648.845832:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384648.845834:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300111 rc 0 00000400:00000200:3.0:1767384648.845839:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:3.0:1767384648.845843:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (33) 00080000:00000010:3.0:1767384648.846643:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000089b528ef. 00080000:00000010:2.0:1767384648.846684:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000881db437. 00040000:00000001:2.0:1767384648.846695:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384648.846698:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384648.846700:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384648.846703:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384648.846705:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384648.846707:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384648.846721:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384648.846730:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384648.846733:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384648.846737:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384648.846765:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fe361948. 20000000:01000000:3.0:1767384648.846769:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:3.0:1767384648.846773:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384648.846778:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384648.846782:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384648.846796:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:2.0:1767384648.846798:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384648.846801:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384648.846804:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384648.846807:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384648.846810:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.846811:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384648.846817:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000040:2.0:1767384648.846818:0:17092:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000bb18d82 count: 2 00080000:00000001:3.0:1767384648.846820:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.846824:0:17092:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384648.846827:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384648.846828:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384648.846832:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384648.846838:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:3.0:1767384648.846843:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:3.0:1767384648.846847:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:2.0:1767384648.846848:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072052be0. 00080000:00000001:3.0:1767384648.846859:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384648.846861:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384648.846868:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384648.846870:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000072052be0 with handle 0x9f279d7a9a0b5062 to hash 00000020:00000001:2.0:1767384648.846885:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384648.846886:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384648.846896:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384648.846896:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384648.846906:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000020:00000001:3.0:1767384648.846907:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:2.0:1767384648.846910:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384648.846914:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384648.846915:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384648.846923:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004d7d3ea1. 00010000:00010000:2.0:1767384648.846924:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384648.846936:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468038020608 : -108605671531008 : ffff9d3945871e00) 00080000:00000001:3.0:1767384648.846946:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384648.846947:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000001:3.0:1767384648.846950:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384648.846951:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:3.0:1767384648.846957:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f9a8fc81. 00010000:00000001:2.0:1767384648.846958:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384648.846968:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.846969:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384648.846978:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384648.846980:0:17092:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384648.846991:0:17092:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b505b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b5054 expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384648.847015:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.847026:0:17092:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384648.847030:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.847032:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384648.847034:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384648.847035:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384648.847036:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.847039:0:17092:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384648.847043:0:17092:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384648.847050:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000bb18d82) refcount = 2 00010000:00000040:2.0:1767384648.847052:0:17092:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384648.847054:0:17092:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b505b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x9f279d7a9a0b5054 expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384648.847058:0:17092:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384648.847059:0:17092:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384648.847061:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000010:2.0:1767384648.847064:0:17092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000881db437. 00000100:00000001:3.0:1767384648.847066:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:2.0:1767384648.847068:0:17092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 20000000:00000010:3.0:1767384648.847069:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000046859c8f. 00000100:00000010:2.0:1767384648.847075:0:17092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7c4cab9. 20000000:00000001:3.0:1767384648.847078:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.847079:0:17092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472414101248 : -108601295450368 : ffff9d3a4a5ccf00) 00000100:00000001:2.0:1767384648.847088:0:17092:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635472414101248 : -108601295450368 : ffff9d3a4a5ccf00) 00010000:00000040:3.0:1767384648.847090:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050237184 00000100:00000001:2.0:1767384648.847092:0:17092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00010000:00000001:3.0:1767384648.847094:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384648.847095:0:17092:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384648.847097:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384648.847099:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.847100:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384648.847107:0:17092:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384648.847109:0:17092:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000200:3.0:1767384648.847111:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004ad6672d x1853237050237184/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384648.847113:0:17092:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384648.847120:0:17092:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384648.847130:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006229389d. 00010000:00000001:3.0:1767384648.847132:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1767384648.847137:0:17092:0:(genops.c:1229:class_import_get()) import 0000000093c50239 refcount=2 obd=MGS 00010000:00000001:3.0:1767384648.847138:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384648.847145:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=65 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384648.847154:0:17092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384648.847155:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384648.847158:0:17092:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384648.847162:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 02000000:00000001:2.0:1767384648.847166:0:17092:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.847167:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384648.847176:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:2.0:1767384648.847179:0:17092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088e49c2b. 02000000:00000001:3.0:1767384648.847180:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.847195:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384648.847196:0:17092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384648.847206:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384648.847210:0:17092:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b505b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9f279d7a9a0b5054 expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384648.847212:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ee53f55. 00000100:00000200:3.0:1767384648.847223:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050237184, offset 224 00000400:00000200:3.0:1767384648.847235:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384648.847246:0:17092:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b505b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9f279d7a9a0b5054 expref: 16 pid: 17071 timeout: 419 lvb_type: 0 00000400:00000200:3.0:1767384648.847250:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384648.847268:0:17092:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000200:3.0:1767384648.847270:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260106100 00000100:00000001:2.0:1767384648.847276:0:17092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384648.847282:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b99 [2] + 224 00000100:00000040:2.0:1767384648.847284:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006229389d x1853237050237440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384648.847361:0:17092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384648.847362:0:17092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384648.847368:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384648.847372:0:17092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006229389d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050237440:0@lo:104: 00000400:00000200:3.0:1767384648.847377:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384648.847390:0:17092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384648.847394:0:17071:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384648.847397:0:17092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384648.847401:0:17092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384648.847404:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f2168bee x1853237050237184/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384648.847405:0:17092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384648.847412:0:17092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b962970a. 02000000:00000001:2.0:1767384648.847417:0:17092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384648.847418:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f2168bee x1853237050237184/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384648.847424:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bdd1ed1. 00000400:00000010:2.0:1767384648.847439:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2f97cd. 00000100:00000001:3.0:1767384648.847441:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384648.847447:0:17092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050237440, portal 16 00000400:00000200:3.0:1767384648.847451:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee53f55 00000100:00000001:2.0:1767384648.847451:0:17092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384648.847459:0:17092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420410624 : -108601289140992 : ffff9d3a4abd1500) 00000400:00000010:3.0:1767384648.847460:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ee53f55. 00000100:00000001:3.0:1767384648.847474:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384648.847481:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384648.847481:0:17092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000006229389d x1853237050237440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384648.847487:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384648.847499:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:2.0:1767384648.847499:0:17092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384648.847507:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384648.847515:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.847516:0:17092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384648.847521:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d250147e. 00000020:00000001:3.0:1767384648.847527:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384648.847531:0:17092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237050237440, offset 0 00000100:00000040:3.0:1767384648.847535:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004ad6672d x1853237050237184/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.847548:0:17092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767384648.847559:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004ad6672d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050237184:12345-0@lo:253: Request processed in 3565us (4598us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384648.847571:0:17092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384648.847575:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000040:3.0:1767384648.847579:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384648.847584:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384648.847585:0:17092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260106200 00000100:00000001:3.0:1767384648.847589:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384648.847593:0:17092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17cd [2] + 656 00000020:00000010:3.0:1767384648.847594:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d259fb0. 00000020:00000010:3.0:1767384648.847606:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ad50cc9f. 00000400:00000200:2.0:1767384648.847607:0:17092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384648.847622:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053e63816. 00000400:00000200:2.0:1767384648.847623:0:17092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1767384648.847642:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000001:2.0:1767384648.847644:0:17092:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384648.847651:0:17092:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000001:3.0:1767384648.847655:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000010:2.0:1767384648.847656:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d10d74be. 02000000:00000010:3.0:1767384648.847658:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007ea3fc4b. 00000100:00000040:2.0:1767384648.847666:0:17092:0:(events.c:337:request_in_callback()) incoming req@00000000d10d74be x1853237050237440 msgsize 328 02000000:00000001:3.0:1767384648.847668:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384648.847673:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384648.847675:0:17092:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384648.847684:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384648.847684:0:17092:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384648.847696:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e58e79d4. 00000400:00000200:2.0:1767384648.847700:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d250147e 00000400:00000010:2.0:1767384648.847703:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d250147e. 00000100:00000001:2.0:1767384648.847709:0:17092:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384648.847713:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ee53f55. 00000100:00000200:2.0:1767384648.847717:0:17092:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006229389d x1853237050237440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384648.847727:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384648.847730:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006229389d x1853237050237440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384648.847735:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.847736:0:17092:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384648.847740:0:17092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.847742:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294937173 00000100:00000001:2.0:1767384648.847752:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294937169 00000100:00000001:2.0:1767384648.847756:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294937173 00000100:00000001:2.0:1767384648.847760:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294937169 00000100:00000001:2.0:1767384648.847766:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294937173 00000100:00000001:2.0:1767384648.847768:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294937169 00000100:00000001:2.0:1767384648.847769:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294937173 00000100:00000001:2.0:1767384648.847771:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294937169 00000100:00000001:2.0:1767384648.847782:0:17092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.847786:0:17092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.847788:0:17092:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.847790:0:17092:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.847791:0:17092:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.847793:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.847794:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.847796:0:17092:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.847797:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384648.847798:0:17092:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384648.847800:0:17092:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.847802:0:17092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.847804:0:17092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384648.847805:0:17092:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d7c4cab9 going to sleep for 11 seconds 00000100:00000001:2.0:1767384648.847808:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.847811:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.847842:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384648.847847:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050237440 02000000:00000001:2.0:1767384648.847851:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384648.847855:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384648.847857:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.847858:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.847861:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384648.847864:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.847867:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050237440 00000020:00000001:2.0:1767384648.847871:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:3.0:1767384648.847872:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384648.847877:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384648.847878:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d05 00000400:00000010:3.0:1767384648.847886:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecdb9c80. 00000020:00000001:2.0:1767384648.847888:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.847897:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004a7a501b refcount=3 00000400:00000200:3.0:1767384648.847899:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000404d5d7b 00000020:00000001:2.0:1767384648.847902:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000400:00000010:3.0:1767384648.847903:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000404d5d7b. 00000020:00000001:2.0:1767384648.847910:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000001:3.0:1767384648.847912:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384648.847913:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384648.847917:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b3b0863. 00000100:00000001:2.0:1767384648.847919:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384648.847920:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f2168bee x1853237050237184/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384648.847930:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b3b0863. 00000020:00000010:2.0:1767384648.847942:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053e63816. 00000100:00000200:3.0:1767384648.847946:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f2168bee x1853237050237184/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384648.847950:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009757a1c5. 00000100:00000001:3.0:1767384648.847954:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384648.847956:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384648.847961:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025f6c357. 00000100:00000001:3.0:1767384648.847970:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384648.847974:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384648.847976:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384648.847979:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.847980:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 02000000:00000001:3.0:1767384648.847985:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.847986:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384648.847989:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:3.0:1767384648.847991:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=65 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384648.847991:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384648.848010:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384648.848015:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384648.848015:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.848018:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.848022:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384648.848024:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.848028:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.848029:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384648.848043:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f2168bee x1853237050237184/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.848047:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384648.848055:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384648.848056:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384648.848065:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384648.848072:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384648.848073:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:01000004:3.0:1767384648.848083:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000040:2.0:1767384648.848084:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004a7a501b : new rpc_count 1 00000020:01000004:3.0:1767384648.848091:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:2.0:1767384648.848092:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420407936 : -108601289143680 : ffff9d3a4abd0a80) 00000020:01000004:3.0:1767384648.848097:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384648.848101:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000040:2.0:1767384648.848103:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d10d74be x1853237050237440/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 328/0 e 0 to 0 dl 1767384659 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384648.848110:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384648.848113:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b3b0863. 00000100:00000001:2.0:1767384648.848118:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384648.848120:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b3b0863. 00000020:01000004:3.0:1767384648.848123:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384648.848128:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:2.0:1767384648.848128:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d10d74be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050237440:12345-0@lo:104: 00000020:01000004:3.0:1767384648.848136:0:16345:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000200:2.0:1767384648.848137:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050237440 00000020:01000004:3.0:1767384648.848140:0:16345:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:2.0:1767384648.848142:0:17059:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000020:01000004:3.0:1767384648.848143:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384648.848153:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384648.848156:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384648.848159:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.848162:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046bff18d refcount=2 00000100:00000040:3.0:1767384648.848166:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f2168bee x1853237050237184/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384648.848172:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:2.0:1767384648.848182:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:2.0:1767384648.848190:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:3.0:1767384648.848192:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f2168bee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050237184:0@lo:253: 00010000:00000001:2.0:1767384648.848195:0:17059:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384648.848208:0:17059:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b505b expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384648.848210:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.848219:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384648.848228:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f2168bee x1853237050237184/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.848228:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384648.848236:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384648.848237:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384648.848241:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000b3db0bc. 02000000:00000001:2.0:1767384648.848248:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384648.848249:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384648.848255:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384648.848256:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001a87f88e. 00010000:00000001:2.0:1767384648.848267:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384648.848269:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384648.848271:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384648.848273:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1767384648.848277:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000289605bd time=64 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384648.848278:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384648.848311:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384648.848315:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000cc8cf7a. 02000000:00000001:3.0:1767384648.848322:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384648.848324:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384648.848326:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f2168bee. 00000100:00000001:3.0:1767384648.848331:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384648.848333:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.848336:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384648.848343:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384648.848347:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.848352:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384648.848356:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.848380:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384648.848386:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384648.848391:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384648.848395:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384648.848397:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.848403:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384648.848408:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384648.848413:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d250147e. 00000100:00000200:2.0:1767384648.848419:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050237440, offset 224 00000400:00000200:2.0:1767384648.848429:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384648.848440:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384648.848447:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260106200 00000400:00000200:2.0:1767384648.848450:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1bb9 [1] + 224 00000400:00000200:2.0:1767384648.848454:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.848458:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384648.848461:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384648.848465:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006229389d x1853237050237440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384648.848471:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006229389d x1853237050237440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384648.848481:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384648.848485:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d250147e 00000400:00000010:2.0:1767384648.848486:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d250147e. 00000100:00000001:2.0:1767384648.848491:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384648.848493:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384648.848502:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.848509:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384648.848511:0:17059:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384648.848524:0:17059:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000078991fee. 00010000:00000001:2.0:1767384648.848526:0:17059:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384648.848539:0:17059:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384648.848542:0:17059:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.848543:0:17059:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.848545:0:17059:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.848553:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d10d74be x1853237050237440/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384648.848567:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d10d74be pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050237440:12345-0@lo:104: Request processed in 450us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384648.848580:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384648.848584:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7a501b : new rpc_count 0 00000100:00000001:2.0:1767384648.848587:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384648.848590:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384648.848595:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009757a1c5. 00000020:00000010:2.0:1767384648.848603:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025f6c357. 00000020:00000010:2.0:1767384648.848610:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053e63816. 00000100:00000001:3.0:1767384648.848612:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384648.848618:0:17059:0:(genops.c:898:class_export_put()) PUTting export 000000004a7a501b : new refcount 2 00000100:00000001:2.0:1767384648.848624:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384648.848646:0:17092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384648.848647:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000001:3.0:1767384648.848649:0:17092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384648.848650:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384648.848653:0:17092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bdd1ed1. 00010000:00010000:2.0:1767384648.848655:0:17064:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000400:00000200:3.0:1767384648.848661:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2f97cd 00010000:00000001:2.0:1767384648.848662:0:17064:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000400:00000010:3.0:1767384648.848664:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2f97cd. 00010000:00000001:2.0:1767384648.848667:0:17064:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384648.848672:0:17064:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b505b expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384648.848674:0:17092:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384648.848683:0:17064:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000046bff18d already unused, calling callback (00000000e12a98bb) 00000100:00000200:3.0:1767384648.848685:0:17092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006229389d x1853237050237440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384648.848686:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384648.848689:0:17064:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f279d7a9a0b505b expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.848719:0:17064:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384648.848726:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:3.0:1767384648.848728:0:17092:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006229389d x1853237050237440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384648.848729:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.848732:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046bff18d refcount=3 00000020:00000001:2.0:1767384648.848739:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:2.0:1767384648.848749:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:2.0:1767384648.848761:0:17064:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384648.848762:0:17092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384648.848768:0:17092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384648.848768:0:17064:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f279d7a9a0b505b expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384648.848779:0:17092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384648.848785:0:17092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00000001:2.0:1767384648.848786:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384648.848794:0:17064:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f279d7a9a0b505b expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384648.848795:0:17092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384648.848802:0:17092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384648.848803:0:17064:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:3.0:1767384648.848816:0:17092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384648.848816:0:17064:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384648.848820:0:17064:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384648.848824:0:17064:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384648.848825:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:3.0:1767384648.848826:0:17092:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f9289ee time=64 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384648.848827:0:17064:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384648.848838:0:17092:0:(import.c:2128:obd_at_measure()) add 1 to 00000000230de1e5 time=64 v=5 (1 0 0 0) 10000000:00000001:2.0:1767384648.848843:0:17064:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384648.848846:0:17064:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384648.848851:0:17064:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 2 00000100:00000001:3.0:1767384648.848855:0:17092:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00000001:2.0:1767384648.848856:0:17064:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384648.848860:0:17092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384648.848861:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.848865:0:17092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384648.848868:0:17092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.848869:0:17064:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384648.848874:0:17092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.848875:0:17064:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384648.848884:0:17064:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384648.848888:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006229389d x1853237050237440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384648.848889:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384648.848894:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384648.848904:0:17064:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046bff18d with handle 0x9f279d7a9a0b5054 from hash 00010000:00000001:2.0:1767384648.848914:0:17064:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384648.848919:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384648.848922:0:17092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384648.848924:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384648.848932:0:17092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384648.848933:0:17064:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384648.848943:0:17092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.848944:0:17064:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384648.848950:0:17064:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384648.848951:0:17092:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384648.848954:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384648.848956:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384648.848960:0:17092:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.848963:0:17064:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384648.848968:0:17064:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000040:3.0:1767384648.848972:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006229389d x1853237050237440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767384648.848976:0:17064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012d70ad8. 00000020:00000040:2.0:1767384648.848981:0:17064:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00100000:3.0:1767384648.848982:0:17092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006229389d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050237440:0@lo:104: 00000100:00000001:2.0:1767384648.848992:0:17064:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384648.848995:0:17064:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384648.849009:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384648.849011:0:17064:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.849014:0:17092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384648.849017:0:17092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000010:2.0:1767384648.849018:0:17064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053e63816. 00000100:00000001:3.0:1767384648.849024:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384648.849027:0:17064:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384648.849031:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006229389d x1853237050237440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384648.849032:0:17064:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384648.849039:0:17064:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b505b expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384648.849042:0:17092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384648.849045:0:17092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384648.849050:0:17092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b962970a. 00010000:00010000:2.0:1767384648.849057:0:17064:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:3.0:1767384648.849059:0:17092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384648.849060:0:17064:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384648.849061:0:17092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384648.849065:0:17092:0:(genops.c:1242:class_import_put()) import 0000000093c50239 refcount=1 obd=MGS 00000100:00000001:2.0:1767384648.849066:0:17064:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384648.849073:0:17064:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384648.849074:0:17092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384648.849082:0:17092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000088e49c2b. 02000000:00000001:3.0:1767384648.849086:0:17092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384648.849090:0:17064:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012d70ad8] to pc [ptlrpcd_00_03+3] req@0000000012d70ad8 x1853237050237568/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384648.849091:0:17092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384648.849095:0:17092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006229389d. 00000100:00000001:3.0:1767384648.849106:0:17092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384648.849114:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384648.849116:0:17092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d7c4cab9. 00000100:00000001:3.0:1767384648.849123:0:17092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384648.849124:0:17064:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384648.849128:0:17092:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384648.849131:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:3.0:1767384648.849133:0:17092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000881db437. 00010000:00000001:2.0:1767384648.849134:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.849143:0:17064:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.849144:0:17092:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.849149:0:17064:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.849150:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384648.849153:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.849157:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384648.849159:0:17064:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b505b expref: -99 pid: 17073 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384648.849162:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384648.849167:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384648.849169:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384648.849183:0:17064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 0000000046bff18d/0x9f279d7a9a0b5054 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b505b expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384648.849185:0:17092:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384648.849239:0:17064:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000308a95ae count: 0 00010000:00000001:2.0:1767384648.849266:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.849267:0:17064:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384648.849280:0:17064:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000078991fee. 00010000:00000001:2.0:1767384648.849285:0:17064:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.849313:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384648.849316:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384648.849319:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384648.849320:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384648.849321:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384648.849325:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384648.849329:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384648.849331:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384648.849337:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384648.849376:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384648.849383:0:16346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384648.849385:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.849392:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.849393:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.849398:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.849399:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.849401:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384648.849408:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012d70ad8 x1853237050237568/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.849414:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384648.849415:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.849420:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384648.849423:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384648.849426:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.849432:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012d70ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050237568:0@lo:103: 00000100:00000001:2.0:1767384648.849437:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384648.849441:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384648.849442:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.849444:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384648.849448:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089b528ef. 02000000:00000001:2.0:1767384648.849450:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384648.849455:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0bb379e. 00000400:00000010:2.0:1767384648.849463:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d250147e. 00000100:00000200:2.0:1767384648.849467:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050237568, portal 18 00000100:00000001:2.0:1767384648.849474:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384648.849476:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420413312 : -108601289138304 : ffff9d3a4abd1f80) 00000100:00000040:2.0:1767384648.849482:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012d70ad8 x1853237050237568/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.849488:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384648.849493:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384648.849496:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd537891. 00000100:00000200:2.0:1767384648.849498:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050237568, offset 0 00000400:00000200:2.0:1767384648.849501:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384648.849505:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384648.849509:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260106280 00000400:00000200:2.0:1767384648.849513:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:2.0:1767384648.849516:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.849518:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384648.849525:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384648.849528:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384648.849533:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d33e8365. 00000100:00000040:2.0:1767384648.849534:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000d33e8365 x1853237050237568 msgsize 328 00000100:00100000:2.0:1767384648.849544:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384648.849559:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384648.849566:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd537891 00000400:00000010:2.0:1767384648.849572:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd537891. 00000100:00000001:2.0:1767384648.849580:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384648.849583:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012d70ad8 x1853237050237568/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.849607:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384648.849616:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012d70ad8 x1853237050237568/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.849621:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.849622:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384648.849624:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.849626:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294937175 00000100:00000001:2.0:1767384648.849635:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937173 00000100:00000001:2.0:1767384648.849648:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294937175 00000100:00000001:2.0:1767384648.849650:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937173 00000100:00000001:2.0:1767384648.849652:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294937175 00000100:00000001:2.0:1767384648.849659:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294937173 00000100:00000001:2.0:1767384648.849661:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294937175 00000100:00000001:2.0:1767384648.849663:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294937173 00000100:00000001:2.0:1767384648.849666:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.849667:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.849669:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.849671:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.849682:0:17063:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384648.849685:0:17063:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050237568 02000000:00000001:2.0:1767384648.849687:0:17063:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384648.849689:0:17063:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384648.849690:0:17063:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.849693:0:17063:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384648.849695:0:17063:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050237568 00000020:00000001:2.0:1767384648.849696:0:17063:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384648.849697:0:17063:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384648.849699:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.849700:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000020:00000001:2.0:1767384648.849702:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384648.849706:0:17063:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384648.849710:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384648.849713:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b3b0863. 00000100:00000001:2.0:1767384648.849715:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384648.849717:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b3b0863. 00000020:00000010:2.0:1767384648.849722:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cb7da70. 00000020:00000010:2.0:1767384648.849727:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009757a1c5. 00000020:00000010:2.0:1767384648.849731:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025f6c357. 00000100:00000040:2.0:1767384648.849742:0:17063:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384648.849746:0:17063:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384648.849754:0:17063:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384648.849757:0:17063:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384648.849760:0:17063:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.849764:0:17063:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384648.849767:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384648.849768:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.849769:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=4 00000020:00000001:2.0:1767384648.849770:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384648.849771:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00010000:2.0:1767384648.849775:0:17063:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b505b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b5054 expref: 16 pid: 17071 timeout: 419 lvb_type: 0 00010000:00000001:2.0:1767384648.849779:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.849780:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.849781:0:17063:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.849782:0:17063:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.849787:0:17063:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384648.849794:0:17063:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d33e8365 x1853237050237568/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 328/0 e 0 to 0 dl 1767384659 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.849798:0:17063:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384648.849799:0:17063:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.849805:0:17063:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.849811:0:17063:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384648.849812:0:17063:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384648.849814:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384648.849815:0:17063:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:2.0:1767384648.849817:0:17063:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420418688 : -108601289132928 : ffff9d3a4abd3480) 00000100:00000040:2.0:1767384648.849819:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d33e8365 x1853237050237568/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 328/0 e 0 to 0 dl 1767384659 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.849824:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384648.849828:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000b3b0863. 00000100:00000001:2.0:1767384648.849832:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384648.849834:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000b3b0863. 00000100:00100000:2.0:1767384648.849842:0:17063:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d33e8365 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16346:x1853237050237568:12345-0@lo:103: 00000100:00000200:2.0:1767384648.849845:0:17063:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050237568 00010000:00000001:2.0:1767384648.849846:0:17063:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384648.849848:0:17063:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384648.849849:0:17063:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384648.849851:0:17063:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384648.849853:0:17063:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384648.849855:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d95f2ee4. 02000000:00000001:2.0:1767384648.849856:0:17063:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.849858:0:17063:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.849859:0:17063:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384648.849861:0:17063:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384648.849864:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384648.849865:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.849866:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=4 00000020:00000001:2.0:1767384648.849870:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384648.849872:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000040:2.0:1767384648.849873:0:17063:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000bb18d82 count: 3 00010000:00010000:2.0:1767384648.849876:0:17063:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b505b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b5054 expref: 16 pid: 17071 timeout: 419 lvb_type: 0 00000100:00001000:2.0:1767384648.849880:0:17063:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d25eb6a3 time=1767384648 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384648.849884:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384648.849891:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.849893:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384648.849897:0:17063:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b505b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9f279d7a9a0b5054 expref: 16 pid: 17071 timeout: 419 lvb_type: 0 00000020:00000001:2.0:1767384648.849901:0:17063:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384648.849903:0:17063:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384648.849904:0:17063:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384648.849907:0:17063:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.849910:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384648.849911:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384648.849915:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.849921:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.849923:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384648.849924:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384648.849927:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018bdeef6 with handle 0x9f279d7a9a0b505b from hash 00010000:00000001:2.0:1767384648.849929:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384648.849931:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.849932:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.849933:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384648.849934:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384648.849934:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384648.849936:0:17063:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b505b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9f279d7a9a0b5054 expref: 16 pid: 17071 timeout: 419 lvb_type: 0 00010000:00000040:2.0:1767384648.849940:0:17063:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 9 00000020:00000040:2.0:1767384648.849942:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00010000:00000001:2.0:1767384648.849949:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.849950:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384648.849951:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384648.849952:0:17063:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000072052be0 00010000:00000001:2.0:1767384648.849954:0:17063:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384648.849955:0:17063:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384648.849956:0:17063:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.849957:0:17063:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384648.849958:0:17063:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.849960:0:17063:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384648.849961:0:17063:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384648.849962:0:17063:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.849966:0:17063:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384648.849968:0:17063:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384648.849969:0:17063:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384648.849970:0:17063:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384648.849971:0:17063:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000bb18d82) refcount = 2 00010000:00010000:2.0:1767384648.849974:0:17063:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.849986:0:17063:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384648.849987:0:17063:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384648.849988:0:17063:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.849990:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384648.849993:0:17063:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000b3b0863. 00000100:00000001:2.0:1767384648.849994:0:17063:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384648.850009:0:17063:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078991fee. 00000100:00000001:2.0:1767384648.850011:0:17063:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472361867712 : -108601347683904 : ffff9d3a473fc9c0) 00000100:00000001:2.0:1767384648.850012:0:17063:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635472361867712 : -108601347683904 : ffff9d3a473fc9c0) 00000100:00000001:2.0:1767384648.850014:0:17063:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384648.850014:0:17063:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384648.850015:0:17063:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384648.850017:0:17063:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384648.850019:0:17063:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384648.850021:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384648.850021:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.850022:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=5 00000020:00000001:2.0:1767384648.850023:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384648.850025:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384648.850027:0:17063:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384648.850028:0:17063:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.850033:0:17063:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384648.850034:0:17063:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.850038:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.850039:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384648.850041:0:17063:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.850045:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384648.850054:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.850056:0:17063:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384648.850058:0:17063:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384648.850062:0:17063:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000072052be0 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384648.850064:0:17063:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384648.850066:0:17063:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384648.850067:0:17063:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.850070:0:17063:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384648.850071:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384648.850072:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384648.850072:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=6 00000020:00000001:2.0:1767384648.850074:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384648.850075:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384648.850077:0:17063:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384648.850078:0:17063:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.850081:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384648.850082:0:17063:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384648.850083:0:17063:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.850092:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384648.850093:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384648.850095:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384648.850095:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384648.850098:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000072052be0 with handle 0x9f279d7a9a0b5062 from hash 00010000:00000001:2.0:1767384648.850099:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384648.850100:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.850101:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.850102:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384648.850103:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384648.850104:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384648.850111:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384648.850112:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.850114:0:17063:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.850115:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384648.850117:0:17063:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384648.850118:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.850119:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.850120:0:17063:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.850122:0:17063:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.850124:0:17063:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384648.850126:0:17063:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384648.850129:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.850132:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.850134:0:17063:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384648.850135:0:17063:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384648.850137:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.850139:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.850143:0:17063:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384648.850148:0:17063:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384648.850151:0:17063:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.850152:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384648.850154:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384648.850155:0:17063:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.850158:0:17063:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384648.850160:0:17063:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384648.850163:0:17063:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.850164:0:17063:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.850166:0:17063:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384648.850167:0:17063:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000078991fee. 00000100:00000001:2.0:1767384648.850170:0:17063:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384648.850172:0:17063:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384648.850174:0:17063:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000b3b0863. 00010000:00000001:2.0:1767384648.850178:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384648.850180:0:17063:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384648.850182:0:17063:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384648.850185:0:17063:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384648.850195:0:17063:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384648.850199:0:17063:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=64 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384648.850204:0:17063:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384648.850206:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384648.850210:0:17063:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384648.850210:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384648.850214:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.850219:0:17063:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:0.0:1767384648.850219:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.850230:0:17063:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384648.850232:0:17063:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.850236:0:17063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384648.850246:0:17063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384648.850248:0:17092:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384648.850250:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd537891. 00000100:00000200:2.0:1767384648.850263:0:17063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050237568, offset 224 00010000:00000001:0.0:1767384648.850265:0:17092:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384648.850271:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384648.850274:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384648.850281:0:17063:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384648.850288:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384648.850326:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384648.850328:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b5062 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384648.850334:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000bb18d82 count: 0 00000400:00000200:2.0:1767384648.850341:0:17063:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384648.850349:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384648.850352:0:17063:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260106280 20000000:00000001:0.0:1767384648.850353:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384648.850368:0:17063:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1bc9 [1] + 224 00000400:00000200:2.0:1767384648.850376:0:17063:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384648.850381:0:17063:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384648.850384:0:17063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384648.850387:0:17063:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012d70ad8 x1853237050237568/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384648.850394:0:17063:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012d70ad8 x1853237050237568/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.850413:0:17063:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384648.850419:0:17063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd537891 00000400:00000010:2.0:1767384648.850421:0:17063:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd537891. 00000100:00000001:2.0:1767384648.850425:0:17063:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384648.850427:0:17063:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384648.850435:0:17063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.850439:0:17063:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:0.0:1767384648.850442:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384648.850443:0:17063:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.850446:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384648.850447:0:17063:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.850451:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d33e8365 x1853237050237568/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 328/224 e 0 to 0 dl 1767384659 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384648.850453:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384648.850457:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384648.850464:0:17063:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d33e8365 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050237568:12345-0@lo:103: Request processed in 639us (929us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384648.850464:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0bb379e. 00000400:00000200:0.0:1767384648.850473:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d250147e 00000400:00000010:0.0:1767384648.850481:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d250147e. 00000100:00100000:2.0:1767384648.850486:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384648.850490:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384648.850491:0:17063:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384648.850497:0:17063:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384648.850499:0:17063:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384648.850500:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012d70ad8 x1853237050237568/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384648.850506:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009757a1c5. 00000020:00000010:2.0:1767384648.850516:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025f6c357. 00000100:00000200:0.0:1767384648.850519:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012d70ad8 x1853237050237568/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384648.850525:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cb7da70. 00000100:00000001:0.0:1767384648.850537:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384648.850539:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:2.0:1767384648.850543:0:17063:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.850547:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.850551:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384648.850554:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384648.850556:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384648.850559:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.850561:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384648.850565:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=64 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384648.850570:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=65 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384648.850573:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384648.850575:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.850576:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384648.850578:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.850579:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.850581:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012d70ad8 x1853237050237568/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.850586:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384648.850588:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384648.850589:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384648.850591:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012d70ad8 x1853237050237568/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384648.850597:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012d70ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050237568:0@lo:103: 00000100:00000001:0.0:1767384648.850600:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.850602:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384648.850603:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012d70ad8 x1853237050237568/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.850607:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384648.850608:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384648.850610:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089b528ef. 02000000:00000001:0.0:1767384648.850613:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384648.850614:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384648.850616:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384648.850618:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384648.850619:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000053e63816. 02000000:00000001:0.0:1767384648.850622:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384648.850632:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384648.850634:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012d70ad8. 00000100:00000001:0.0:1767384648.850638:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384648.850640:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.850642:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.850647:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384648.850649:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.850652:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384648.850654:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384648.851900:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004d7d3ea1. 00080000:00000010:0.0:1767384648.851953:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f9a8fc81. 00040000:00000001:0.0:1767384648.851958:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384648.851960:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384648.851963:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384648.851966:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384648.851968:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384648.851970:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384648.851973:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384648.851984:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384648.851988:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384648.851995:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384648.852008:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384648.852012:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384648.852015:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384648.852019:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384648.852022:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384648.852028:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005e8709ab. 00010000:00000001:3.0:1767384648.852033:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384648.852037:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000020b085a1. 00000020:00000001:3.0:1767384648.852040:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384648.852043:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000020b085a1 with handle 0x9f279d7a9a0b5069 to hash 00000020:00000001:3.0:1767384648.852046:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384648.852048:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384648.852051:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384648.852054:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384648.852056:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384648.852059:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b5069 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.852068:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384648.852071:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384648.852073:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384648.852081:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384648.852083:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384648.852084:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384648.852086:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384648.852087:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384648.852089:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384648.852091:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384648.852092:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384648.852093:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005e8709ab) refcount = 1 00010000:00010000:3.0:1767384648.852096:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b5069 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.852099:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384648.852101:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384648.852102:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384648.852103:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.852105:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384648.852106:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384648.852108:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384648.852111:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384648.852112:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384648.852114:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=4 00000020:00000001:3.0:1767384648.852116:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384648.852118:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384648.852120:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384648.852122:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b5069 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.852126:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384648.852127:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b5069 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.852131:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384648.852132:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384648.852133:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b5069 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384648.852139:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384648.852144:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384648.852147:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cd6513cf. 00010000:00000001:3.0:1767384648.852149:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:0.0:1767384648.852151:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.852152:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.852157:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000040:0.0:1767384648.852158:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050237312 00010000:00010000:3.0:1767384648.852160:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b5069 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384648.852162:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:3.0:1767384648.852168:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000020b085a1 already unused, calling callback (0000000043915e75) 00010000:00000200:0.0:1767384648.852169:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000513238c6 x1853237050237312/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384648.852172:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384648.852175:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384648.852178:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b5069 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384648.852181:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384648.852184:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.852190:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:0.0:1767384648.852190:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=65 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384648.852194:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384648.852194:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384648.852196:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384648.852198:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000040:3.0:1767384648.852199:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=5 00000100:00000001:0.0:1767384648.852202:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:3.0:1767384648.852203:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 02000000:00000001:0.0:1767384648.852208:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384648.852209:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 02000000:00000001:0.0:1767384648.852211:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.852214:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384648.852216:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b5069 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384648.852223:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384648.852224:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384648.852226:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384648.852229:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.852229:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384648.852233:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384648.852235:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:0.0:1767384648.852236:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000754df304. 00010000:00000001:3.0:1767384648.852237:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384648.852241:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384648.852243:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050237312, offset 224 00000020:00000040:3.0:1767384648.852244:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000020b085a1 with handle 0x9f279d7a9a0b5069 from hash 00010000:00000001:3.0:1767384648.852249:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384648.852250:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384648.852252:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384648.852253:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384648.852261:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384648.852262:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384648.852266:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384648.852270:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384648.852274:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:0.0:1767384648.852275:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260106180 00010000:00000001:3.0:1767384648.852278:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384648.852281:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384648.852284:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ba5 [2] + 224 00010000:00000001:3.0:1767384648.852285:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384648.852287:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1767384648.852336:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384648.852341:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384648.852342:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384648.852344:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384648.852347:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.852348:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384648.852350:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.852354:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384648.852355:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001bcbbb3f x1853237050237312/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384648.852357:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b5069 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384648.852373:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384648.852376:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384648.852379:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:0.0:1767384648.852380:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001bcbbb3f x1853237050237312/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384648.852382:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384648.852386:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384648.852389:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384648.852391:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384648.852394:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384648.852396:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384648.852399:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b5069 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384648.852402:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384648.852403:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384648.852407:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384648.852410:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b5069 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384648.852412:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000754df304 00010000:00000040:3.0:1767384648.852414:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005e8709ab count: 0 00000400:00000010:0.0:1767384648.852417:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000754df304. 00000100:00000001:0.0:1767384648.852426:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384648.852429:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384648.852430:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384648.852437:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384648.852441:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384648.852441:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384648.852446:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000001:2.0:1767384648.852446:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384648.852447:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000001:2.0:1767384648.852455:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384648.852456:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384648.852458:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f99064de. 00000020:00000001:0.0:1767384648.852460:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.852464:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d7d7708 00000020:00000001:0.0:1767384648.852466:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384648.852468:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d7d7708. 00000100:00000001:2.0:1767384648.852476:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384648.852476:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000513238c6 x1853237050237312/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:629/0 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384648.852483:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001bcbbb3f x1853237050237312/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384648.852530:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001bcbbb3f x1853237050237312/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384648.852531:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000513238c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050237312:12345-0@lo:253: Request processed in 8442us (9093us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384648.852565:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384648.852565:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:2.0:1767384648.852569:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384648.852570:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384648.852573:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384648.852575:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384648.852578:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384648.852579:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384648.852582:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384648.852584:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.852586:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384648.852594:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=65 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384648.852594:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e554db36. 00000020:00000010:0.0:1767384648.852603:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000100:00001000:2.0:1767384648.852604:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=65 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384648.852616:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1767384648.852617:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd76da0a. 00000100:00000001:2.0:1767384648.852618:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.852622:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384648.852626:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384648.852630:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:2.0:1767384648.852640:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.852642:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384648.852648:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001bcbbb3f x1853237050237312/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384648.852649:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a5dc6a3f. 02000000:00000001:0.0:1767384648.852659:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384648.852661:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384648.852663:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.852665:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384648.852668:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384648.852673:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384648.852674:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384648.852683:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384648.852687:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:0.0:1767384648.852687:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a906ce77. 00000020:01000004:2.0:1767384648.852696:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384648.852698:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:0.0:1767384648.852699:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000754df304. 00000020:01000004:2.0:1767384648.852700:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384648.852704:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384648.852706:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384648.852708:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384648.852713:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bcbbb3f x1853237050237312/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384648.852719:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001bcbbb3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050237312:0@lo:253: 00000100:00000001:2.0:1767384648.852724:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.852726:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384648.852727:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001bcbbb3f x1853237050237312/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.852731:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384648.852732:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384648.852735:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000778feb3c. 02000000:00000001:2.0:1767384648.852738:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384648.852740:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384648.852741:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384648.852742:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384648.852744:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006bbc66df. 02000000:00000001:2.0:1767384648.852747:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384648.852749:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384648.852750:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001bcbbb3f. 00000100:00000001:2.0:1767384648.852752:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384648.852754:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.852760:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.852765:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.852767:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.852769:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.852770:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384648.854540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000308a95ae. 00010000:00000010:2.1:1767384648.854550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046bff18d. 00010000:00000010:2.1:1767384648.854558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018bdeef6. 00000100:00000040:2.0:1767384648.855351:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294937175, at 4294937176 00000100:00000010:2.0:1767384648.855359:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a723d482. 00000100:00000040:3.0:1767384648.856345:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294937175, at 4294937177 00000100:00000010:3.0:1767384648.856353:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5c34ea4. 00000100:00000040:0.0:1767384648.856360:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294937175, at 4294937177 00000100:00000010:0.0:1767384648.856370:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f3bf422. 00000100:00000040:1.0:1767384648.856948:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294937175, at 4294937177 00000100:00000010:1.0:1767384648.856954:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004868ebf2. 00010000:00000010:0.1:1767384648.857326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000bb18d82. 00010000:00000010:0.1:1767384648.857335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072052be0. 00010000:00000010:3.1:1767384648.857379:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005e8709ab. 00010000:00000010:3.1:1767384648.857388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020b085a1. 00000400:00000010:1.0:1767384648.862731:0:32661:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000b1316370. 00000400:00000040:1.0:1767384648.862748:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384648.862750:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384648.862754:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384648.862755:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384648.862758:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384648.862759:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384648.862761:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384648.862762:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384648.862763:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384648.862764:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384648.862766:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384648.862767:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384648.862768:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384648.862769:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384648.862770:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384648.862772:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384648.862773:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384648.862774:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384648.862775:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384648.862777:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384648.862778:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384648.862778:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384648.862780:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384648.862781:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384648.862782:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384648.862783:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384648.862784:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384648.862785:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384648.862791:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384648.862792:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384648.862793:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384648.862794:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384648.862795:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384648.862796:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384648.862797:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384648.862798:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384648.862799:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384648.862801:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384648.862802:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384648.862803:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384648.862804:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384648.862805:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384648.862806:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384648.862807:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384648.862808:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384648.862809:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384648.862811:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384648.862812:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384648.862814:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384648.862815:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384648.862816:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384648.862817:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384648.862818:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384648.862819:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384648.862820:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384648.862821:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384648.862822:0:32661:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384648.862897:0:32661:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000b1316370. 00000400:00000001:0.0:1767384649.280476:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384649.280482:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384649.280486:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ea58a1 00000400:00000010:0.0:1767384649.280491:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ea58a1. 00000400:00000200:0.0:1767384649.280499:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384649.280508:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp34 recovery ping unlinked 00000400:00000010:0.0:1767384649.280525:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000010dc1a27. 00000400:00000010:0.0:1767384649.280531:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000079857335. 00000400:00000200:0.0:1767384649.280538:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp31 00000400:00000010:0.0:1767384649.280544:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000868e3516. 00000400:00000010:0.0:1767384649.280553:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000018cf18e9. 00000400:00000010:0.0:1767384649.280559:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0438db1. 00000400:00000010:0.0:1767384649.280571:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d0d2158e. 00000400:00000200:0.0:1767384649.280575:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp31 00000800:00000200:3.0:1767384649.280590:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a093bd2] -> 12345-192.168.202.122@tcp19 (6) 00000400:00000200:0.0:1767384649.280595:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp31 local destination 00000800:00000200:3.0:1767384649.280602:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp19 ip 192.168.202.122:988 00000400:00000200:0.0:1767384649.280605:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp31 00000800:00000200:3.0:1767384649.280610:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384649.280614:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp31 NI seq info: [135:135:256:4294967295] 192.168.202.122@tcp31 LPNI seq info [121:121:8:4294967295] 00000400:00000200:0.0:1767384649.280624:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp31 00000400:00000200:0.0:1767384649.280646:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp31(192.168.202.122@tcp31:) -> 192.168.202.122@tcp31(192.168.202.122@tcp31:192.168.202.122@tcp31) : GET try# 0 00000800:00000200:0.0:1767384649.280653:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp31 00000800:00000010:0.0:1767384649.280667:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000035a4625. 00000800:00000200:0.0:1767384649.280672:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000800:00000200:0.1:1767384649.280679:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000400:00000200:0.0:1767384649.280697:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp31 added to recovery queue. ping count: 4 next ping: 286 health :600 00000400:00000200:0.0:1767384649.280707:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp39 00000400:00000010:0.0:1767384649.280711:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b4614c7f. 00000400:00000010:0.0:1767384649.280716:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a1a6104c. 00000400:00000010:0.0:1767384649.280719:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e27036. 00000800:00000200:2.0:1767384649.280727:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384649.280729:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000041c1d9f5. 00000800:00000001:2.0:1767384649.280740:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384649.280740:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp39 00000800:00000001:2.0:1767384649.280756:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384649.280757:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp39 local destination 00000800:00000001:2.0:1767384649.280774:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384649.280776:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp39 00000400:00000200:3.0:1767384649.280778:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000001:2.0:1767384649.280788:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384649.280789:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp39 NI seq info: [136:136:256:4294967295] 192.168.202.122@tcp39 LPNI seq info [122:122:8:4294967295] 00000400:00000200:0.0:1767384649.280799:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp39 00000400:00000200:0.0:1767384649.280811:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp39(192.168.202.122@tcp39:) -> 192.168.202.122@tcp39(192.168.202.122@tcp39:192.168.202.122@tcp39) : GET try# 0 00000800:00000200:0.0:1767384649.280819:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp39 00000800:00000010:0.0:1767384649.280823:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008ba8132b. 00000800:00000200:0.0:1767384649.280829:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000800:00000200:0.1:1767384649.280836:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000400:00000200:0.0:1767384649.280852:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp39 added to recovery queue. ping count: 1 next ping: 272 health :900 00000400:00000200:0.0:1767384649.280859:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp38 00000400:00000010:0.0:1767384649.280862:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000008ac7390. 00000400:00000010:0.0:1767384649.280866:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009f7a0956. 00000400:00000010:0.0:1767384649.280868:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efbf58dd. 00000400:00000010:0.0:1767384649.280873:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f0740e25. 00000400:00000200:0.0:1767384649.280875:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp38 00000400:00000200:0.0:1767384649.280879:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp38 local destination 00000400:00000200:0.0:1767384649.280881:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp38 00000400:00000200:0.0:1767384649.280883:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp38 NI seq info: [137:137:256:4294967295] 192.168.202.122@tcp38 LPNI seq info [123:123:8:4294967295] 00000400:00000200:0.0:1767384649.280887:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp38 00000400:00000200:0.0:1767384649.280896:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp38(192.168.202.122@tcp38:) -> 192.168.202.122@tcp38(192.168.202.122@tcp38:192.168.202.122@tcp38) : GET try# 0 00000800:00000200:0.0:1767384649.280904:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp38 00000800:00000010:0.0:1767384649.280906:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f5a42553. 00000800:00000200:0.0:1767384649.280911:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000800:00000200:0.1:1767384649.280915:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000400:00000200:0.0:1767384649.280931:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp38 added to recovery queue. ping count: 1 next ping: 272 health :900 00000400:00000200:3.0:1767384649.280935:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.281019:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.281021:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.281086:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.281116:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.281176:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.281198:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.281231:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.281256:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.281467:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.281541:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.281634:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.281671:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.281702:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.281796:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.281833:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.281857:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.281952:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.281990:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.282043:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.282149:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.282154:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.282159:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.282242:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.282255:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.282364:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.282373:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.282409:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.282471:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.282509:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.282551:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.282599:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.282632:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.282633:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.282700:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.282733:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.282780:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.282800:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.282826:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.282891:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.282973:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.283010:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.283030:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.283108:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.283187:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.283204:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.283236:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.283365:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.283415:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.283425:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.283519:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.283592:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.283604:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.283671:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.283750:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.283815:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.283816:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.283892:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.283962:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.284018:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.284032:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.284116:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.284149:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.284205:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.284208:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.284244:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.284362:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.284385:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.284403:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.284473:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.284532:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.284563:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.284628:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.284687:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.284688:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.284733:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.284854:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.284878:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.284881:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.285007:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.285015:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.285056:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.285158:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.285172:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.285221:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.285276:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.285341:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.285387:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.285438:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.285450:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.285520:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.285565:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384649.285668:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.285700:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000800:00000010:3.0:1767384649.285788:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001a87f88e. 00000800:00000010:3.0:1767384649.285796:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000be5228e. 00000800:00000010:3.0:1767384649.285804:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000002b6238e. 00000400:00000200:0.0:1767384649.285819:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.285825:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000800:00000010:3.0:1767384649.285858:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000002b6238e. 00000800:00020000:3.0:1767384649.285883:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384649.285888:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000be5228e. 00000800:00000010:3.0:1767384649.285895:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001a87f88e. 00000400:00000200:1.0:1767384649.285977:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:02020000:3.0:1767384649.286023:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp31 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384649.286036:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp31 notifying 192.168.202.122@tcp31: down 00000800:00000200:3.0:1767384649.286048:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp31 down 00000800:00000100:3.0:1767384649.286062:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp31 00000800:00000010:3.0:1767384649.286065:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000035a4625. 00000400:00000200:3.0:1767384649.286071:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384649.286081:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp31->192.168.202.122@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384649.286090:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384649.286097:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384649.286098:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384649.286108:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp31) recovery failed with -71 00000800:00000010:0.0:1767384649.286118:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd6513cf. 00000800:00000010:0.0:1767384649.286124:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a12f52be. 00000800:00000010:0.0:1767384649.286133:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d236f2dd. 00000800:00000010:0.0:1767384649.286168:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d236f2dd. 00000800:00020000:0.0:1767384649.286179:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384649.286182:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a12f52be. 00000800:00000010:0.0:1767384649.286186:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cd6513cf. 00000400:00000200:1.0:1767384649.286197:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:02020000:0.0:1767384649.286286:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp39 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384649.286323:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp39 notifying 192.168.202.122@tcp39: down 00000800:00000200:0.0:1767384649.286330:0:16332:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp39 down 00000800:00000100:0.0:1767384649.286339:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp39 00000400:00000200:1.0:1767384649.286340:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000800:00000010:0.0:1767384649.286344:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008ba8132b. 00000400:00000200:0.0:1767384649.286348:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384649.286353:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp39->192.168.202.122@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384649.286361:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384649.286365:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384649.286369:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp39) recovery failed with -71 00000400:00000200:1.0:1767384649.286390:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.286430:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.286473:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384649.286506:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:1.0:1767384649.286634:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008e304897. 00000800:00000010:1.0:1767384649.286639:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cdc4288a. 00000800:00000010:1.0:1767384649.286643:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009b060dd2. 00000800:00000010:1.0:1767384649.286670:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009b060dd2. 00000800:00020000:1.0:1767384649.286676:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384649.286679:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cdc4288a. 00000800:00000010:1.0:1767384649.286682:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008e304897. 00000400:02020000:1.0:1767384649.286719:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp38 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384649.286725:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp38 notifying 192.168.202.122@tcp38: down 00000800:00000200:1.0:1767384649.286733:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp38 down 00000800:00000100:1.0:1767384649.286739:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp38 00000800:00000010:1.0:1767384649.286741:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f5a42553. 00000400:00000200:1.0:1767384649.286745:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384649.286749:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp38->192.168.202.122@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384649.286762:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384649.286765:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384649.286770:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp38) recovery failed with -71 00010000:00000001:1.0:1767384649.471383:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384649.471388:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384649.471393:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384649.471395:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384649.471414:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384649.471416:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384649.471418:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384650.303378:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384650.303385:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384650.303390:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0438db1 00000400:00000010:2.0:1767384650.303396:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0438db1. 00000400:00000200:2.0:1767384650.303403:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384650.303411:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384650.303424:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000868e3516. 00000400:00000010:2.0:1767384650.303430:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000018cf18e9. 00000400:00000001:2.0:1767384650.303440:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384650.303442:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384650.303444:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e27036 00000400:00000010:2.0:1767384650.303447:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e27036. 00000400:00000200:2.0:1767384650.303450:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384650.303452:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767384650.303455:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b4614c7f. 00000400:00000010:2.0:1767384650.303457:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a1a6104c. 00000400:00000001:2.0:1767384650.303460:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384650.303461:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384650.303463:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efbf58dd 00000400:00000010:2.0:1767384650.303464:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efbf58dd. 00000400:00000200:2.0:1767384650.303467:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384650.303472:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384650.303473:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000008ac7390. 00000400:00000010:2.0:1767384650.303476:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009f7a0956. 00010000:00000001:1.0:1767384650.495406:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384650.495412:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384650.495417:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384650.495418:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384650.495487:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384650.495493:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384650.495497:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384650.630664:0:33114:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000041867525. 00080000:00000010:3.0:1767384650.630677:0:33114:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000041867525. 00000020:00000001:3.0:1767384650.630681:0:33114:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384650.630690:0:33114:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000041867525. 00080000:00000010:3.0:1767384650.630695:0:33114:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000041867525. 00000020:00000001:3.0:1767384650.630698:0:33114:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384651.327357:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384651.327371:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384651.327379:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca86bd06. 00000020:00000040:3.0:1767384651.327389:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384651.327396:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384651.327399:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384651.327405:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384651.327413:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce019b5b. 00000100:00000001:3.0:1767384651.327423:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.327431:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384651.327434:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.327434:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384651.327445:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384651.327451:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000030e6f878. 00000100:00000040:3.0:1767384651.327456:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca86bd06] to pc [ptlrpcd_00_00+0] req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384651.327458:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000800:00000200:1.0:1767384651.327463:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f878606] -> 12345-192.168.202.122@tcp22 (6) 00000100:00000001:2.0:1767384651.327468:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384651.327476:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384651.327485:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384651.327487:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp22 ip 192.168.202.122:988 02000000:00000010:2.0:1767384651.327499:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ddc032d. 00000800:00000200:1.0:1767384651.327499:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000100:00000001:2.0:1767384651.327507:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.327517:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:3.0:1767384651.327519:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.327535:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384651.327537:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.327541:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384651.327545:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030e6f878] to pc [ptlrpcd_00_01+1] req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.327546:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384651.327552:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384651.327560:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp39 00000100:00000040:3.0:1767384651.327563:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.327571:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384651.327573:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c7f07826. 00000100:00000001:3.0:1767384651.327574:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384651.327578:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.327582:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384651.327585:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384651.327586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384651.327587:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d4c01aa3. 02000000:00000001:3.0:1767384651.327590:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.327602:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1767384651.327604:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca86bd06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050237696:0@lo:13: 00000400:00000010:1.0:1767384651.327604:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000100:00000010:2.0:1767384651.327607:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5b16a1b. 00000100:00000001:3.0:1767384651.327609:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384651.327612:0:8:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384651.327616:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384651.327628:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.327629:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384651.327634:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384651.327637:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384651.327637:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000055f14564. 02000000:00000001:2.0:1767384651.327638:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384651.327643:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d9072e58. 02000000:00000001:3.0:1767384651.327649:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384651.327650:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a65621da. 00000100:00000001:2.0:1767384651.327660:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.327662:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecdb9c80. 00000100:00000040:2.0:1767384651.327668:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384651.327670:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp39 00000100:00000001:2.0:1767384651.327683:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1767384651.327685:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000415600c8. 00000100:00000001:2.0:1767384651.327685:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384651.327693:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050237696, portal 4 00000100:00000040:2.0:1767384651.327698:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a5b16a1b] to pc [ptlrpcd_00_02+2] req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.327699:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384651.327709:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467964281984 : -108605745269632 : ffff9d394121f480) 00000400:00000200:1.0:1767384651.327709:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp39 local destination 00000100:00000001:2.0:1767384651.327718:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.327724:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384651.327726:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp39 00000100:00000040:2.0:1767384651.327727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384651.327749:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767384651.327751:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp39 NI seq info: [138:138:256:4294967295] 192.168.202.122@tcp39 LPNI seq info [124:124:8:4294967295] 00000100:00000001:3.0:1767384651.327756:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384651.327758:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ad57507. 00000020:00000040:2.0:1767384651.327763:0:8:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:3.0:1767384651.327773:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384651.327774:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384651.327778:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290bdd3e. 02000000:00000001:2.0:1767384651.327778:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384651.327782:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp39 02000000:00000001:2.0:1767384651.327785:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384651.327787:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050237696, offset 0 02000000:00000010:2.0:1767384651.327797:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f9c1b7bc. 00000400:00000200:3.0:1767384651.327807:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384651.327809:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.327819:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384651.327824:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp39(192.168.202.122@tcp39:) -> 192.168.202.122@tcp39(192.168.202.122@tcp39:192.168.202.122@tcp39) : GET try# 0 00000100:00000001:2.0:1767384651.327849:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384651.327851:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.327855:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ad57507] to pc [ptlrpcd_00_03+3] req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384651.327861:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp39 00000400:00000200:3.0:1767384651.327864:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384651.327875:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000400ed664. 00000400:00000200:3.0:1767384651.327891:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260106300 00000800:00000200:1.0:1767384651.327903:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000400:00000200:3.0:1767384651.327910:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2464 00000100:00000001:2.0:1767384651.327911:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.327922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.1:1767384651.327924:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000100:00000001:2.0:1767384651.327926:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384651.327927:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384651.327931:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012d70ad8. 00000400:00000200:3.0:1767384651.327941:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384651.327942:0:8:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384651.327953:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384651.327954:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384651.327955:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384651.327957:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000294f8973. 00000100:00000001:2.0:1767384651.327959:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.327962:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384651.327967:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384651.327970:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp39 added to recovery queue. ping count: 2 next ping: 276 health :800 00000100:00000001:2.0:1767384651.327989:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.327993:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp38 00000100:00000001:3.0:1767384651.327995:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384651.327999:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a3d386a9. 00000100:00000040:2.0:1767384651.328000:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000012d70ad8] to pc [ptlrpcd_00_00+0] req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384651.328002:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000010:1.0:1767384651.328013:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ce2a75f9. 00000100:00000010:3.0:1767384651.328015:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6eaf0f9. 00000100:00000040:3.0:1767384651.328028:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000b6eaf0f9 x1853237050237696 msgsize 224 00000400:00000010:1.0:1767384651.328028:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d71b6b0. 00000100:00000001:2.0:1767384651.328030:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.328046:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (277) 00000100:00100000:3.0:1767384651.328047:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384651.328048:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000016fdb51. 00000400:00000200:1.0:1767384651.328068:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp38 00000100:00000001:3.0:1767384651.328069:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384651.328082:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp38 local destination 00000400:00000200:1.0:1767384651.328088:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp38 00000400:00000200:1.0:1767384651.328092:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp38 NI seq info: [139:139:256:4294967295] 192.168.202.122@tcp38 LPNI seq info [125:125:8:4294967295] 00000400:00000200:1.0:1767384651.328098:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp38 00000400:00000200:1.0:1767384651.328106:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp38(192.168.202.122@tcp38:) -> 192.168.202.122@tcp38(192.168.202.122@tcp38:192.168.202.122@tcp38) : GET try# 0 00000800:00000200:1.0:1767384651.328111:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp38 00000800:00000010:1.0:1767384651.328116:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000dd204c3. 00000400:00000200:3.0:1767384651.328119:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290bdd3e 00000400:00000010:3.0:1767384651.328124:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290bdd3e. 00000800:00000200:1.0:1767384651.328124:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000100:00000001:3.0:1767384651.328127:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384651.328134:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1767384651.328135:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000100:00000001:3.0:1767384651.328148:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384651.328150:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.328155:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.328156:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384651.328160:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp38 added to recovery queue. ping count: 2 next ping: 276 health :800 00000100:00000001:3.0:1767384651.328168:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.328173:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp32 00000100:00000040:3.0:1767384651.328175:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3275 usecs (4 jiffies) 00000100:00000001:3.0:1767384651.328180:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939652 00000400:00000010:1.0:1767384651.328180:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000043802260. 00000100:00000010:3.0:1767384651.328185:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5c34ea4. 00000400:00000010:1.0:1767384651.328196:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004e4d7383. 00000100:00000001:3.0:1767384651.328202:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384651.328203:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005efb0929. 00000100:00000001:3.0:1767384651.328210:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939652 00000400:00000010:1.0:1767384651.328212:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003d4fcccd. 00000100:00000010:3.0:1767384651.328215:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e0011f25. 00000400:00000200:1.0:1767384651.328221:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp32 00000100:00000001:3.0:1767384651.328222:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384651.328229:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939652 00000100:00000010:3.0:1767384651.328232:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd70c9e6. 00000100:00000001:3.0:1767384651.328236:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384651.328236:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384651.328238:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp32 local destination 00000100:00000001:2.0:1767384651.328248:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384651.328249:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939652 00000100:00000001:2.0:1767384651.328251:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384651.328256:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp32 00000100:00000010:3.0:1767384651.328260:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000038be316. 00000100:00000040:2.0:1767384651.328264:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.328271:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384651.328274:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp32 NI seq info: [140:140:256:4294967295] 192.168.202.122@tcp32 LPNI seq info [126:126:8:4294967295] 00000100:00000001:3.0:1767384651.328278:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384651.328313:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.328320:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.328322:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.328331:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384651.328332:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384651.328339:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.328340:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384651.328351:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp32 00000100:00000001:3.0:1767384651.328355:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384651.328357:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384651.328360:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384651.328362:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384651.328364:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384651.328373:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.328376:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384651.328384:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a5b16a1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050237952:0@lo:400: 00000400:00000200:1.0:1767384651.328385:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp32(192.168.202.122@tcp32:) -> 192.168.202.122@tcp32(192.168.202.122@tcp32:192.168.202.122@tcp32) : GET try# 0 00000100:00000001:2.0:1767384651.328405:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384651.328415:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384651.328416:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1767384651.328423:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp32 00000100:00000001:3.0:1767384651.328424:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.328424:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384651.328433:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000edce4857. 02000000:00000001:2.0:1767384651.328441:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384651.328442:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1767384651.328445:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006037d5d3. 02000000:00000001:3.0:1767384651.328447:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384651.328453:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 02000000:00000001:2.0:1767384651.328454:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.328456:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384651.328463:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f55939c. 00000100:00100000:3.0:1767384651.328468:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012d70ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16344:1853237050238208:0@lo:400: 00000800:00000200:1.1:1767384651.328472:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000400:00000010:2.0:1767384651.328474:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd537891. 00000100:00000001:3.0:1767384651.328481:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384651.328486:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050237952, portal 4 02000000:00000001:3.0:1767384651.328487:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384651.328491:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.328493:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384651.328494:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384651.328500:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp32 added to recovery queue. ping count: 4 next ping: 288 health :600 00000100:00000001:2.0:1767384651.328502:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420406144 : -108601289145472 : ffff9d3a4abd0380) 02000000:00000010:3.0:1767384651.328503:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ffb8f9cf. 02000000:00000001:3.0:1767384651.328514:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.328520:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384651.328522:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f28ad3a. 00000400:00000010:3.0:1767384651.328528:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000290bdd3e. 00000100:00000200:3.0:1767384651.328538:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050238208, portal 10 00000100:00000001:3.0:1767384651.328544:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384651.328545:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384651.328547:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420413312 : -108601289138304 : ffff9d3a4abd1f80) 00000100:00000040:3.0:1767384651.328557:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384651.328558:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384651.328568:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384651.328569:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d88e189b. 00000100:00000040:3.0:1767384651.328576:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384651.328580:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181be69d. 00000100:00000200:2.0:1767384651.328580:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050237952, offset 0 00000100:00000200:3.0:1767384651.328590:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050238208, offset 0 00000400:00000200:2.0:1767384651.328596:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384651.328608:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384651.328612:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384651.328620:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384651.328626:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384651.328644:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260106400 00000400:00000200:3.0:1767384651.328645:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260106500 00000400:00000200:3.0:1767384651.328658:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000400:00000200:3.0:1767384651.328663:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384651.328670:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384651.328677:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3440 00000100:00000001:3.0:1767384651.328685:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384651.328686:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384651.328687:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384651.328693:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.328704:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384651.328712:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767384651.328713:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005a66f45b. 00000100:00000200:2.0:1767384651.328717:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1767384651.328719:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000005a66f45b x1853237050238208 msgsize 224 00000100:00000010:2.0:1767384651.328725:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006229389d. 00000100:00000040:2.0:1767384651.328735:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000006229389d x1853237050237952 msgsize 224 00000100:00100000:3.0:1767384651.328736:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384651.328741:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.328756:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384651.328757:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384651.328772:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181be69d 00000400:00000010:3.0:1767384651.328776:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181be69d. 00000100:00000001:2.0:1767384651.328779:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384651.328780:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384651.328788:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384651.328792:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d88e189b 00000100:00000001:3.0:1767384651.328796:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384651.328798:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d88e189b. 00000400:00000200:1.0:1767384651.328802:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000040:3.0:1767384651.328807:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.328807:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384651.328819:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.328831:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.328837:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384651.328843:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384651.328846:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384651.328849:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.328850:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.328860:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3135 usecs (4 jiffies) 00000100:00000001:3.0:1767384651.328873:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294939653 00000100:00000001:2.0:1767384651.328875:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.328886:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384651.328893:0:16344:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294939652 00000100:00000001:2.0:1767384651.328897:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.328899:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294939653 00000100:00000040:2.0:1767384651.328903:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3275 usecs (4 jiffies) 00000100:00000001:3.0:1767384651.328904:0:16344:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294939652 00000100:00000001:2.0:1767384651.328913:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939653 00000100:00000001:3.0:1767384651.328916:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294939653 00000400:00000200:1.0:1767384651.328917:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.328919:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294939653 00000100:00000001:3.0:1767384651.328921:0:16344:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294939652 00000100:00000001:2.0:1767384651.328930:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939653 00000100:00000001:3.0:1767384651.328933:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294939653 00000100:00000001:2.0:1767384651.328935:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294939653 00000100:00000001:3.0:1767384651.328938:0:16344:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294939652 00000100:00000001:2.0:1767384651.328939:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939653 00000100:00000001:2.0:1767384651.328948:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294939653 00000100:00000001:3.0:1767384651.328950:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384651.328957:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939653 00000100:00000001:3.0:1767384651.328959:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.328966:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.328985:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.328986:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294939653 00000100:00000001:3.0:1767384651.328990:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.328994:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384651.328996:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384651.328997:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384651.329002:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.329004:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384651.329008:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384651.329010:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.329011:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.329015:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384651.329016:0:16344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384651.329019:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.329022:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384651.329025:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.329026:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384651.329031:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384651.329033:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384651.329036:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384651.329037:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384651.329039:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384651.329040:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384651.329042:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.329051:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.329055:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384651.329057:0:16346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384651.329070:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.329076:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384651.329079:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.329079:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.329081:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384651.329083:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384651.329087:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384651.329088:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384651.329092:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384651.329097:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384651.329099:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.329103:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384651.329104:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000030e6f878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050237824:0@lo:400: 00000100:00000001:3.0:1767384651.329111:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384651.329114:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384651.329116:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384651.329118:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.329128:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 02000000:00000001:3.0:1767384651.329129:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384651.329138:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000279f4709. 02000000:00000001:3.0:1767384651.329145:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.329158:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd64019d. 00000100:00000001:2.0:1767384651.329159:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384651.329166:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.329167:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181be69d. 02000000:00000001:2.0:1767384651.329171:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384651.329172:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050237824, portal 25 02000000:00000001:2.0:1767384651.329176:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384651.329177:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384651.329181:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420412416 : -108601289139200 : ffff9d3a4abd1c00) 02000000:00000001:2.0:1767384651.329183:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384651.329197:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001ad57507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853237050238080:0@lo:400: 00000100:00000040:3.0:1767384651.329198:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384651.329207:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.329218:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384651.329225:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384651.329226:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384651.329229:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.329236:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384651.329237:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384651.329248:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000978b36fc. 00000400:00000010:3.0:1767384651.329249:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004cb82f8. 02000000:00000001:2.0:1767384651.329266:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384651.329267:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050237824, offset 0 00000400:00000200:1.0:1767384651.329267:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000010:2.0:1767384651.329277:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f8401e9. 00000400:00000200:3.0:1767384651.329282:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384651.329333:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d88e189b. 00000100:00000200:2.0:1767384651.329341:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050238080, portal 10 00000100:00000001:2.0:1767384651.329347:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384651.329348:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384651.329356:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472420419584 : -108601289132032 : ffff9d3a4abd3800) 00000400:00000200:3.0:1767384651.329363:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260106380 00000400:00000200:1.0:1767384651.329366:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000040:2.0:1767384651.329367:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384651.329374:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13ed [2] + 0 00000400:00000010:3.0:1767384651.329377:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e6aa44c. 00000400:00000200:3.0:1767384651.329386:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008fdc2daf 00000100:00000001:2.0:1767384651.329391:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384651.329393:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384651.329409:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384651.329410:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384651.329419:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000400:00000200:3.0:1767384651.329421:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fdc2daf 00000400:00000010:3.0:1767384651.329424:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fdc2daf. 00000400:00000200:1.0:1767384651.329430:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.329432:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384651.329433:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050238080, offset 0 00000100:00000200:3.0:1767384651.329444:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384651.329451:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384651.329452:0:16344:0:(events.c:337:request_in_callback()) incoming req@0000000001906e38 x1853237050237824 msgsize 224 00000400:00000200:2.0:1767384651.329471:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384651.329475:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384651.329481:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384651.329483:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260106480 00000400:00000200:2.0:1767384651.329488:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000400:00000200:1.0:1767384651.329494:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.329502:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384651.329508:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384651.329514:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384651.329516:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384651.329519:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384651.329522:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004cb82f8 00000100:00000010:2.0:1767384651.329523:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001cdca0d1. 00000400:00000010:3.0:1767384651.329526:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004cb82f8. 00000100:00000040:2.0:1767384651.329530:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000001cdca0d1 x1853237050238080 msgsize 224 00000100:00000001:3.0:1767384651.329531:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384651.329547:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384651.329559:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384651.329559:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.329566:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384651.329577:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.329582:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.329584:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384651.329590:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.329590:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384651.329595:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294939655 00000100:00000001:3.0:1767384651.329602:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294939653 00000400:00000200:2.0:1767384651.329605:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000100:00000001:3.0:1767384651.329608:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294939655 00000400:00000010:2.0:1767384651.329610:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000001:3.0:1767384651.329613:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294939653 00000400:00000200:1.0:1767384651.329618:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.329620:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294939655 00000100:00000001:2.0:1767384651.329620:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384651.329633:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294939653 00000100:00000200:2.0:1767384651.329637:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.329641:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294939655 00000100:00000001:3.0:1767384651.329649:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294939653 00000100:00000001:3.0:1767384651.329655:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384651.329657:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.329658:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.329659:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384651.329670:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.329671:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.329674:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.329686:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.329688:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384651.329691:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384651.329692:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.329693:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.329707:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.329713:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2852 usecs (3 jiffies) 00000100:00000001:2.0:1767384651.329717:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294939653 00000100:00000001:2.0:1767384651.329721:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294939655 00000100:00000001:2.0:1767384651.329724:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294939653 00000100:00000001:2.0:1767384651.329726:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294939655 00000400:00000200:1.0:1767384651.329729:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.329739:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294939653 00000100:00000001:2.0:1767384651.329744:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294939655 00000100:00000001:2.0:1767384651.329747:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294939653 00000100:00000001:2.0:1767384651.329751:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294939655 00000100:00000001:2.0:1767384651.329755:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384651.329759:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.329767:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.329773:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.329775:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384651.329779:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384651.329788:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384651.329801:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384651.329807:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384651.329808:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767384651.329814:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.329815:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.329838:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384651.329884:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.329885:0:18653:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384651.329893:0:18653:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050237952 02000000:00000001:2.0:1767384651.329898:0:18653:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384651.329902:0:18653:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384651.329907:0:18653:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.329912:0:18653:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384651.329917:0:18653:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050237952 00000020:00000001:2.0:1767384651.329921:0:18653:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384651.329924:0:18653:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:2.0:1767384651.329928:0:18653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384651.329930:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000020:00000040:2.0:1767384651.329932:0:18653:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000020:00000001:2.0:1767384651.329938:0:18653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:2.0:1767384651.329944:0:18653:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:2.0:1767384651.329951:0:18653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384651.329956:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ffb6383. 00000020:00000010:2.0:1767384651.329962:0:18653:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000089427652. 00000020:00000040:2.0:1767384651.329970:0:18653:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000400:00000200:3.0:1767384651.329987:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.330000:0:18653:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767384651.330009:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f89c1c91. 00000020:00000010:2.0:1767384651.330018:0:18653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000023f64ff0. 00000400:00000200:1.0:1767384651.330022:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000020:00000010:2.0:1767384651.330026:0:18653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025f6c357. 00000100:00000040:2.0:1767384651.330046:0:18653:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384651.330051:0:18653:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384651.330062:0:18653:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384651.330066:0:18653:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384651.330069:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.330078:0:18653:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384651.330084:0:18653:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384651.330088:0:18653:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.330104:0:18653:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384651.330113:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.330136:0:18653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384651.330141:0:18653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384651.330149:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384651.330154:0:18653:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:2.0:1767384651.330159:0:18653:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472420410624 : -108601289140992 : ffff9d3a4abd1500) 00000400:00000200:3.0:1767384651.330162:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000040:2.0:1767384651.330170:0:18653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006229389d x1853237050237952/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:632/0 lens 224/0 e 0 to 0 dl 1767384662 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.330183:0:18653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384651.330188:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089427652. 00000100:00000001:2.0:1767384651.330194:0:18653:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384651.330198:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089427652. 00000400:00000200:1.0:1767384651.330199:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00100000:2.0:1767384651.330207:0:18653:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006229389d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050237952:12345-0@lo:400: 00000100:00000200:2.0:1767384651.330214:0:18653:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050237952 00000020:00000001:2.0:1767384651.330219:0:18653:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384651.330225:0:18653:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384651.330229:0:18653:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.330233:0:18653:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384651.330237:0:18653:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:2.0:1767384651.330242:0:18653:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384651.330246:0:18653:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384651.330248:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000020:00000001:2.0:1767384651.330251:0:18653:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384651.330257:0:18653:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384651.330261:0:18653:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.330265:0:18653:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384651.330272:0:18653:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384651.330278:0:18653:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384651.330284:0:18653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000071adac84. 02000000:00000001:2.0:1767384651.330287:0:18653:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.330288:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.330336:0:18653:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.330339:0:18653:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384651.330343:0:18653:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050237952 00010000:00000001:2.0:1767384651.330347:0:18653:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384651.330351:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00010000:00000200:2.0:1767384651.330356:0:18653:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006229389d x1853237050237952/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:632/0 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.330368:0:18653:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384651.330372:0:18653:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.330373:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00001000:2.0:1767384651.330386:0:18653:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384651.330395:0:18653:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384651.330400:0:18653:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384651.330403:0:18653:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384651.330407:0:18653:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1767384651.330409:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 02000000:00000001:2.0:1767384651.330411:0:18653:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.330418:0:18653:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384651.330428:0:18653:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384651.330432:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000100:00000200:2.0:1767384651.330437:0:18653:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050237952, offset 224 00000400:00000200:2.0:1767384651.330448:0:18653:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384651.330452:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.330462:0:18653:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384651.330473:0:18653:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260106400 00000400:00000200:2.0:1767384651.330484:0:18653:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1bfd [1] + 224 00000400:00000200:2.0:1767384651.330490:0:18653:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384651.330498:0:18653:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384651.330502:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.330507:0:18653:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384651.330514:0:18653:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384651.330528:0:18653:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.330546:0:18653:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384651.330557:0:18653:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384651.330559:0:18653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000400:00000200:1.0:1767384651.330562:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.330567:0:18653:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384651.330578:0:18653:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384651.330585:0:18653:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.330591:0:18653:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384651.330594:0:18653:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384651.330598:0:18653:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.330601:0:18653:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384651.330603:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000040:2.0:1767384651.330609:0:18653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006229389d x1853237050237952/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:632/0 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384651.330622:0:18653:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006229389d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050237952:12345-0@lo:400: Request processed in 435us (1883us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384651.330634:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384651.330638:0:18653:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:2.0:1767384651.330642:0:18653:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384651.330648:0:18653:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384651.330652:0:18653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000023f64ff0. 00000020:00000010:2.0:1767384651.330656:0:18653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025f6c357. 00000400:00000200:1.0:1767384651.330658:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000020:00000010:2.0:1767384651.330661:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f89c1c91. 00000020:00000040:2.0:1767384651.330673:0:18653:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:2.0:1767384651.330679:0:18653:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384651.330706:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384651.330720:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.330799:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384651.330816:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384651.330846:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384651.330921:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384651.330972:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.330995:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384651.331047:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:3.0:1767384651.331112:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.331157:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384651.331175:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384651.331321:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.331343:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000800:00000010:1.0:1767384651.331346:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008e304897. 00000800:00000010:1.0:1767384651.331355:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000975dd562. 00000800:00000010:1.0:1767384651.331362:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c5a8c13d. 00000800:00000010:1.0:1767384651.331402:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c5a8c13d. 00000400:00000200:3.0:1767384651.331415:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000800:00020000:1.0:1767384651.331416:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384651.331424:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000975dd562. 00000800:00000010:1.0:1767384651.331430:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008e304897. 00000400:00000200:2.0:1767384651.331492:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384651.331502:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:02020000:1.0:1767384651.331511:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp39 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384651.331522:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp39 notifying 192.168.202.122@tcp39: down 00000400:00000200:1.0:1767384651.331528:0:16332:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384651.331536:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp39 00000800:00000010:1.0:1767384651.331540:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000400ed664. 00000400:00000200:1.0:1767384651.331545:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384651.331556:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp39->192.168.202.122@tcp39: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384651.331568:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384651.331574:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384651.331579:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp39) recovery failed with -71 00000100:00000001:1.0:1767384651.331601:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384651.331605:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050238208 02000000:00000001:1.0:1767384651.331608:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384651.331610:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384651.331613:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384651.331617:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384651.331621:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050238208 00000020:00000001:1.0:1767384651.331625:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384651.331627:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000020:00000001:1.0:1767384651.331631:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384651.331634:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000020:00000001:1.0:1767384651.331637:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000020:00000001:1.0:1767384651.331639:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:1.0:1767384651.331647:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384651.331650:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5a8c13d. 00000400:00000200:3.0:1767384651.331654:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000020:00000010:1.0:1767384651.331656:0:17077:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001aab6844. 00000020:00000040:1.0:1767384651.331666:0:17077:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:1.0:1767384651.331672:0:17077:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1767384651.331673:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000020:00000010:1.0:1767384651.331677:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efa49e31. 00000020:00000010:1.0:1767384651.331685:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fc06ce72. 00000020:00000010:1.0:1767384651.331691:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5783edc. 00000100:00000040:1.0:1767384651.331705:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384651.331708:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384651.331711:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384651.331714:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.331723:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384651.331728:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384651.331732:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.331745:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384651.331763:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000001:1.0:1767384651.331763:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384651.331773:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050238080 02000000:00000001:1.0:1767384651.331776:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384651.331778:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384651.331781:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384651.331785:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384651.331788:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050238080 00000020:00000001:1.0:1767384651.331790:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384651.331793:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000020:00000001:1.0:1767384651.331795:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384651.331797:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000020:00000001:1.0:1767384651.331800:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000001:1.0:1767384651.331802:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:1.0:1767384651.331804:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384651.331808:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aab6844. 00000100:00000001:1.0:1767384651.331809:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384651.331812:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aab6844. 00000020:00000010:1.0:1767384651.331820:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d8cbc8be. 00000020:00000010:1.0:1767384651.331823:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c69cc175. 00000020:00000010:1.0:1767384651.331827:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000efa318ad. 00000400:00000200:2.0:1767384651.331829:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:1.0:1767384651.331832:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384651.331836:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384651.331838:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.331845:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384651.331850:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384651.331853:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384651.331854:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00000001:1.0:1767384651.331867:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.331890:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384651.331892:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384651.331902:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000040:1.0:1767384651.331906:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000100:00000001:1.0:1767384651.331909:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055421696 : -108605654129920 : ffff9d394690a300) 00000100:00000040:1.0:1767384651.331918:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a66f45b x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:632/0 lens 224/0 e 0 to 0 dl 1767384662 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.331925:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384651.331939:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aab6844. 00000100:00000001:1.0:1767384651.331943:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384651.331946:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aab6844. 00000100:00100000:1.0:1767384651.331956:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a66f45b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16344:x1853237050238208:12345-0@lo:400: 00000100:00000200:1.0:1767384651.331962:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050238208 00000020:00000001:1.0:1767384651.331967:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384651.331971:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384651.331986:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.331989:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384651.331991:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000400:00000200:3.0:1767384651.331992:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000020:00000001:1.0:1767384651.331997:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384651.332001:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384651.332005:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384651.332007:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384651.332010:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.332012:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384651.332018:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384651.332020:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 02000000:00000001:1.0:1767384651.332021:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384651.332027:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003b4fab22. 02000000:00000001:1.0:1767384651.332033:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.332036:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.332040:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384651.332043:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050238208 00010000:00000001:1.0:1767384651.332046:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384651.332052:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a66f45b x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:632/0 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384651.332060:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384651.332063:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384651.332067:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384651.332072:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384651.332078:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384651.332081:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384651.332086:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384651.332089:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.332098:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384651.332102:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000100:00000040:1.0:1767384651.332107:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384651.332112:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a531f8f. 00000100:00000200:1.0:1767384651.332116:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050238208, offset 224 00000400:00000200:1.0:1767384651.332123:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384651.332137:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384651.332149:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260106500 00000400:00000200:1.0:1767384651.332158:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c01 [1] + 224 00000400:00000200:1.0:1767384651.332163:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384651.332172:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384651.332179:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384651.332180:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.332185:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000200:1.0:1767384651.332186:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384651.332205:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.332223:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384651.332236:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a531f8f 00000400:00000200:3.0:1767384651.332237:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000010:1.0:1767384651.332239:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a531f8f. 00000100:00000001:1.0:1767384651.332251:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384651.332253:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384651.332263:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384651.332268:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384651.332272:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384651.332275:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.332278:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384651.332282:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a66f45b x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:632/0 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384651.332314:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a66f45b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16344:x1853237050238208:12345-0@lo:400: Request processed in 363us (3569us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384651.332322:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000040:1.0:1767384651.332326:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:1.0:1767384651.332329:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384651.332332:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384651.332342:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fc06ce72. 00000020:00000010:1.0:1767384651.332348:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5783edc. 00000020:00000010:1.0:1767384651.332352:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efa49e31. 00000400:00000200:3.0:1767384651.332353:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000020:00000040:1.0:1767384651.332361:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000100:00000001:1.0:1767384651.332364:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.332386:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384651.332389:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384651.332390:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00100000:1.0:1767384651.332399:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000040:1.0:1767384651.332403:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000100:00000001:1.0:1767384651.332406:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299794432 : -108600409757184 : ffff9d3a7f276a00) 00000100:00000040:1.0:1767384651.332412:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001cdca0d1 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:632/0 lens 224/0 e 0 to 0 dl 1767384662 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.332423:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384651.332427:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aab6844. 00000100:00000001:1.0:1767384651.332433:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384651.332438:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aab6844. 00000400:00000200:3.0:1767384651.332449:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00100000:1.0:1767384651.332452:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001cdca0d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16346:x1853237050238080:12345-0@lo:400: 00000100:00000200:1.0:1767384651.332459:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050238080 00000020:00000001:1.0:1767384651.332461:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384651.332465:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384651.332467:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.332470:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384651.332473:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:1.0:1767384651.332478:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384651.332481:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384651.332483:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384651.332487:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384651.332489:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.332491:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384651.332494:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384651.332497:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384651.332502:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000070fe44f. 02000000:00000001:1.0:1767384651.332506:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.332515:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.332517:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000020:00000001:1.0:1767384651.332518:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384651.332522:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00010000:00000040:1.0:1767384651.332524:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050238080 00010000:00000001:1.0:1767384651.332532:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384651.332539:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001cdca0d1 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:632/0 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384651.332545:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384651.332547:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384651.332549:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384651.332552:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384651.332557:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384651.332560:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384651.332562:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384651.332564:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.332567:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384651.332573:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384651.332576:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a531f8f. 00000100:00000200:1.0:1767384651.332580:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050238080, offset 224 00000400:00000200:1.0:1767384651.332588:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384651.332600:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384651.332612:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260106480 00000400:00000200:1.0:1767384651.332618:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c15 [1] + 224 00000400:00000200:1.0:1767384651.332622:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384651.332629:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384651.332638:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384651.332644:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384651.332646:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00000040:1.0:1767384651.332655:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.332665:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384651.332673:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a531f8f 00000400:00000010:1.0:1767384651.332675:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a531f8f. 00000100:00000001:1.0:1767384651.332683:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384651.332688:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:1.0:1767384651.332690:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384651.332699:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384651.332704:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384651.332707:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384651.332709:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.332713:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384651.332719:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001cdca0d1 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:632/0 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384651.332730:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001cdca0d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16346:x1853237050238080:12345-0@lo:400: Request processed in 304us (3195us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384651.332742:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:1.0:1767384651.332745:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000100:00000001:1.0:1767384651.332748:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384651.332752:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384651.332756:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c69cc175. 00000020:00000010:1.0:1767384651.332766:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000efa318ad. 00000400:00000200:3.0:1767384651.332770:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000020:00000010:1.0:1767384651.332771:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d8cbc8be. 00000020:00000040:1.0:1767384651.332777:0:17077:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000100:00000001:1.0:1767384651.332779:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.332837:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384651.332840:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384651.332850:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384651.332852:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384651.332855:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f28ad3a. 00000400:00000200:1.0:1767384651.332862:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000290bdd3e 00000400:00000200:2.0:1767384651.332864:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000010:1.0:1767384651.332867:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000290bdd3e. 00000100:00000001:1.0:1767384651.332869:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384651.332872:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384651.332881:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000100:00000200:1.0:1767384651.332893:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.332902:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384651.332904:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.332908:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384651.332917:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384651.332919:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384651.332921:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384651.332924:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384651.332931:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384651.332935:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=62 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384651.332938:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384651.332939:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.332942:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384651.332945:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384651.332950:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.332954:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384651.332956:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384651.332958:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384651.332960:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384651.332965:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.332970:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384651.332984:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384651.332986:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384651.332991:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384651.332996:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012d70ad8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16344:1853237050238208:0@lo:400: 00000400:00000200:2.0:1767384651.333005:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:1.0:1767384651.333005:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384651.333006:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00000001:1.0:1767384651.333007:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384651.333014:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012d70ad8 x1853237050238208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.333027:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384651.333029:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384651.333032:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ffb8f9cf. 02000000:00000001:1.0:1767384651.333036:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384651.333038:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384651.333046:0:16344:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384651.333049:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384651.333052:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000294f8973. 02000000:00000001:1.0:1767384651.333056:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384651.333059:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384651.333061:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012d70ad8. 00000100:00000001:1.0:1767384651.333069:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384651.333071:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.333076:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.333078:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384651.333079:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384651.333083:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.333086:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384651.333126:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.333152:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384651.333215:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.333242:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384651.333324:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.333353:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384651.333358:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050237824 02000000:00000001:3.0:1767384651.333361:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384651.333363:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384651.333367:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.333371:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384651.333374:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050237824 00000020:00000001:3.0:1767384651.333376:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384651.333379:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384651.333381:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384651.333386:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:3.0:1767384651.333389:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384651.333392:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384651.333396:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384651.333400:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080918056. 00000100:00000001:3.0:1767384651.333403:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.333406:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080918056. 00000020:00000010:3.0:1767384651.333413:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f98c12d1. 00000020:00000010:3.0:1767384651.333419:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021352820. 00000020:00000010:3.0:1767384651.333424:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053e94aa3. 00000100:00000040:3.0:1767384651.333433:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384651.333436:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384651.333439:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384651.333441:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.333447:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.333459:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.333469:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384651.333471:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384651.333476:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:3.0:1767384651.333479:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384651.333482:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322987088 : -108601386564528 : ffff9d3a44ee8450) 00000100:00000040:3.0:1767384651.333488:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000001906e38 x1853237050237824/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:632/0 lens 224/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.333513:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384651.333517:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000080918056. 00000100:00000001:3.0:1767384651.333519:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.333522:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000080918056. 00000100:00100000:3.0:1767384651.333528:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000001906e38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050237824:12345-0@lo:400: 00000100:00000200:3.0:1767384651.333532:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050237824 00000020:00000001:3.0:1767384651.333535:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384651.333538:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384651.333541:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.333544:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384651.333546:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000400:00000200:2.0:1767384651.333548:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000020:00000001:3.0:1767384651.333550:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384651.333555:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384651.333561:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384651.333563:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384651.333567:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.333569:0:17069:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384651.333572:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384651.333575:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384651.333580:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d86a019a. 02000000:00000001:3.0:1767384651.333584:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.333587:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.333589:0:17069:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384651.333592:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050237824 00010000:00000001:3.0:1767384651.333594:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384651.333601:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000001906e38 x1853237050237824/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:632/0 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384651.333609:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384651.333611:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384651.333614:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=68 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384651.333619:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384651.333626:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000400:00000200:2.0:1767384651.333628:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.333640:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384651.333644:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384651.333647:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.333652:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384651.333660:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384651.333664:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004cb82f8. 00000100:00000200:3.0:1767384651.333669:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050237824, offset 224 00000400:00000200:3.0:1767384651.333676:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384651.333686:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384651.333694:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260106380 00000400:00000200:3.0:1767384651.333704:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c0d [1] + 224 00000400:00000200:2.0:1767384651.333706:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384651.333710:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384651.333720:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384651.333726:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384651.333732:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384651.333743:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.333758:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384651.333766:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004cb82f8 00000400:00000200:2.0:1767384651.333768:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000010:3.0:1767384651.333769:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004cb82f8. 00000100:00000001:3.0:1767384651.333777:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384651.333779:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384651.333785:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.333789:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384651.333792:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384651.333795:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.333797:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384651.333802:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000001906e38 x1853237050237824/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:632/0 lens 224/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384651.333811:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000001906e38 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050237824:12345-0@lo:400: Request processed in 298us (4359us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384651.333820:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000400:00000200:2.0:1767384651.333830:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00000040:3.0:1767384651.333831:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384651.333840:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384651.333844:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384651.333848:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021352820. 00000020:00000010:3.0:1767384651.333854:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053e94aa3. 00000020:00000010:3.0:1767384651.333858:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f98c12d1. 00000020:00000040:3.0:1767384651.333864:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:3.0:1767384651.333870:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384651.333874:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d86a019a. 02000000:00000001:3.0:1767384651.333878:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384651.333881:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384651.333887:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384651.333892:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cefdf5e. 00000400:00000200:2.0:1767384651.333892:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000010:3.0:1767384651.333901:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd53c62b. 00000100:00080000:3.0:1767384651.333938:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:2.0:1767384651.333941:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000020:00000040:3.0:1767384651.333944:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00080000:3.0:1767384651.333952:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384651.333955:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:3.0:1767384651.333993:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384651.333996:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384651.334002:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384651.334004:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384651.334009:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd64019d. 00000400:00000200:2.0:1767384651.334010:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384651.334017:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181be69d 00000400:00000010:3.0:1767384651.334021:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181be69d. 00000100:00000001:3.0:1767384651.334028:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384651.334033:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384651.334044:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.334053:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384651.334055:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.334057:0:16344:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384651.334059:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 02000000:00000001:3.0:1767384651.334060:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384651.334065:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384651.334077:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.334081:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384651.334085:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=68 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384651.334088:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00001000:3.0:1767384651.334090:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=68 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384651.334097:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384651.334100:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.334103:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384651.334105:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.334108:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.334114:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384651.334115:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.334129:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384651.334133:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384651.334134:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.334137:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00000040:3.0:1767384651.334142:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384651.334155:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000030e6f878 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050237824:0@lo:400: 00000400:00000200:2.0:1767384651.334157:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.334175:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.334181:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384651.334187:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000030e6f878 x1853237050237824/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.334200:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384651.334200:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 02000000:00000001:3.0:1767384651.334208:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384651.334212:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000279f4709. 02000000:00000001:3.0:1767384651.334221:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384651.334223:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384651.334226:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384651.334232:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384651.334235:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ddc032d. 02000000:00000001:3.0:1767384651.334242:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384651.334245:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384651.334247:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000030e6f878. 00000100:00000001:3.0:1767384651.334255:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384651.334258:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.334260:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.334273:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.334278:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384651.334280:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384651.334284:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.334286:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.334364:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.334453:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.334522:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.334600:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:2.0:1767384651.334829:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ea3fc4b. 00000800:00000010:2.0:1767384651.334834:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c0191275. 00000800:00000010:2.0:1767384651.334839:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089427652. 00000800:00000010:2.0:1767384651.334865:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089427652. 00000800:00020000:2.0:1767384651.334876:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384651.334878:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c0191275. 00000800:00000010:2.0:1767384651.334882:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ea3fc4b. 00000400:02020000:2.0:1767384651.334964:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp32 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384651.334971:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp32 notifying 192.168.202.122@tcp32: down 00000800:00000200:2.0:1767384651.334997:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp32 down 00000800:00000100:2.0:1767384651.335005:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp32 00000800:00000010:2.0:1767384651.335009:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000edce4857. 00000400:00000200:3.0:1767384651.335015:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:2.0:1767384651.335016:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384651.335031:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp32->192.168.202.122@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384651.335045:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384651.335049:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384651.335057:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp32) recovery failed with -71 00000100:00000001:2.0:1767384651.335084:0:17885:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384651.335086:0:17885:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050237696 02000000:00000001:2.0:1767384651.335088:0:17885:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384651.335090:0:17885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384651.335091:0:17885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.335094:0:17885:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384651.335096:0:17885:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050237696 00000020:00000001:2.0:1767384651.335098:0:17885:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384651.335099:0:17885:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:2.0:1767384651.335100:0:17885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384651.335102:0:17885:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000020:00000001:2.0:1767384651.335105:0:17885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:2.0:1767384651.335107:0:17885:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:2.0:1767384651.335111:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384651.335114:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089427652. 00000100:00000001:2.0:1767384651.335117:0:17885:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384651.335119:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089427652. 00000020:00000010:2.0:1767384651.335126:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f89c1c91. 00000020:00000010:2.0:1767384651.335132:0:17885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000116915ca. 00000020:00000010:2.0:1767384651.335135:0:17885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025f6c357. 00000100:00000040:2.0:1767384651.335143:0:17885:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384651.335145:0:17885:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384651.335147:0:17885:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384651.335148:0:17885:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.335153:0:17885:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.335166:0:17885:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.335177:0:17885:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384651.335179:0:17885:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384651.335187:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384651.335190:0:17885:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:2.0:1767384651.335191:0:17885:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467964280192 : -108605745271424 : ffff9d394121ed80) 00000100:00000040:2.0:1767384651.335195:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6eaf0f9 x1853237050237696/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:632/0 lens 224/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.335202:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384651.335205:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089427652. 00000100:00000001:2.0:1767384651.335208:0:17885:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384651.335210:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089427652. 00000100:00100000:2.0:1767384651.335214:0:17885:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6eaf0f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050237696:12345-0@lo:13: 00000100:00000200:2.0:1767384651.335217:0:17885:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050237696 00000020:00000001:2.0:1767384651.335219:0:17885:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384651.335221:0:17885:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384651.335223:0:17885:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.335224:0:17885:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384651.335226:0:17885:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000020:00000001:2.0:1767384651.335230:0:17885:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384651.335231:0:17885:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384651.335233:0:17885:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384651.335235:0:17885:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384651.335237:0:17885:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.335239:0:17885:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384651.335241:0:17885:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:3.0:1767384651.335245:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001a87f88e. 02000000:00000010:2.0:1767384651.335245:0:17885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000975ad890. 02000000:00000001:2.0:1767384651.335257:0:17885:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384651.335260:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003223db20. 00000100:00000001:2.0:1767384651.335261:0:17885:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384651.335267:0:17885:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000800:00000010:3.0:1767384651.335274:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000080918056. 00002000:00000001:2.0:1767384651.335275:0:17885:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384651.335279:0:17885:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384651.335288:0:17885:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384651.335342:0:17885:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384651.335353:0:17885:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384651.335355:0:17885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384651.335359:0:17885:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384651.335362:0:17885:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384651.335368:0:17885:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384651.335371:0:17885:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384651.335374:0:17885:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384651.335377:0:17885:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050237696 00010000:00000001:2.0:1767384651.335379:0:17885:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384651.335383:0:17885:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6eaf0f9 x1853237050237696/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:632/0 lens 224/368 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.335389:0:17885:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384651.335393:0:17885:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384651.335395:0:17885:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=57 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384651.335396:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294939655, at 4294939656 00000100:00000001:2.0:1767384651.335399:0:17885:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384651.335405:0:17885:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000010:3.0:1767384651.335410:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000038be316. 00000100:00000001:2.0:1767384651.335411:0:17885:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384651.335423:0:17885:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384651.335424:0:17885:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.335428:0:17885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384651.335436:0:17885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384651.335440:0:17885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000100:00000200:2.0:1767384651.335445:0:17885:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050237696, offset 224 00000400:00000200:2.0:1767384651.335458:0:17885:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:3.0:1767384651.335461:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000080918056. 00000400:00000200:2.0:1767384651.335469:0:17885:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384651.335479:0:17885:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260106300 00000800:00020000:3.0:1767384651.335480:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000400:00000200:2.0:1767384651.335488:0:17885:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1bed [1] + 224 00000800:00000010:3.0:1767384651.335490:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003223db20. 00000400:00000200:2.0:1767384651.335500:0:17885:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384651.335502:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001a87f88e. 00000400:00000200:2.0:1767384651.335509:0:17885:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384651.335515:0:17885:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384651.335520:0:17885:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384651.335530:0:17885:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.335549:0:17885:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384651.335561:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384651.335565:0:17885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000001:2.0:1767384651.335570:0:17885:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384651.335572:0:17885:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384651.335579:0:17885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.335584:0:17885:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384651.335586:0:17885:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384651.335588:0:17885:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.335591:0:17885:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384651.335598:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6eaf0f9 x1853237050237696/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:632/0 lens 224/368 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384651.335606:0:17885:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6eaf0f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050237696:12345-0@lo:13: Request processed in 401us (7575us total) trans 0 rc 0/0 00000400:02020000:3.0:1767384651.335613:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp38 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000100:00100000:2.0:1767384651.335622:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384651.335627:0:17885:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:2.0:1767384651.335632:0:17885:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384651.335636:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp38 notifying 192.168.202.122@tcp38: down 00000100:00000001:2.0:1767384651.335637:0:17885:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384651.335643:0:17885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000116915ca. 00000400:00000200:3.0:1767384651.335648:0:16334:0:(router.c:1840:lnet_notify()) Old news 00000020:00000010:2.0:1767384651.335649:0:17885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025f6c357. 00000020:00000010:2.0:1767384651.335656:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f89c1c91. 00000800:00000100:3.0:1767384651.335661:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp38 00000020:00000040:2.0:1767384651.335662:0:17885:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:2.0:1767384651.335670:0:17885:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384651.335673:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000dd204c3. 00000400:00000200:3.0:1767384651.335684:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384651.335695:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp38->192.168.202.122@tcp38: GET: LOCAL_ERROR 00000100:00000040:2.0:1767384651.335709:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294939655, at 4294939656 00000400:00000200:3.0:1767384651.335710:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384651.335726:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp38 recovery message sent unsuccessfully:-71 00000100:00000010:2.0:1767384651.335726:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd70c9e6. 00000400:00000200:3.0:1767384651.335740:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp38) recovery failed with -71 00000100:00000001:2.0:1767384651.335752:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384651.335755:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384651.335760:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384651.335762:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384651.335765:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f8401e9. 00000100:00000001:0.0:1767384651.335767:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384651.335768:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d88e189b 00000400:00000010:2.0:1767384651.335772:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d88e189b. 00000100:00000001:0.0:1767384651.335772:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384651.335780:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384651.335782:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384651.335784:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384651.335786:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecdb9c80. 00000100:00000200:2.0:1767384651.335791:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384651.335792:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000415600c8 00000100:00000200:2.0:1767384651.335801:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384651.335801:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000415600c8. 00000100:00000001:0.0:1767384651.335810:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384651.335818:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384651.335821:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.335823:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.335834:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384651.335842:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384651.335847:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384651.335849:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.335852:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.335863:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.335866:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384651.335868:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384651.335870:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=62 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384651.335871:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384651.335875:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1767384651.335877:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384651.335878:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384651.335886:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.335887:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384651.335893:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.335894:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.335897:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1767384651.335901:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=57 v=5 (5 0 0 0) 00010000:00080000:2.0:1767384651.335906:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384651.335910:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=57 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384651.335927:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384651.335931:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.335935:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384651.335936:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384651.335948:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384651.335953:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00010000:00080000:0.0:1767384651.335953:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.335960:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384651.335964:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.335990:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384651.336005:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.336011:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384651.336013:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384651.336017:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384651.336018:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384651.336027:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.336027:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384651.336036:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.336041:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384651.336044:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384651.336112:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384651.336116:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001ad57507 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853237050238080:0@lo:400: 00000100:00000001:0.0:1767384651.336119:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384651.336126:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384651.336130:0:16344:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000001:2.0:1767384651.336132:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000004:00000040:0.0:1767384651.336135:0:16344:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384651.336137:0:16344:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000001:2.0:1767384651.336141:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384651.336147:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f55939c. 00000004:00000020:0.0:1767384651.336149:0:16344:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:2.0:1767384651.336150:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd537891 00000400:00000010:2.0:1767384651.336152:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd537891. 00000100:00000001:2.0:1767384651.336155:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384651.336164:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384651.336166:0:16344:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384651.336181:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384651.336191:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384651.336199:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca86bd06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050237696:0@lo:13: 00000100:00000001:0.0:1767384651.336216:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.336221:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384651.336222:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384651.336226:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384651.336229:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca86bd06 x1853237050237696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.336231:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384651.336237:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384651.336241:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384651.336241:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384651.336247:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384651.336248:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384651.336254:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d9072e58. 02000000:00000001:2.0:1767384651.336255:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.336263:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767384651.336264:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=57 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384651.336266:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384651.336270:0:16344:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384651.336278:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767384651.336279:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=57 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384651.336281:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ce019b5b. 00000100:00000001:2.0:1767384651.336373:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384651.336377:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.336379:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384651.336386:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.336392:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.336396:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384651.336398:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384651.336401:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384651.336405:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.336410:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.336415:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384651.336418:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384651.336419:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384651.336421:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384651.336434:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a5b16a1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050237952:0@lo:400: 00000100:00000040:1.0:1767384651.336437:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294939655, at 4294939657 00000100:00000001:2.0:1767384651.336443:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.336447:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384651.336448:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e0011f25. 00000100:00000040:2.0:1767384651.336450:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001ad57507 x1853237050238080/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.336458:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384651.336460:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384651.336462:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000978b36fc. 02000000:00000001:2.0:1767384651.336466:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384651.336469:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384651.336470:0:16346:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384651.336472:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384651.336474:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f9c1b7bc. 02000000:00000001:2.0:1767384651.336478:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384651.336480:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384651.336483:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ad57507. 00000100:00000001:2.0:1767384651.336487:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384651.336490:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.336492:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384651.336495:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a5b16a1b x1853237050237952/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.336500:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384651.336504:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384651.336505:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006037d5d3. 02000000:00000001:2.0:1767384651.336510:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384651.336512:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384651.336514:0:16346:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384651.336517:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384651.336519:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a65621da. 02000000:00000001:2.0:1767384651.336525:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384651.336528:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384651.336530:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5b16a1b. 00000100:00000001:2.0:1767384651.336535:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384651.336536:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.336545:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.336552:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384651.336552:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384651.336556:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384651.336557:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384651.336560:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca86bd06. 00000100:00000001:2.0:1767384651.336562:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384651.336565:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384651.336568:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.336569:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.336585:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.336592:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384651.336594:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.336597:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384651.336601:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384651.336611:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294939655, at 4294939657 00000100:00000010:0.0:1767384651.336616:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5c34ea4. 00000001:00000001:1.0:1767384651.384514:0:33278:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384651.384520:0:33278:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:1.0:1767384651.387164:0:33278:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384651.394825:0:33279:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e9d8bc4a. 00000400:00000010:1.0:1767384651.394842:0:33279:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f1676279. 00000400:00000010:1.0:1767384651.394853:0:33279:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000975dd562. 00000400:00000010:1.0:1767384651.394857:0:33279:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d8cbc8be. 00000400:00000010:1.0:1767384651.394861:0:33279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000051e38599. 00000400:00000010:1.0:1767384651.394865:0:33279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030622641. 00000400:00000010:1.0:1767384651.394866:0:33279:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006d3472b4. 00000400:00000010:1.0:1767384651.394867:0:33279:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078e23b6b. 00000400:00000010:1.0:1767384651.394871:0:33279:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000080bb6c03. 00000800:00000010:1.0:1767384651.394889:0:33279:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000400ed664. 00000800:00000200:1.0:1767384651.394904:0:33279:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384651.394918:0:33279:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384651.394961:0:33279:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384651.395003:0:33279:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp41 [8/256/0/180] 00000400:00000010:1.0:1767384651.396271:0:33279:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000fdfbdbcc. 00000400:00000010:1.0:1767384651.396278:0:33279:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445ef3a9. 00000400:00000010:1.0:1767384651.396311:0:33279:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a531f8f. 00000400:00000001:1.0:1767384651.396352:0:33279:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384651.396355:0:33279:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384651.396356:0:33279:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2fcb3a5. 00000400:00000200:1.0:1767384651.396360:0:33279:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084336920 00000400:00000010:1.0:1767384651.396361:0:33279:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084336920. 00000400:00000010:1.0:1767384651.396365:0:33279:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000d64ffe31. 00000400:00000200:1.0:1767384651.396370:0:33279:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (32) 00000400:00000200:1.0:1767384651.396382:0:33279:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384651.396391:0:33279:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:1.0:1767384651.396400:0:33279:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008e304897. 00000020:01000000:1.0:1767384651.396406:0:33279:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384651.396408:0:33279:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp41 00000400:00000200:3.0:1767384651.396411:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384651.396421:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300151 00000400:00000010:1.0:1767384651.396422:0:33279:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f1676279. 00000400:00000010:1.0:1767384651.396428:0:33279:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e9d8bc4a. 00000400:00000010:3.0:1767384651.396431:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181be69d. 00000400:00000200:3.0:1767384651.396437:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (33) 00000400:00000010:3.0:1767384651.396446:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000481e67f. 00000400:00000200:3.0:1767384651.396453:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp18 00000020:00000001:2.0:1767384651.396462:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384651.396470:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384651.396475:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384651.396476:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp18 to MR: 192.168.202.122@tcp18 local destination 10000000:01000000:2.0:1767384651.396479:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384651.396484:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384651.396491:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384651.396494:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384651.396497:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384651.396502:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp18 NI seq info: [141:141:256:4294967295] 192.168.202.122@tcp18 LPNI seq info [127:127:8:4294967295] 00000020:01000004:2.0:1767384651.396502:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384651.396513:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384651.396517:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp18 00000020:01000004:2.0:1767384651.396519:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384651.396525:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384651.396532:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384651.396537:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp18(192.168.202.122@tcp18:192.168.202.122@tcp18) -> 192.168.202.122@tcp18(192.168.202.122@tcp18:192.168.202.122@tcp18) : PUT try# 0 00000020:01000004:2.0:1767384651.396539:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:3.0:1767384651.396548:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.122@tcp18 00000100:00000010:2.0:1767384651.396549:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9abf668. 00000800:00000010:3.0:1767384651.396552:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b7950dd2. 00000020:00000040:2.0:1767384651.396561:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000800:00000200:3.0:1767384651.396564:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053392e94] -> 12345-192.168.202.122@tcp18 (6) 00000100:00000001:2.0:1767384651.396572:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.0:1767384651.396577:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp18 ip 192.168.202.122:988 02000000:00000001:2.0:1767384651.396577:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1767384651.396584:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b7950dd2 type 1, nob 656 niov 1 nkiov 1 02000000:00000001:2.0:1767384651.396585:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384651.396599:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007ea3fc4b. 00000400:00000200:3.0:1767384651.396605:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384651.396610:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300551 rc 0 00000100:00000001:2.0:1767384651.396610:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.396626:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384651.396630:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.396644:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9abf668] to pc [ptlrpcd_00_01+1] req@00000000d9abf668 x1853237050238336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384651.396682:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384651.396686:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.396689:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.396690:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384651.396692:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384651.396695:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384651.396700:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384651.396706:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:3.0:1767384651.396709:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d9abf668 x1853237050238336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384651.396711:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384651.396717:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384651.396722:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384651.396724:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.396728:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767384651.396731:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:01000000:2.0:1767384651.396733:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:3.0:1767384651.396734:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384651.396737:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b7950dd2. 02000000:00000001:3.0:1767384651.396745:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384651.396747:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00100000:3.0:1767384651.396751:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050238336:0@lo:253: 00000400:00000200:0.0:1767384651.396751:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:2.0:1767384651.396754:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384651.396764:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384651.396765:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384651.396766:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp18->192.168.202.122@tcp18: PUT: OK 02000000:00000001:3.0:1767384651.396775:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:2.0:1767384651.396775:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384651.396777:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1767384651.396780:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384651.396781:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384651.396783:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:2.0:1767384651.396790:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000010:3.0:1767384651.396794:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001a87f88e. 00000400:00000200:0.0:1767384651.396794:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp18: 0 00000020:01000004:2.0:1767384651.396795:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384651.396801:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384651.396803:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:3.0:1767384651.396806:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd64019d. 00000020:01000004:2.0:1767384651.396807:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000001:0.0:1767384651.396808:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384651.396819:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003223db20. 00000100:00000010:2.0:1767384651.396820:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae3f2ed. 00000800:00000001:0.0:1767384651.396821:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384651.396826:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050238336, portal 25 00000800:00000001:0.0:1767384651.396827:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767384651.396830:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384651.396831:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1767384651.396834:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.396839:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384651.396840:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299798912 : -108600409752704 : ffff9d3a7f277b80) 00000400:00000200:0.0:1767384651.396847:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp18(192.168.202.122@tcp18) <- 192.168.202.122@tcp18 : PUT - for me 02000000:00000001:2.0:1767384651.396848:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384651.396850:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d9abf668 x1853237050238336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384651.396858:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.396869:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 560 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384651.396870:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767384651.396873:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000046859c8f. 00000100:00000040:3.0:1767384651.396881:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384651.396887:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 544/560 into md 0x1bad [1] + 0 00000400:00000010:3.0:1767384651.396889:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c42af8a. 00000100:00000001:2.0:1767384651.396889:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384651.396892:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f52dc6a7. 00000400:00000200:0.0:1767384651.396901:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000813ab3a0 00000100:00000001:2.0:1767384651.396905:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1767384651.396906:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050238336, offset 0 00000800:00000001:0.0:1767384651.396907:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384651.396914:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384651.396918:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384651.396920:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384651.396922:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384651.396934:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dae3f2ed] to pc [ptlrpcd_00_02+2] req@00000000dae3f2ed x1853237050238464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384651.396934:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp18->192.168.202.122@tcp18: PUT: OK 00000400:00000200:3.0:1767384651.396935:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384651.396944:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813ab3a0 00000400:00000010:0.0:1767384651.396949:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000813ab3a0. 00000400:00000200:3.0:1767384651.396956:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260106580 00000400:00000200:0.0:1767384651.396957:0:16337:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384651.396968:0:16337:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (34) 00000400:00000200:3.0:1767384651.396986:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1415 [2] + 0 00000400:00000200:0.0:1767384651.396995:0:16337:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:3.0:1767384651.396999:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070dde7bf. 00000400:00000200:0.0:1767384651.397000:0:16337:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (560 bytes) 00000400:00000200:3.0:1767384651.397008:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000852de05b 00000400:00000200:0.0:1767384651.397008:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384651.397017:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384651.397022:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (35) 00000400:00000200:3.0:1767384651.397023:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000001:2.0:1767384651.397023:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384651.397035:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.397039:0:16337:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384651.397040:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000852de05b 00000020:00000001:2.0:1767384651.397041:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.397047:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000852de05b. 00000400:00000200:0.0:1767384651.397051:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp18 to MR: 192.168.202.122@tcp18 local destination 00000020:01000000:2.0:1767384651.397054:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384651.397058:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384651.397061:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008e304897. 00000100:00000200:3.0:1767384651.397062:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384651.397062:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp18 NI seq info: [142:142:256:4294967295] 192.168.202.122@tcp18 LPNI seq info [128:128:8:4294967295] 00000100:00000040:3.0:1767384651.397070:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000af00a57f x1853237050238336 msgsize 4848 00000100:00100000:3.0:1767384651.397088:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384651.397092:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384651.397097:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384651.397097:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp18(192.168.202.122@tcp18:192.168.202.122@tcp18) -> 192.168.202.122@tcp18(192.168.202.122@tcp18:192.168.202.122@tcp18) 192.168.202.122@tcp18 : ACK try# 0 00000100:00000001:3.0:1767384651.397103:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1767384651.397114:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp18 00000100:00000001:2.0:1767384651.397115:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384651.397116:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c42af8a 00000800:00000010:0.0:1767384651.397119:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094f39759. 00000100:00000001:2.0:1767384651.397125:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384651.397126:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c42af8a. 00000800:00000200:0.0:1767384651.397133:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053392e94] -> 12345-192.168.202.122@tcp18 (6) 00000100:00000001:3.0:1767384651.397137:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384651.397144:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d9abf668 x1853237050238336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384651.397144:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dae3f2ed x1853237050238464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384651.397145:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp18 ip 192.168.202.122:1005 00000800:00000200:0.0:1767384651.397158:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000094f39759 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384651.397177:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384651.397186:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.397190:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384651.397197:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d9abf668 x1853237050238336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.397201:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384651.397209:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.397212:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.397216:0:16345:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384651.397218:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384651.397223:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384651.397223:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384651.397227:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.397235:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294939722 00000100:00000010:3.0:1767384651.397242:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000038be316. 00000100:00100000:2.0:1767384651.397249:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050238464:0@lo:253: 00000800:00000200:0.0:1767384651.397250:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384651.397252:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1767384651.397258:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094f39759. 00000100:00000001:3.0:1767384651.397264:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294939722 00000400:00000200:0.0:1767384651.397267:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384651.397269:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1767384651.397271:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063e7a927. 00000400:00000200:0.0:1767384651.397276:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp18->192.168.202.122@tcp18: ACK: OK 00000100:00000001:3.0:1767384651.397277:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1767384651.397278:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384651.397288:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384651.397289:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384651.397320:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294939722 00000800:00000001:0.0:1767384651.397320:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384651.397326:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384651.397327:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e58bd1. 00000800:00000001:0.0:1767384651.397330:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.397332:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000800:00000001:0.0:1767384651.397333:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384651.397341:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294939723 00000800:00000001:0.0:1767384651.397341:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384651.397343:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006268212e. 00000400:00000200:0.0:1767384651.397348:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp18(192.168.202.122@tcp18) <- 192.168.202.122@tcp18 : ACK - for me 00000100:00000001:3.0:1767384651.397350:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384651.397355:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384651.397362:0:16337:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp18: ACK from 12345-192.168.202.122@tcp18 into md 0x1c39 00000100:00000001:3.0:1767384651.397363:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.397365:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384651.397369:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp18->192.168.202.122@tcp18: ACK: OK 00000100:00000001:3.0:1767384651.397370:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.397372:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181be69d 00000100:00000001:3.0:1767384651.397376:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384651.397376:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181be69d. 00000400:00000200:0.0:1767384651.397380:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384651.397383:0:16337:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:0.0:1767384651.397386:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384651.397388:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (34) 00000100:00000001:3.0:1767384651.397390:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1767384651.397391:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384651.397395:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:0.0:1767384651.397395:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.397402:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384651.397406:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384651.397407:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.397409:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384651.397411:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.397413:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.397436:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:3.0:1767384651.397439:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384651.397440:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000021864dc3. 00000100:00100000:3.0:1767384651.397446:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050238336 00000400:00000010:0.0:1767384651.397446:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d830b82. 00000400:00000010:0.0:1767384651.397452:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094a6a816. 02000000:00000001:3.0:1767384651.397453:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384651.397457:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000021864dc3 00000100:00000001:3.0:1767384651.397458:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384651.397460:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000797bd3de. 00000100:00000001:3.0:1767384651.397463:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.397466:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 02000000:00000001:3.0:1767384651.397469:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.397473:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302051 00000100:00100000:3.0:1767384651.397478:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050238336 00000020:00000001:3.0:1767384651.397481:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384651.397484:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384651.397490:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384651.397491:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (33) 00000020:00000040:3.0:1767384651.397495:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000400:00000010:0.0:1767384651.397498:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000002ece157b. 00000020:00000001:3.0:1767384651.397501:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000010:0.0:1767384651.397505:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efbf58dd. 00000020:00000001:3.0:1767384651.397515:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000010:0.0:1767384651.397515:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005f377e58. 00000100:00000001:3.0:1767384651.397525:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384651.397526:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000020:00000010:3.0:1767384651.397531:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff0e7e28. 00000100:00000001:3.0:1767384651.397537:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384651.397538:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:00000010:3.0:1767384651.397545:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff0e7e28. 00000400:00000200:0.0:1767384651.397550:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000020:00000010:3.0:1767384651.397553:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad636fed. 00000020:00000010:3.0:1767384651.397560:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009fee4ccd. 00000400:00000200:0.0:1767384651.397563:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000020:00000010:3.0:1767384651.397568:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053e94aa3. 00000400:00000200:0.0:1767384651.397569:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:0.0:1767384651.397577:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000100:00000040:3.0:1767384651.397579:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384651.397585:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000100:00000001:3.0:1767384651.397586:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384651.397590:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384651.397594:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.397597:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000100:00000001:3.0:1767384651.397606:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.397607:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000400:00000200:0.0:1767384651.397615:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000100:00000001:3.0:1767384651.397622:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384651.397625:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[142, 38] 00000400:00000200:0.0:1767384651.397631:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000400:00000200:0.0:1767384651.397637:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000100:00000001:3.0:1767384651.397642:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384651.397643:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000100:00000001:3.0:1767384651.397647:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384651.397655:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000100:00100000:3.0:1767384651.397658:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00000040:3.0:1767384651.397664:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000400:00000200:0.0:1767384651.397664:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000100:00000001:3.0:1767384651.397668:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322992208 : -108601386559408 : ffff9d3a44ee9850) 00000400:00000200:0.0:1767384651.397673:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000100:00000040:3.0:1767384651.397677:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af00a57f x1853237050238336/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:632/0 lens 4848/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384651.397686:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000100:00000001:3.0:1767384651.397687:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384651.397692:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff0e7e28. 00000100:00000001:3.0:1767384651.397696:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384651.397700:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff0e7e28. 00000400:00000200:0.0:1767384651.397705:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000100:00100000:3.0:1767384651.397710:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af00a57f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050238336:12345-0@lo:253: 00000400:00000200:0.0:1767384651.397716:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000100:00000200:3.0:1767384651.397717:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050238336 00000020:00000001:3.0:1767384651.397723:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384651.397730:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 26], ns[67, 26] 00000020:00000001:3.0:1767384651.397731:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384651.397735:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.397740:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384651.397740:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 26], ns[80, 26] 00000020:00000001:3.0:1767384651.397746:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 02000000:00000001:2.0:1767384651.397755:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384651.397757:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 26], ns[87, 26] 00000020:00000001:3.0:1767384651.397758:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384651.397761:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384651.397765:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004875ebc8. 00000020:00000001:3.0:1767384651.397766:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384651.397766:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[121, 26], ns[135, 26] 00000020:00000001:3.0:1767384651.397772:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767384651.397781:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.397782:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.397784:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 26], ns[140, 26] 00000400:00000200:0.0:1767384651.397795:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 26], ns[124, 26] 00000100:00000001:3.0:1767384651.397796:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1767384651.397800:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f55939c. 00000400:00000200:0.0:1767384651.397800:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[115, 26], ns[127, 26] 02000000:00000001:3.0:1767384651.397802:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384651.397811:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000de5983e2. 02000000:00000001:3.0:1767384651.397816:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.397817:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 26], ns[111, 26] 00000100:00000001:3.0:1767384651.397819:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384651.397820:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0191275. 20000000:00000001:3.0:1767384651.397825:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:2.0:1767384651.397833:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050238464, portal 25 00000400:00000200:0.0:1767384651.397834:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 26], ns[132, 26] 20000000:00000010:3.0:1767384651.397840:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000af49711b. 00000100:00000001:2.0:1767384651.397842:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 20000000:01000000:3.0:1767384651.397851:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384651.397852:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299790848 : -108600409760768 : ffff9d3a7f275c00) 00000400:00000200:0.0:1767384651.397859:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 26], ns[126, 26] 20000000:00000001:3.0:1767384651.397860:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384651.397865:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384651.397870:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.397872:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.397876:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dae3f2ed x1853237050238464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384651.397878:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384651.397878:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[125, 26], ns[139, 26] 20000000:00000010:3.0:1767384651.397892:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eb3e6389. 20000000:01000000:3.0:1767384651.397902:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00000400:00000200:0.0:1767384651.397909:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[124, 26], ns[138, 26] 20000000:00000001:3.0:1767384651.397919:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:2.0:1767384651.397923:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384651.397932:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00080000:00000001:3.0:1767384651.397935:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000040:2.0:1767384651.397936:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384651.397942:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00080000:00000001:3.0:1767384651.397948:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000010:2.0:1767384651.397949:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2cb0b9d. 00000400:00000200:0.0:1767384651.397953:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp40 00000100:00000200:2.0:1767384651.397960:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050238464, offset 0 00000400:00000200:0.0:1767384651.397967:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp40 lpni_is_preferred = 0 00000400:00000200:0.0:1767384651.397990:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp40 00080000:00000001:3.0:1767384651.397992:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384651.397993:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384651.398003:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp40 NI seq info: [143:143:256:4294967295] 192.168.202.122@tcp40 LPNI seq info [129:129:8:4294967295] 00080000:00000001:3.0:1767384651.398014:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384651.398020:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384651.398021:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp40 00080000:00000001:3.0:1767384651.398024:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384651.398028:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384651.398033:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.398037:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp40(192.168.202.122@tcp40:) -> 192.168.202.122@tcp40(192.168.202.122@tcp:192.168.202.122@tcp40) : GET try# 0 00080000:00000002:3.0:1767384651.398039:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000800:00000200:0.0:1767384651.398046:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp40 00000020:00000001:3.0:1767384651.398047:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00080000:00000002:3.0:1767384651.398052:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000010:0.0:1767384651.398053:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000094f39759. 00000400:00000200:2.0:1767384651.398061:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767384651.398067:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000236fb68a. 00080000:00000001:3.0:1767384651.398069:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384651.398076:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009c46db28. 00080000:00000001:3.0:1767384651.398077:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.398082:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260106600 00080000:00000001:3.0:1767384651.398089:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384651.398095:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000236fb68a] -> 12345-192.168.202.122@tcp40 (2) 00000020:00000001:3.0:1767384651.398098:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384651.398098:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x141d [2] + 0 00000400:00000010:2.0:1767384651.398106:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f9f6786. 00000800:00000200:0.1:1767384651.398115:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000236fb68a] -> 12345-192.168.202.122@tcp40 (2) 00000400:00000200:2.0:1767384651.398116:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e83981e8 00000020:00000001:3.0:1767384651.398120:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00000400:00000200:2.0:1767384651.398128:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1767384651.398129:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384651.398135:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:3.0:1767384651.398137:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004d7d3ea1. 00000400:00000200:2.0:1767384651.398142:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e83981e8 00000400:00000200:0.0:1767384651.398143:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00080000:00000001:3.0:1767384651.398147:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468038020608 : -108605671531008 : ffff9d3945871e00) 00000400:00000010:2.0:1767384651.398148:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e83981e8. 00000400:00000200:0.0:1767384651.398155:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300251 rc 0 00080000:00000001:3.0:1767384651.398162:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384651.398163:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384651.398172:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000001:00000001:3.0:1767384651.398176:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000040:2.0:1767384651.398176:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000c97931fc x1853237050238464 msgsize 4848 00000100:00100000:2.0:1767384651.398185:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000010:3.0:1767384651.398186:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ff0e7e28. 00000100:00000040:2.0:1767384651.398188:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00080000:00000001:3.0:1767384651.398197:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384651.398202:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384651.398207:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00080000:00000001:3.0:1767384651.398223:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.398230:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2cb0b9d 00000400:00000200:0.0:1767384651.398232:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000010:2.0:1767384651.398234:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d2cb0b9d. 00000100:00000001:2.0:1767384651.398244:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384651.398247:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae3f2ed x1853237050238464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384651.398253:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384651.398258:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384651.398265:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dae3f2ed x1853237050238464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.398273:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.398275:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384651.398284:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.398288:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294939723 00000100:00000001:3.0:1767384651.398328:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384651.398334:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050238464 02000000:00000001:3.0:1767384651.398338:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384651.398339:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294939722 00000100:00000001:3.0:1767384651.398342:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384651.398348:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.398351:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294939724 02000000:00000001:3.0:1767384651.398353:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.398354:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00100000:3.0:1767384651.398368:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050238464 00000100:00000001:2.0:1767384651.398368:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294939722 00000020:00000001:3.0:1767384651.398381:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384651.398382:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294939724 00000020:00000040:3.0:1767384651.398388:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:2.0:1767384651.398391:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294939722 00000020:00000001:3.0:1767384651.398396:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384651.398396:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.398397:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294939724 00000020:00000040:3.0:1767384651.398403:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:3.0:1767384651.398410:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384651.398412:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294939723 00000020:00000001:3.0:1767384651.398421:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384651.398421:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384651.398428:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.398431:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384651.398434:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.398436:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000020:00000010:3.0:1767384651.398440:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000346cd11a. 00000100:00000001:2.0:1767384651.398440:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.398455:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384651.398458:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384651.398461:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000346cd11a. 00000100:00000001:2.0:1767384651.398461:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384651.398463:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.398472:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384651.398475:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384651.398477:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384651.398479:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f98c12d1. 00000100:00000001:2.0:1767384651.398482:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384651.398488:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000021352820. 00000020:00000010:3.0:1767384651.398496:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000081238764. 00000100:00000001:2.0:1767384651.398497:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384651.398503:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.398504:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384651.398504:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.398509:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384651.398514:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.398521:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.398534:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:3.0:1767384651.398542:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.398570:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384651.398574:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384651.398574:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:2.0:1767384651.398579:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384651.398582:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384651.398584:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00000040:3.0:1767384651.398589:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:2.0:1767384651.398591:0:17070:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.398596:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322996304 : -108601386555312 : ffff9d3a44eea850) 00000100:00000001:2.0:1767384651.398598:0:17070:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.398600:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000040:3.0:1767384651.398617:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c97931fc x1853237050238464/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:632/0 lens 4848/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.398629:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384651.398634:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000346cd11a. 00000100:00000001:3.0:1767384651.398636:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384651.398639:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000020:00000010:3.0:1767384651.398640:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000346cd11a. 00000100:00100000:3.0:1767384651.398652:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c97931fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050238464:12345-0@lo:253: 00000100:00000200:3.0:1767384651.398658:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050238464 00000020:00000001:3.0:1767384651.398661:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384651.398664:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384651.398665:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000020:00000001:3.0:1767384651.398667:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384651.398671:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384651.398673:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:3.0:1767384651.398676:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384651.398678:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384651.398680:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384651.398682:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384651.398685:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.398688:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384651.398688:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 02000000:00000001:3.0:1767384651.398694:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384651.398701:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007a8ef87e. 02000000:00000001:3.0:1767384651.398704:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.398706:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.398708:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384651.398710:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 20000000:00000010:3.0:1767384651.398718:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006bbc66df. 20000000:01000000:3.0:1767384651.398724:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384651.398727:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384651.398728:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 20000000:00000001:3.0:1767384651.398738:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384651.398741:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.398744:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.398746:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384651.398747:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398763:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398777:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398788:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398800:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398812:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398825:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398845:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398861:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398876:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398892:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398912:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398926:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398940:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398959:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.398989:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.399011:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.399031:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.399051:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.399065:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384651.399081:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384651.399183:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd6513cf. 00000800:00000010:0.0:1767384651.399187:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ff146c8f. 00000800:00000010:0.0:1767384651.399193:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e403c9b9. 00000800:00000010:0.0:1767384651.399208:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e403c9b9. 00000800:00020000:0.0:1767384651.399215:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384651.399218:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ff146c8f. 00000800:00000010:0.0:1767384651.399220:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cd6513cf. 00000400:02020000:0.0:1767384651.399248:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp40 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384651.399254:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp40 notifying 192.168.202.122@tcp40: down 00000800:00000200:0.0:1767384651.399259:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp40 down 00000800:00000100:0.0:1767384651.399265:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp40 00000800:00000010:0.0:1767384651.399267:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000094f39759. 00000400:00000200:0.0:1767384651.399269:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384651.399271:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp40->192.168.202.122@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384651.399277:0:16335:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp40 added to recovery queue. ping count: 0 next ping: 273 health :900 00000400:00000200:0.0:1767384651.399279:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384651.399287:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 1 00000400:00000200:0.0:1767384651.399289:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384651.399345:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384651.399352:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300851 00000400:00000001:3.0:1767384651.399358:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384651.399361:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384651.399363:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efbf58dd 00000400:00000010:3.0:1767384651.399365:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efbf58dd. 00000400:00000200:3.0:1767384651.399369:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384651.399374:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000010:3.0:1767384651.399377:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000002ece157b. 00000400:00000200:3.0:1767384651.399381:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (34) 00000400:00000200:3.0:1767384651.399385:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:-71 00000400:00000200:3.0:1767384651.399387:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302051 rc -71 00000400:00000200:3.0:1767384651.399391:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:3.0:1767384651.399395:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (33) 00080000:00000010:0.0:1767384651.400744:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004d7d3ea1. 00080000:00000010:3.0:1767384651.400787:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ff0e7e28. 00040000:00000001:3.0:1767384651.400795:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384651.400799:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384651.400802:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384651.400806:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384651.400810:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.400813:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384651.400827:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:0.0:1767384651.400835:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000620013d. 20000000:01000000:0.0:1767384651.400838:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:0.0:1767384651.400841:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384651.400843:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384651.400844:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384651.400847:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384651.400850:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384651.400854:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384651.400858:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:0.0:1767384651.400861:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384651.400864:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384651.400866:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384651.400868:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384651.400869:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384651.400872:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 20000000:01000000:2.0:1767384651.400876:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:0.0:1767384651.400877:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:0.0:1767384651.400881:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384651.400887:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384651.400889:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384651.400891:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384651.400895:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1767384651.400897:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:0.0:1767384651.400897:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384651.400901:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384651.400907:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384651.400909:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:0.0:1767384651.400910:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000079c2f472. 00010000:00000001:2.0:1767384651.400917:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384651.400917:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036178432 : -108605673373184 : ffff9d39456b0200) 00080000:00000001:0.0:1767384651.400924:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384651.400927:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384651.400932:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e403c9b9. 00010000:00000010:2.0:1767384651.400933:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000f0842ef. 00080000:00000001:0.0:1767384651.400939:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384651.400943:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384651.400944:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384651.400950:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018bdeef6. 00080000:00000001:0.0:1767384651.400952:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.400957:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384651.400961:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:2.0:1767384651.400964:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018bdeef6 with handle 0x9f279d7a9a0b5070 to hash 00000020:00000001:2.0:1767384651.400970:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384651.400985:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384651.400990:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00010000:00000001:2.0:1767384651.400993:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384651.400996:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384651.401000:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b5070 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.401012:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384651.401017:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384651.401021:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000020:3.0:1767384651.401026:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384651.401026:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384651.401031:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.401033:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384651.401036:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 20000000:00000010:3.0:1767384651.401037:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000af49711b. 00010000:00000001:2.0:1767384651.401041:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384651.401045:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.401046:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384651.401054:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000040:3.0:1767384651.401056:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050238336 00010000:00000001:2.0:1767384651.401058:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384651.401063:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384651.401063:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384651.401066:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000f0842ef) refcount = 1 00010000:00000200:3.0:1767384651.401073:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af00a57f x1853237050238336/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384651.401074:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b5070 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.401086:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384651.401095:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384651.401100:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384651.401101:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.401107:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384651.401110:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=68 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384651.401113:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.401118:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384651.401119:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384651.401126:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 20000000:00000001:2.0:1767384651.401128:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:3.0:1767384651.401132:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 20000000:01000000:2.0:1767384651.401134:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 02000000:00000001:3.0:1767384651.401140:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384651.401142:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384651.401145:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.401147:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384651.401151:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384651.401151:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=4 00000100:00000040:3.0:1767384651.401161:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384651.401162:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000400:00000010:3.0:1767384651.401167:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c42af8a. 00010000:00000001:2.0:1767384651.401169:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000100:00000200:3.0:1767384651.401175:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050238336, offset 224 00010000:00000001:2.0:1767384651.401175:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384651.401181:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b5070 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384651.401188:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384651.401199:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1767384651.401206:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384651.401207:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b5070 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384651.401220:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260106580 00010000:00000001:2.0:1767384651.401221:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.401230:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384651.401236:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c3d [2] + 224 00010000:00010000:2.0:1767384651.401237:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b5070 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384651.401246:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384651.401250:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384651.401255:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384651.401256:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.401262:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384651.401263:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384651.401271:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b5070 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384651.401275:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d9abf668 x1853237050238336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384651.401342:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d9abf668 x1853237050238336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.401364:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384651.401374:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c42af8a 00000100:00000001:0.0:1767384651.401376:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384651.401378:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c42af8a. 00000100:00000001:0.0:1767384651.401380:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384651.401388:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384651.401388:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384651.401392:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384651.401393:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384651.401400:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384651.401401:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd64019d. 00000100:00000040:3.0:1767384651.401407:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000200:0.0:1767384651.401410:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003223db20 00010000:00000001:3.0:1767384651.401413:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384651.401415:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003223db20. 00000020:00000001:3.0:1767384651.401417:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.401421:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384651.401422:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384651.401427:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d9abf668 x1853237050238336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384651.401439:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af00a57f x1853237050238336/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384651.401457:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d9abf668 x1853237050238336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384651.401458:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018bdeef6 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384651.401472:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00100000:3.0:1767384651.401478:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af00a57f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050238336:12345-0@lo:253: Request processed in 3785us (4402us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384651.401478:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384651.401481:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:0.0:1767384651.401483:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384651.401487:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b5070 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384651.401488:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384651.401495:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384651.401498:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384651.401502:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384651.401505:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 02000000:00000001:0.0:1767384651.401512:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.401519:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00001000:0.0:1767384651.401520:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=68 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384651.401527:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384651.401527:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=68 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384651.401532:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384651.401540:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384651.401541:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009fee4ccd. 00000100:00000001:0.0:1767384651.401544:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384651.401552:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053e94aa3. 00010000:00000001:0.0:1767384651.401552:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384651.401556:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.401557:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1767384651.401559:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad636fed. 00000100:00000001:0.0:1767384651.401560:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.401564:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384651.401569:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d9abf668 x1853237050238336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384651.401573:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000020:00000001:2.0:1767384651.401573:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384651.401577:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384651.401585:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:2.0:1767384651.401586:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018bdeef6 refcount=5 02000000:00000001:3.0:1767384651.401587:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384651.401588:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384651.401593:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000de5983e2. 00000020:01000004:0.0:1767384651.401597:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000001:2.0:1767384651.401598:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 02000000:00000001:3.0:1767384651.401601:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:0.0:1767384651.401602:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384651.401613:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767384651.401614:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384651.401614:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318592 : -108601447233024 : ffff9d3a4150ca00) 00000020:01000004:0.0:1767384651.401621:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384651.401627:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:3.0:1767384651.401629:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384651.401629:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:01000004:0.0:1767384651.401630:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384651.401635:0:16345:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00010000:2.0:1767384651.401637:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b5070 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1767384651.401638:0:16345:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:3.0:1767384651.401640:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068406155. 00000020:01000004:0.0:1767384651.401642:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384651.401651:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:3.0:1767384651.401652:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c42af8a. 00000100:00000040:0.0:1767384651.401656:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9abf668 x1853237050238336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.401669:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384651.401675:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050238336:0@lo:253: 00010000:00000001:2.0:1767384651.401676:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384651.401686:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.401687:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.401696:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384651.401700:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:0.0:1767384651.401700:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d9abf668 x1853237050238336/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.401707:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384651.401712:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384651.401715:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384651.401716:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384651.401722:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384651.401722:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001a87f88e. 02000000:00000001:0.0:1767384651.401730:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1767384651.401731:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018bdeef6 with handle 0x9f279d7a9a0b5070 from hash 00000020:00000001:0.0:1767384651.401733:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384651.401735:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00010000:00000001:2.0:1767384651.401741:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:0.0:1767384651.401741:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384651.401747:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767384651.401747:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007ea3fc4b. 02000000:00000001:0.0:1767384651.401752:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384651.401753:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384651.401755:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384651.401758:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9abf668. 00010000:00000001:2.0:1767384651.401760:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384651.401763:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384651.401766:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384651.401766:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.401774:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384651.401776:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384651.401780:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384651.401781:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384651.401783:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384651.401787:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384651.401788:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.401791:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.401797:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.401801:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384651.401804:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384651.401807:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.401809:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384651.401811:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.401813:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.401815:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384651.401825:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b5070 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.401834:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.401835:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384651.401837:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384651.401839:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384651.401840:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.401842:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384651.401844:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384651.401847:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384651.401850:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384651.401853:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b5070 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.401860:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384651.401862:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384651.401864:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018bdeef6/0x9f279d7a9a0b5070 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384651.401871:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000f0842ef count: 0 00010000:00000001:2.0:1767384651.401888:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384651.401891:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:3.0:1767384651.403145:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000079c2f472. 00080000:00000010:0.0:1767384651.403182:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e403c9b9. 00040000:00000001:0.0:1767384651.403186:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384651.403187:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384651.403189:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384651.403191:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384651.403193:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384651.403194:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384651.403196:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384651.403206:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384651.403213:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384651.403216:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384651.403230:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384651.403234:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384651.403235:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384651.403238:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384651.403239:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384651.403245:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca6b11e5. 00010000:00000001:2.0:1767384651.403248:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384651.403250:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024a3921b. 00000020:00000001:2.0:1767384651.403252:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384651.403254:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000024a3921b with handle 0x9f279d7a9a0b5077 to hash 00000020:00000001:2.0:1767384651.403255:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384651.403256:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384651.403258:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384651.403260:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384651.403267:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384651.403269:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5077 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.403274:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384651.403275:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384651.403277:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384651.403278:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384651.403279:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384651.403281:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384651.403282:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384651.403283:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384651.403284:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384651.403285:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384651.403286:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384651.403287:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca6b11e5) refcount = 1 00010000:00010000:2.0:1767384651.403330:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5077 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.403335:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384651.403337:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384651.403340:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384651.403341:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384651.403342:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384651.403347:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384651.403347:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384651.403353:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006bbc66df. 20000000:00000001:2.0:1767384651.403356:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384651.403362:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 20000000:00000001:0.0:1767384651.403363:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.403367:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:0.0:1767384651.403368:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050238464 00000020:00000001:2.0:1767384651.403371:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384651.403372:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:2.0:1767384651.403374:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=4 00000020:00000001:2.0:1767384651.403378:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000200:0.0:1767384651.403379:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c97931fc x1853237050238464/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.403386:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384651.403396:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:0.0:1767384651.403406:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384651.403408:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5077 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384651.403415:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.403433:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00001000:0.0:1767384651.403433:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=68 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384651.403438:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384651.403445:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5077 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384651.403445:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384651.403452:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384651.403463:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384651.403468:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384651.403469:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.403472:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384651.403473:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384651.403474:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5077 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384651.403481:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384651.403488:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff146c8f. 00010000:00000001:2.0:1767384651.403490:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384651.403495:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384651.403496:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050238464, offset 224 00010000:00000001:2.0:1767384651.403501:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384651.403503:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5077 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384651.403508:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384651.403517:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000024a3921b already unused, calling callback (0000000043915e75) 00000400:00000200:0.0:1767384651.403523:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384651.403524:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384651.403530:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384651.403534:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5077 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384651.403539:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260106600 00010000:00000001:2.0:1767384651.403554:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384651.403556:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c4d [2] + 224 00010000:00000001:2.0:1767384651.403562:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384651.403565:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384651.403565:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=5 00000400:00000200:0.0:1767384651.403566:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384651.403574:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00000400:00000200:0.0:1767384651.403579:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384651.403581:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00000100:00000001:0.0:1767384651.403584:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384651.403585:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384651.403588:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5077 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384651.403590:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae3f2ed x1853237050238464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.403622:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384651.403627:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:0.0:1767384651.403630:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dae3f2ed x1853237050238464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384651.403631:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.403642:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384651.403647:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384651.403651:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384651.403658:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384651.403660:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000024a3921b with handle 0x9f279d7a9a0b5077 from hash 00010000:00000001:2.0:1767384651.403662:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384651.403663:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.403664:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384651.403665:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384651.403666:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384651.403667:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384651.403668:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384651.403669:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384651.403671:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384651.403673:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.403675:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384651.403677:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384651.403681:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.403682:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384651.403683:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384651.403685:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384651.403687:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff146c8f 00010000:00000001:2.0:1767384651.403688:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384651.403694:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff146c8f. 00010000:00010000:2.0:1767384651.403695:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5077 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384651.403697:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384651.403703:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384651.403704:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384651.403711:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384651.403714:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384651.403718:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384651.403718:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384651.403719:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384651.403721:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000001:3.0:1767384651.403726:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384651.403726:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:0.0:1767384651.403732:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384651.403734:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384651.403735:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f55939c. 00010000:00000001:0.0:1767384651.403743:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384651.403744:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384651.403746:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0191275 00000020:00000001:0.0:1767384651.403754:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384651.403756:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0191275. 00010000:00000001:2.0:1767384651.403756:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:0.0:1767384651.403765:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384651.403766:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.403767:0:16346:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:2.0:1767384651.403777:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384651.403780:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c97931fc x1853237050238464/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384651.403786:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae3f2ed x1853237050238464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384651.403788:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5077 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.403835:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384651.403840:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384651.403845:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b5077 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384651.403852:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c97931fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050238464:12345-0@lo:253: Request processed in 5216us (5669us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384651.403860:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae3f2ed x1853237050238464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384651.403883:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000040:0.0:1767384651.403887:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384651.403892:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384651.403896:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384651.403897:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384651.403899:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384651.403904:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000021352820. 00000020:00000010:0.0:1767384651.403911:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000081238764. 00000100:00000001:3.0:1767384651.403914:0:16346:0:(client.c:1578:after_reply()) Process entered 00010000:00000040:2.0:1767384651.403916:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca6b11e5 count: 0 00000020:00000010:0.0:1767384651.403916:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f98c12d1. 02000000:00000001:3.0:1767384651.403919:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384651.403925:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384651.403926:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:3.0:1767384651.403929:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.403934:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384651.403934:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384651.403936:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384651.403937:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007a8ef87e. 00000100:00001000:3.0:1767384651.403943:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=68 v=5 (5 0 0 0) 20000000:00000001:2.0:1767384651.403944:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:0.0:1767384651.403945:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384651.403954:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384651.403956:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=68 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384651.403958:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384651.403964:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384651.403966:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049d0ad1c. 00000100:00000001:3.0:1767384651.403968:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384651.403970:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff146c8f. 00010000:00000001:3.0:1767384651.403985:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384651.403989:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.403992:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.403997:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dae3f2ed x1853237050238464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.404007:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384651.404009:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384651.404011:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384651.404014:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384651.404015:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384651.404017:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384651.404018:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384651.404019:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384651.404020:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384651.404021:0:16346:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384651.404022:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384651.404023:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384651.404026:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dae3f2ed x1853237050238464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384651.404030:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050238464:0@lo:253: 00000100:00000001:3.0:1767384651.404033:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.404035:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384651.404036:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dae3f2ed x1853237050238464/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.404040:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384651.404042:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384651.404050:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004875ebc8. 02000000:00000001:3.0:1767384651.404053:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384651.404054:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384651.404055:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384651.404056:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384651.404057:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000046859c8f. 02000000:00000001:3.0:1767384651.404060:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384651.404061:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384651.404062:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae3f2ed. 00000100:00000001:3.0:1767384651.404064:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384651.404065:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.404066:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.404070:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384651.404071:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.404073:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384651.404075:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.404367:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294939724, at 4294939725 00000100:00000010:3.0:1767384651.404376:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006268212e. 00000100:00000040:2.0:1767384651.404405:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294939724, at 4294939725 00000100:00000010:2.0:1767384651.404415:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e58bd1. 00000100:00000040:1.0:1767384651.404436:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294939724, at 4294939725 00000100:00000010:1.0:1767384651.404444:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063e7a927. 00000100:00000040:0.0:1767384651.404632:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294939723, at 4294939725 00000100:00000010:0.0:1767384651.404638:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000038be316. 00010000:00000010:2.1:1767384651.406330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000f0842ef. 00010000:00000010:2.1:1767384651.406339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018bdeef6. 00010000:00000010:2.1:1767384651.414333:0:33284:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca6b11e5. 00010000:00000010:2.1:1767384651.414343:0:33284:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024a3921b. 00000400:00000010:3.0:1767384651.417087:0:33284:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008fad706b. 00000400:00000040:3.0:1767384651.417109:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384651.417111:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384651.417114:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.417115:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384651.417117:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.417118:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384651.417121:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384651.417122:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384651.417123:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384651.417124:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384651.417126:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384651.417127:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384651.417128:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384651.417129:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384651.417130:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384651.417132:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384651.417132:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384651.417133:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384651.417134:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384651.417139:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.417140:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384651.417141:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384651.417142:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384651.417143:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384651.417144:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384651.417146:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.417147:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384651.417148:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384651.417149:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384651.417150:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384651.417150:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384651.417152:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384651.417153:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384651.417154:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384651.417155:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384651.417156:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384651.417157:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384651.417158:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384651.417159:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384651.417160:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384651.417161:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384651.417162:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384651.417163:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384651.417164:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384651.417165:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384651.417166:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384651.417167:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384651.417168:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384651.417169:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384651.417170:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384651.417171:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384651.417172:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384651.417173:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384651.417174:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384651.417175:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384651.417176:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384651.417176:0:33284:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384651.417266:0:33284:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008fad706b. 00010000:00000001:1.0:1767384651.519649:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384651.519656:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.519665:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384651.519668:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.519717:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384651.519724:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384651.519729:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384652.351349:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007c50ba31. 00000400:00000010:1.0:1767384652.351367:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b969e680. 00000400:00000010:1.0:1767384652.351373:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000515e02ba. 00000400:00000010:1.0:1767384652.351383:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000f855367. 00000400:00000010:1.0:1767384652.351388:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009279c24d. 00000400:00000010:1.0:1767384652.351392:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000011ac2820. 00000400:00000010:1.0:1767384652.351398:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000021637abe. 00000400:00000010:1.0:1767384652.351409:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007e2386b1. 00000400:00000010:1.0:1767384652.351418:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b23e2408. 00000400:00000010:1.0:1767384652.351426:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a784e67a. 00000400:00000010:1.0:1767384652.351431:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000e134929. 00000400:00000010:1.0:1767384652.351436:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f88f689d. 00000400:00000010:1.0:1767384652.351440:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000777c9cca. 00000400:00000010:1.0:1767384652.351444:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008771e40f. 00000400:00000010:1.0:1767384652.351454:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000032f00b0b. 00000400:00000010:1.0:1767384652.351455:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007a7bcf5e. 00000400:00000010:1.0:1767384652.351457:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dc3cd591. 00000400:00000010:1.0:1767384652.351458:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b2902d63. 00000400:00000010:1.0:1767384652.351463:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002bed670f. 00000400:00000010:1.0:1767384652.351469:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000054519ea6. 00000400:00000010:1.0:1767384652.351477:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000538b7c45. 00000400:00000010:1.0:1767384652.351486:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002e3f88c5. 00000400:00000010:1.0:1767384652.351496:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000082c4d446. 00000400:00000010:1.0:1767384652.351505:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000025d1aff3. 00000400:00000010:1.0:1767384652.351514:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001ae42292. 00000400:00000010:1.0:1767384652.351518:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dcd26a62. 00000400:00000010:1.0:1767384652.351521:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008c4e87fe. 00000400:00000010:1.0:1767384652.351524:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bb8f4780. 00000400:00000010:1.0:1767384652.351527:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003ee4bfbe. 00000400:00000010:1.0:1767384652.351530:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e6d9e56d. 00000400:00000010:1.0:1767384652.351532:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ca5a4662. 00000400:00000010:1.0:1767384652.351533:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000003bfcbe3. 00000400:00000010:1.0:1767384652.351534:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004b6fe900. 00000400:00000010:1.0:1767384652.351535:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b142e77a. 00000400:00000010:1.0:1767384652.351537:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ac07a0e4. 00000400:00000010:1.0:1767384652.351541:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007e46dc26. 00000400:00000010:1.0:1767384652.351545:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000014370639. 00000400:00000010:1.0:1767384652.351547:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c85821c7. 00000400:00000010:1.0:1767384652.351548:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002b36dba5. 00000400:00000010:1.0:1767384652.351550:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000049fbb924. 00000400:00000010:1.0:1767384652.351552:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000059cbcbac. 00000400:00000010:1.0:1767384652.351554:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000617738cb. 00000400:00000010:1.0:1767384652.351555:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fb9cce81. 00000400:00000010:1.0:1767384652.351557:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005f845e2a. 00000400:00000010:1.0:1767384652.351559:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000070c00f05. 00000400:00000010:1.0:1767384652.351561:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000105c1e86. 00000400:00000010:1.0:1767384652.351563:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009072a3af. 00000400:00000010:1.0:1767384652.351566:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007d9350c0. 00000400:00000010:1.0:1767384652.351569:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009d11621e. 00000400:00000010:1.0:1767384652.351574:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007635601c. 00000400:00000010:1.0:1767384652.351581:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b2a4125c. 00000400:00000010:1.0:1767384652.351583:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ec0048d4. 00000400:00000010:1.0:1767384652.351584:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009c8c47b0. 00000400:00000010:1.0:1767384652.351585:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c42fcfbf. 00000400:00000010:1.0:1767384652.351586:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bcc89b07. 00000400:00000010:1.0:1767384652.351588:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008254cbcd. 00000400:00000010:1.0:1767384652.351589:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005b5b0b43. 00000400:00000010:1.0:1767384652.351590:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000017813e5a. 00000400:00000010:1.0:1767384652.351591:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a6e76fcb. 00000400:00000010:1.0:1767384652.351593:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dda6ee84. 00000400:00000010:1.0:1767384652.351594:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e4a86d8d. 00000400:00000010:1.0:1767384652.351595:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cfe9d55c. 00000400:00000010:1.0:1767384652.351596:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001b2bd87b. 00000400:00000010:1.0:1767384652.351597:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006801625b. 00000400:00000010:1.0:1767384652.351599:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a769498b. 00000400:00000010:1.0:1767384652.351600:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001eeafd2f. 00000400:00000010:1.0:1767384652.351601:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001c34439f. 00000400:00000010:1.0:1767384652.351602:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006374b7bd. 00000400:00000010:1.0:1767384652.351603:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000037c0e90c. 00000400:00000010:1.0:1767384652.351604:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fa9806ca. 00000400:00000010:1.0:1767384652.351605:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ab799c37. 00000400:00000010:1.0:1767384652.351611:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000075455804. 00000400:00000010:1.0:1767384652.351613:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000de87fd25. 00000400:00000010:1.0:1767384652.351614:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bbf4c5db. 00000400:00000010:1.0:1767384652.351616:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000f67f547. 00000400:00000010:1.0:1767384652.351619:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b6bde7c3. 00000400:00000010:1.0:1767384652.351622:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000065bfffdc. 00000400:00000010:1.0:1767384652.351625:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e695b667. 00000400:00000010:1.0:1767384652.351627:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000255d85c0. 00000400:00000010:1.0:1767384652.351628:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001f29e113. 00000400:00000010:1.0:1767384652.351630:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007de16690. 00000400:00000010:1.0:1767384652.351633:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e4befa75. 00000400:00000010:1.0:1767384652.351636:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eb870c8e. 00000400:00000010:1.0:1767384652.351639:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ffb45106. 00000400:00000010:1.0:1767384652.351643:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001dad373b. 00000400:00000010:1.0:1767384652.351647:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009e114ad6. 00000400:00000010:1.0:1767384652.351654:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b876fa2a. 00000400:00000010:1.0:1767384652.351655:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c429d310. 00000400:00000010:1.0:1767384652.351656:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dcfe3d57. 00000400:00000010:1.0:1767384652.351657:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000144e933. 00000400:00000010:1.0:1767384652.351659:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d7bb8f54. 00000400:00000010:1.0:1767384652.351660:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ab468e59. 00000400:00000010:1.0:1767384652.351661:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d0d2158e. 00000400:00000010:1.0:1767384652.351662:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000041c1d9f5. 00000400:00000010:1.0:1767384652.351663:0:16341:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f0740e25. 00000400:00000001:1.0:1767384652.351669:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384652.351671:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384652.351673:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00000400:00000010:1.0:1767384652.351674:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00000400:00000200:1.0:1767384652.351679:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384652.351685:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp39 recovery ping unlinked 00000400:00000010:1.0:1767384652.351695:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c7f07826. 00000400:00000010:1.0:1767384652.351699:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d4c01aa3. 00000400:00000001:1.0:1767384652.351705:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384652.351706:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384652.351707:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d71b6b0 00000400:00000010:1.0:1767384652.351708:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d71b6b0. 00000400:00000200:1.0:1767384652.351711:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384652.351713:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384652.351714:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a3d386a9. 00000400:00000010:1.0:1767384652.351716:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ce2a75f9. 00000400:00000001:1.0:1767384652.351723:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384652.351724:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384652.351726:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005efb0929 00000400:00000010:1.0:1767384652.351727:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005efb0929. 00000400:00000200:1.0:1767384652.351728:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384652.351729:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp32 recovery ping unlinked 00000400:00000010:1.0:1767384652.351731:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000043802260. 00000400:00000010:1.0:1767384652.351732:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004e4d7383. 00000400:00000200:1.0:1767384652.351739:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp40 00000400:00000010:1.0:1767384652.351743:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000043802260. 00000400:00000010:1.0:1767384652.351747:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004e4d7383. 00000400:00000010:1.0:1767384652.351754:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005efb0929. 00000400:00000010:1.0:1767384652.351759:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000de87fd25. 00000400:00000200:1.0:1767384652.351762:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp40 00000400:00000200:1.0:1767384652.351774:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp40 local destination 00000400:00000200:1.0:1767384652.351779:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp40 00000400:00000200:1.0:1767384652.351782:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp40 NI seq info: [144:144:256:4294967295] 192.168.202.122@tcp40 LPNI seq info [130:130:8:4294967295] 00000400:00000200:1.0:1767384652.351789:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp40 00000400:00000200:1.0:1767384652.351798:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp40(192.168.202.122@tcp40:) -> 192.168.202.122@tcp40(192.168.202.122@tcp40:192.168.202.122@tcp40) : GET try# 0 00000800:00000200:1.0:1767384652.351803:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp40 00000800:00000010:1.0:1767384652.351806:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005389c791. 00000800:00000200:1.0:1767384652.351812:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000236fb68a] -> 12345-192.168.202.122@tcp40 (2) 00000800:00000200:1.1:1767384652.351818:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000236fb68a] -> 12345-192.168.202.122@tcp40 (2) 00000400:00000200:1.0:1767384652.351835:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp40 added to recovery queue. ping count: 1 next ping: 275 health :900 00000400:00000200:2.0:1767384652.351929:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352021:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352118:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352138:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352154:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352170:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352193:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352231:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352274:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352345:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352393:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352454:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352505:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352526:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352570:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352612:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352640:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352716:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352761:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352789:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352830:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352895:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352955:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.352998:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.353044:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.353147:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.353196:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.353233:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.353260:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.353281:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.353354:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.353376:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.353394:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.353416:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384652.353470:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:2.0:1767384652.353628:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a3354e6d. 00000800:00000010:2.0:1767384652.353635:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000088b46893. 00000800:00000010:2.0:1767384652.353642:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007378ba51. 00000800:00000010:2.0:1767384652.353679:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007378ba51. 00000800:00020000:2.0:1767384652.353701:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384652.353706:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000088b46893. 00000800:00000010:2.0:1767384652.353714:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a3354e6d. 00000400:02020000:2.0:1767384652.353776:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp40 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384652.353782:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp40 notifying 192.168.202.122@tcp40: down 00000400:00000200:2.0:1767384652.353785:0:16332:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384652.353788:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp40 00000800:00000010:2.0:1767384652.353791:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005389c791. 00000400:00000200:2.0:1767384652.353795:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384652.353799:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp40->192.168.202.122@tcp40: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384652.353806:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384652.353808:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384652.353810:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp40) recovery failed with -71 00010000:00000001:1.0:1767384652.543356:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384652.543361:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384652.543365:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384652.543367:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384652.543412:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384652.543417:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384652.543422:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384653.149458:0:33749:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007600994c. 00080000:00000010:3.0:1767384653.149471:0:33749:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007600994c. 00000020:00000001:3.0:1767384653.149476:0:33749:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384653.149484:0:33749:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007600994c. 00080000:00000010:3.0:1767384653.149490:0:33749:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007600994c. 00000020:00000001:3.0:1767384653.149493:0:33749:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384653.375373:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384653.375380:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384653.375382:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005efb0929 00000400:00000010:1.0:1767384653.375388:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005efb0929. 00000400:00000200:1.0:1767384653.375396:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384653.375403:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp40 recovery ping unlinked 00000400:00000010:1.0:1767384653.375414:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000043802260. 00000400:00000010:1.0:1767384653.375419:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004e4d7383. 00000800:00000200:3.0:1767384653.375433:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000034585ee9] -> 12345-192.168.202.122@tcp25 (6) 00000800:00000200:3.0:1767384653.375443:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp25 ip 192.168.202.122:988 00000800:00000200:3.0:1767384653.375448:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384653.375610:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384653.375621:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384653.375640:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384653.375646:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384653.375649:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.568528:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384653.568535:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.568543:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384653.568549:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384653.568552:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384653.568555:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.568558:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384653.568560:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.568562:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.568570:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.568598:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384653.568602:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384653.568605:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384653.928115:0:33913:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384653.928121:0:33913:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:2.0:1767384653.931487:0:33913:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384653.939569:0:33914:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000006c93d60. 00000400:00000010:1.0:1767384653.939587:0:33914:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e9c787e4. 00000400:00000010:1.0:1767384653.939598:0:33914:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006e1e087a. 00000400:00000010:1.0:1767384653.939602:0:33914:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d4c01aa3. 00000400:00000010:1.0:1767384653.939606:0:33914:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000077fec006. 00000400:00000010:1.0:1767384653.939611:0:33914:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009210a220. 00000400:00000010:1.0:1767384653.939612:0:33914:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000035522acb. 00000400:00000010:1.0:1767384653.939613:0:33914:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b3f31c7. 00000400:00000010:1.0:1767384653.939617:0:33914:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b1316370. 00000800:00000010:1.0:1767384653.939636:0:33914:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b822718b. 00000800:00000200:1.0:1767384653.939651:0:33914:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384653.939665:0:33914:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384653.939708:0:33914:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384653.939732:0:33914:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp42 [8/256/0/180] 00000400:00000010:1.0:1767384653.941477:0:33914:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000fdd723d5. 00000400:00000010:1.0:1767384653.941486:0:33914:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000638b0a90. 00000400:00000010:1.0:1767384653.941494:0:33914:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005efb0929. 00000400:00000001:1.0:1767384653.941521:0:33914:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384653.941524:0:33914:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384653.941526:0:33914:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445ef3a9. 00000400:00000200:1.0:1767384653.941529:0:33914:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a531f8f 00000400:00000010:1.0:1767384653.941532:0:33914:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a531f8f. 00000400:00000010:1.0:1767384653.941540:0:33914:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000fdfbdbcc. 00000400:00000200:1.0:1767384653.941545:0:33914:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (32) 00000400:00000200:1.0:1767384653.941557:0:33914:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384653.941566:0:33914:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:1.0:1767384653.941575:0:33914:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ac405d0b. 00000400:00000200:0.0:1767384653.941578:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384653.941580:0:33914:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384653.941583:0:33914:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp42 00000400:00000010:1.0:1767384653.941601:0:33914:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e9c787e4. 00000400:00000200:0.0:1767384653.941601:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 00000400:00000010:1.0:1767384653.941608:0:33914:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000006c93d60. 00000400:00000200:0.0:1767384653.941611:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (33) 00000400:00000010:0.0:1767384653.941617:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000093229b71. 00000400:00000010:0.0:1767384653.941622:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e27036. 00000020:00000001:2.0:1767384653.941628:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384653.941629:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a7c5fb2c. 10000000:00000001:2.0:1767384653.941635:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384653.941636:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 10000000:00000001:2.0:1767384653.941641:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384653.941644:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384653.941647:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384653.941649:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384653.941651:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384653.941653:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384653.941654:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:01000004:2.0:1767384653.941655:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384653.941661:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384653.941663:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384653.941665:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384653.941668:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000020:01000004:2.0:1767384653.941670:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384653.941674:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384653.941681:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000100:00000010:2.0:1767384653.941684:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae3f2ed. 00000020:00000040:2.0:1767384653.941691:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:0.0:1767384653.941692:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000100:00000001:2.0:1767384653.941708:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384653.941711:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384653.941720:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.941721:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:0.0:1767384653.941733:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000400:00000200:0.0:1767384653.941736:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 02000000:00000010:2.0:1767384653.941739:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a3354e6d. 00000400:00000200:0.0:1767384653.941744:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000400:00000200:0.0:1767384653.941751:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000100:00000001:2.0:1767384653.941754:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.941760:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[142, 38] 00000400:00000200:0.0:1767384653.941765:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000100:00000001:2.0:1767384653.941769:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384653.941774:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.941777:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:0.0:1767384653.941786:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000100:00000040:2.0:1767384653.941788:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dae3f2ed] to pc [ptlrpcd_00_03+3] req@00000000dae3f2ed x1853237050238592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384653.941804:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:0.0:1767384653.941831:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:0.0:1767384653.941837:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000400:00000200:0.0:1767384653.941853:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 10000000:00000001:2.0:1767384653.941861:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.941862:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000100:00000001:1.0:1767384653.941865:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384653.941868:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.941875:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384653.941878:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.941881:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384653.941886:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384653.941891:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000100:00000040:1.0:1767384653.941894:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dae3f2ed x1853237050238592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384653.941910:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384653.941912:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 26], ns[67, 26] 10000000:00000001:2.0:1767384653.941916:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384653.941922:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384653.941928:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384653.941940:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767384653.941942:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384653.941944:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 26], ns[80, 26] 00000020:01000004:2.0:1767384653.941947:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384653.941964:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384653.941964:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384653.941972:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384653.941975:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384653.941976:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384653.941979:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 26], ns[87, 26] 00000020:01000004:2.0:1767384653.941981:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767384653.941984:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384653.941985:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384653.941990:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384653.941997:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384653.941998:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.942002:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[121, 26], ns[135, 26] 00000100:00000010:2.0:1767384653.942005:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9abf668. 00000020:00000040:2.0:1767384653.942015:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00100000:1.0:1767384653.942015:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050238592:0@lo:253: 00000400:00000200:0.0:1767384653.942024:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 26], ns[140, 26] 00000100:00000001:2.0:1767384653.942027:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384653.942033:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384653.942042:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384653.942045:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.942045:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 26], ns[124, 26] 02000000:00000001:1.0:1767384653.942052:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384653.942061:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.942062:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[115, 26], ns[127, 26] 02000000:00000010:2.0:1767384653.942066:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004875ebc8. 02000000:00000001:1.0:1767384653.942073:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384653.942079:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.942083:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 26], ns[111, 26] 02000000:00000010:1.0:1767384653.942087:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000039e982a4. 00000100:00000001:2.0:1767384653.942093:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384653.942093:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 26], ns[132, 26] 02000000:00000001:1.0:1767384653.942094:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.942104:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384653.942110:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445ef3a9. 00000400:00000200:0.0:1767384653.942115:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 26], ns[126, 26] 00000100:00000040:2.0:1767384653.942122:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9abf668] to pc [ptlrpcd_00_00+0] req@00000000d9abf668 x1853237050238720/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384653.942127:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9c787e4. 00000400:00000200:0.0:1767384653.942129:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[125, 26], ns[139, 26] 00000100:00000200:1.0:1767384653.942139:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050238592, portal 25 00000400:00000200:0.0:1767384653.942152:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[124, 26], ns[138, 26] 00000100:00000001:1.0:1767384653.942153:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384653.942161:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299790848 : -108600409760768 : ffff9d3a7f275c00) 00000400:00000200:0.0:1767384653.942178:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[130, 26], ns[144, 26] 00000100:00000040:1.0:1767384653.942182:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dae3f2ed x1853237050238592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384653.942186:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 10000000:00000001:2.0:1767384653.942190:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384653.942195:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.942199:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp19 00000020:00000001:2.0:1767384653.942205:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384653.942212:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384653.942214:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp19 lpni_is_preferred = 0 00000020:00000010:2.0:1767384653.942225:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ac405d0b. 00000400:00000200:0.0:1767384653.942230:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp19 00000100:00000001:1.0:1767384653.942231:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384653.942241:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384653.942241:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384653.942248:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.942249:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp19 NI seq info: [145:145:256:4294967295] 192.168.202.122@tcp19 LPNI seq info [131:131:8:4294967295] 00000400:00000010:1.0:1767384653.942251:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004572970a. 00000100:00000200:1.0:1767384653.942264:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050238592, offset 0 00000400:00000200:0.0:1767384653.942269:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp19 00000100:00000001:2.0:1767384653.942271:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384653.942279:0:16345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1767384653.942282:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384653.942326:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp19(192.168.202.122@tcp19:) -> 192.168.202.122@tcp19(192.168.202.122@tcp:192.168.202.122@tcp19) : GET try# 0 00000100:00000001:2.0:1767384653.942328:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.942332:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384653.942336:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp19 00000100:00000001:2.0:1767384653.942340:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767384653.942342:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b774293c. 00000800:00000200:0.0:1767384653.942348:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a093bd2] -> 12345-192.168.202.122@tcp19 (6) 00000400:00000200:1.0:1767384653.942350:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384653.942354:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.942359:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1767384653.942363:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp19 ip 192.168.202.122:988 00000100:00000040:2.0:1767384653.942367:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d9abf668 x1853237050238720/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384653.942371:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b774293c type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384653.942380:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384653.942392:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384653.942395:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.942400:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384653.942405:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 02000000:00000001:2.0:1767384653.942407:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384653.942409:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260106680 02000000:00000001:2.0:1767384653.942415:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.942420:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300271 rc 0 00000100:00100000:2.0:1767384653.942426:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050238720:0@lo:253: 00000400:00000200:1.0:1767384653.942427:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1451 [2] + 0 00000100:00000001:2.0:1767384653.942439:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384653.942441:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c988c1bc. 02000000:00000001:2.0:1767384653.942444:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384653.942448:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.942448:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000053766536 02000000:00000001:2.0:1767384653.942453:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384653.942461:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384653.942463:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bab46fe4. 02000000:00000001:2.0:1767384653.942467:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.942471:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384653.942475:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f9f6786. 00000400:00000010:2.0:1767384653.942482:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d68bebf9. 00000400:00000200:1.0:1767384653.942487:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053766536 00000400:00000010:1.0:1767384653.942492:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053766536. 00000100:00000001:1.0:1767384653.942499:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384653.942501:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050238720, portal 25 00000100:00000200:1.0:1767384653.942502:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384653.942507:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384653.942510:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299798912 : -108600409752704 : ffff9d3a7f277b80) 00000100:00000040:1.0:1767384653.942510:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000055da0ec4 x1853237050238592 msgsize 4848 00000100:00000040:2.0:1767384653.942522:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d9abf668 x1853237050238720/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384653.942530:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384653.942535:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384653.942537:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767384653.942544:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384653.942548:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095cb94a5. 00000100:00000200:2.0:1767384653.942551:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050238720, offset 0 00000100:00000001:1.0:1767384653.942552:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.942558:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384653.942563:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384653.942568:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004572970a 00000800:00000010:0.0:1767384653.942569:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b774293c. 00000400:00000200:2.0:1767384653.942572:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384653.942580:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004572970a. 00000400:00000200:0.0:1767384653.942586:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384653.942588:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384653.942593:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260106700 00000100:00000200:1.0:1767384653.942597:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae3f2ed x1853237050238592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384653.942605:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1481 [2] + 0 00000400:00000200:0.0:1767384653.942612:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp19->192.168.202.122@tcp19: GET: OK 00000400:00000010:2.0:1767384653.942619:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6da3be6. 00000400:00000200:2.0:1767384653.942628:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002801dc4e 00000400:00000200:2.0:1767384653.942636:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384653.942636:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384653.942638:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:1.0:1767384653.942647:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dae3f2ed x1853237050238592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384653.942648:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000400:00000200:2.0:1767384653.942649:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384653.942670:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002801dc4e 00000100:00000001:1.0:1767384653.942671:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.942675:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002801dc4e. 00000100:00000001:1.0:1767384653.942678:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767384653.942679:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384653.942681:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384653.942684:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384653.942688:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000083de3e2 x1853237050238720 msgsize 4848 00000100:00000001:1.0:1767384653.942692:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384653.942693:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384653.942704:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:0.0:1767384653.942706:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384653.942708:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294942268 00000100:00000040:2.0:1767384653.942715:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767384653.942719:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1ff1523. 00000800:00000001:0.0:1767384653.942723:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.942728:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384653.942731:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384653.942734:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095cb94a5 00000400:00000200:0.0:1767384653.942735:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp19(192.168.202.122@tcp19) <- 192.168.202.122@tcp19 : GET - for me 00000400:00000010:2.0:1767384653.942740:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095cb94a5. 00000100:00000001:2.0:1767384653.942745:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384653.942747:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294942268 00000100:00000200:2.0:1767384653.942753:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d9abf668 x1853237050238720/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384653.942755:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000081b8a6bf. 00000400:00000200:0.0:1767384653.942761:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 560 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384653.942768:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384653.942776:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294942268 00000400:00000200:0.0:1767384653.942781:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 560/560 into md 0x1c69 [1] + 0 00000100:00000010:1.0:1767384653.942792:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b3596. 00000100:00000001:2.0:1767384653.942798:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384653.942805:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384653.942808:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d9abf668 x1853237050238720/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384653.942815:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp19 to MR: 192.168.202.122@tcp19 local destination 00000100:00000001:1.0:1767384653.942816:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294942268 00000100:00000010:1.0:1767384653.942834:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c9cce49. 00000100:00000001:2.0:1767384653.942835:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.942842:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp19 NI seq info: [146:146:256:4294967295] 192.168.202.122@tcp19 LPNI seq info [132:132:8:4294967295] 00000100:00000001:2.0:1767384653.942843:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384653.942846:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384653.942866:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384653.942871:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp19(192.168.202.122@tcp19:192.168.202.122@tcp19) -> 192.168.202.122@tcp19(192.168.202.122@tcp19:192.168.202.122@tcp19) 192.168.202.122@tcp19 : REPLY try# 0 00000100:00000001:2.0:1767384653.942878:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384653.942884:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.202.122@tcp19 00000100:00000001:2.0:1767384653.942888:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294942268 00000100:00000001:1.0:1767384653.942888:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384653.942890:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b774293c. 00000100:00000001:2.0:1767384653.942894:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294942268 00000100:00000001:1.0:1767384653.942896:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.942901:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294942268 00000100:00000001:1.0:1767384653.942907:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.942908:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294942268 00000800:00000200:0.0:1767384653.942917:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a093bd2] -> 12345-192.168.202.122@tcp19 (6) 00000100:00000001:2.0:1767384653.942919:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294942268 00000100:00000001:1.0:1767384653.942924:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.942929:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294942268 00000100:00000001:1.0:1767384653.942930:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384653.942941:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294942268 00000800:00000200:0.0:1767384653.942941:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp19 ip 192.168.202.122:1003 00000100:00000001:1.0:1767384653.942946:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384653.942963:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b774293c type 3, nob 656 niov 1 nkiov 1 00000100:00000001:2.0:1767384653.942965:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294942268 00000100:00000001:1.0:1767384653.942970:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.942971:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.942975:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.942975:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.942979:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.942982:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.942984:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.943005:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.943007:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384653.943030:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384653.943035:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b774293c. 00000100:00000001:2.0:1767384653.943036:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384653.943042:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384653.943043:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050238592 00000400:00000200:0.0:1767384653.943051:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp19->192.168.202.122@tcp19: REPLY: OK 02000000:00000001:2.0:1767384653.943052:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384653.943061:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.943064:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.943070:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384653.943071:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384653.943076:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050238592 00000800:00000001:0.0:1767384653.943079:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384653.943080:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384653.943083:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384653.943088:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1767384653.943088:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767384653.943095:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:2.0:1767384653.943099:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384653.943102:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000800:00000001:0.0:1767384653.943102:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384653.943112:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384653.943113:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.943118:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000019a615b. 00000100:00000001:2.0:1767384653.943122:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384653.943123:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384653.943128:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000019a615b. 00000100:00000001:1.0:1767384653.943136:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384653.943137:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000978b36fc. 00000100:00100000:1.0:1767384653.943142:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050238720 00000020:00000010:2.0:1767384653.943147:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005f7cccce. 00000400:00000200:0.0:1767384653.943150:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp19(192.168.202.122@tcp19) <- 192.168.202.122@tcp19 : REPLY - for me 02000000:00000001:1.0:1767384653.943151:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384653.943154:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025f6c357. 00000100:00000001:1.0:1767384653.943159:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384653.943165:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.943172:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.943174:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1767384653.943178:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050238720 00000020:00000001:1.0:1767384653.943185:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384653.943186:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384653.943186:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp19: Reply from 12345-192.168.202.122@tcp19 of length 560/560 into md 0x1c6d 00000020:00000040:1.0:1767384653.943194:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:2.0:1767384653.943195:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:0.0:1767384653.943197:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384653.943199:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.943200:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384653.943211:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000800:00000001:0.0:1767384653.943214:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.943215:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.943221:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:0.0:1767384653.943221:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384653.943227:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384653.943231:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp19->192.168.202.122@tcp19: REPLY: OK 00000020:00000001:1.0:1767384653.943233:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:0.0:1767384653.943239:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e27036 00000400:00000010:0.0:1767384653.943242:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e27036. 00000100:00000001:1.0:1767384653.943243:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384653.943248:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384653.943251:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eacfcb69. 00000100:00000001:2.0:1767384653.943253:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384653.943253:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:1.0:1767384653.943256:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384653.943267:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eacfcb69. 00000400:00000200:0.0:1767384653.943268:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000100:00100000:2.0:1767384653.943272:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000040:2.0:1767384653.943281:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000400:00000200:0.0:1767384653.943282:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000020:00000010:1.0:1767384653.943285:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f117312f. 00000400:00000200:0.0:1767384653.943330:0:16338:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.122@tcp (576 bytes) 00000100:00000001:2.0:1767384653.943337:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472323001424 : -108601386550192 : ffff9d3a44eebc50) 00000400:00000200:0.0:1767384653.943337:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000020:00000010:1.0:1767384653.943340:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004bc1d52c. 00000020:00000010:1.0:1767384653.943351:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000efa318ad. 00000100:00000040:2.0:1767384653.943353:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055da0ec4 x1853237050238592/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:634/0 lens 4848/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384653.943353:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000093229b71. 00000100:00000001:1.0:1767384653.943360:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384653.943363:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (34) 00000100:00000001:1.0:1767384653.943365:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384653.943369:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.943378:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384653.943381:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384653.943383:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384653.943390:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384653.943395:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384653.943399:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384653.943404:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.943407:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000019a615b. 00000100:00000001:2.0:1767384653.943412:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384653.943415:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000020:00000010:2.0:1767384653.943417:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000019a615b. 00000100:00000040:1.0:1767384653.943420:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:1.0:1767384653.943424:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322998352 : -108601386553264 : ffff9d3a44eeb050) 00000100:00100000:2.0:1767384653.943431:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055da0ec4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050238592:12345-0@lo:253: 00000400:00000200:0.0:1767384653.943431:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000040:1.0:1767384653.943432:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000083de3e2 x1853237050238720/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:634/0 lens 4848/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384653.943445:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000093229b71. 00000100:00000200:2.0:1767384653.943447:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050238592 00000020:00000001:2.0:1767384653.943459:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384653.943460:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea150146. 00000100:00000001:1.0:1767384653.943461:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384653.943464:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384653.943465:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eacfcb69. 00000020:00000001:2.0:1767384653.943468:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.943469:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384653.943478:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384653.943480:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eacfcb69. 00000020:00000001:2.0:1767384653.943481:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000400:00000010:0.0:1767384653.943485:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e27036. 00000020:00000001:2.0:1767384653.943487:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384653.943492:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384653.943494:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000083de3e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050238720:12345-0@lo:253: 00000020:00000001:2.0:1767384653.943497:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384653.943498:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000093229b71 00000100:00000200:1.0:1767384653.943499:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050238720 00000020:00000001:2.0:1767384653.943501:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384653.943506:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384653.943508:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384653.943509:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384653.943510:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384653.943515:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384653.943516:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384653.943517:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384653.943520:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1767384653.943524:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d830b82. 00000020:00000001:1.0:1767384653.943525:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:2.0:1767384653.943529:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a040aba0. 00000020:00000001:1.0:1767384653.943529:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000400:00000200:0.0:1767384653.943533:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094a6a816 02000000:00000001:2.0:1767384653.943534:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.943535:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384653.943541:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.943549:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.943550:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384653.943550:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094a6a816. 00000020:00000001:1.0:1767384653.943556:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384653.943559:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384653.943562:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.943564:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:1.0:1767384653.943566:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767384653.943569:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000021864dc3. 20000000:00000010:2.0:1767384653.943570:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008b18b284. 02000000:00000001:1.0:1767384653.943570:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384653.943576:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ac405d0b. 20000000:01000000:2.0:1767384653.943580:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:1.0:1767384653.943584:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.943586:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384653.943587:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000100:00000001:1.0:1767384653.943589:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.943590:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384653.943597:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384653.943598:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.943605:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.943605:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300871 20000000:00000010:1.0:1767384653.943609:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008e304897. 20000000:00000001:2.0:1767384653.943613:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767384653.943618:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384653.943622:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384653.943624:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384653.943627:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.943629:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:0 20000000:00000010:2.0:1767384653.943630:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000174330cf. 20000000:00000001:1.0:1767384653.943630:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384653.943637:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:1.0:1767384653.943640:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384653.943643:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 rc 1 20000000:00000001:2.0:1767384653.943647:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384653.943655:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 00080000:00000001:2.0:1767384653.943656:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384653.943660:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (33) 00080000:00000001:2.0:1767384653.943671:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000010:0.0:1767384653.943671:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000021864dc3. 00000400:00000010:0.0:1767384653.943679:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094a6a816. 00000400:00000010:0.0:1767384653.943684:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ce16e0b9. 00000400:00000200:0.0:1767384653.943689:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000400:00000200:0.0:1767384653.943695:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00080000:00000001:2.0:1767384653.943696:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384653.943701:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000400:00000200:0.0:1767384653.943707:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:0.0:1767384653.943712:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00080000:00000001:2.0:1767384653.943715:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384653.943718:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384653.943721:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00080000:00000001:2.0:1767384653.943722:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384653.943731:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384653.943735:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384653.943741:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000400:00000200:0.0:1767384653.943742:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000020:00000001:2.0:1767384653.943754:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00080000:00000002:2.0:1767384653.943758:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384653.943762:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00080000:00000001:2.0:1767384653.943764:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384653.943774:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384653.943779:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384653.943781:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000020:00000001:2.0:1767384653.943784:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384653.943794:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00000400:00000200:0.0:1767384653.943795:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00080000:00000001:2.0:1767384653.943799:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384653.943803:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004db60305. 00080000:00000001:2.0:1767384653.943811:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468053419008 : -108605656132608 : ffff9d3946721400) 00080000:00000001:2.0:1767384653.943819:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384653.943820:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[142, 38] 00000001:00000001:2.0:1767384653.943824:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384653.943831:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000019a615b. 00080000:00000001:2.0:1767384653.943839:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.943839:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 38], ns[146, 38] 00080000:00000001:2.0:1767384653.943846:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384653.943852:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000400:00000200:0.0:1767384653.943857:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:0.0:1767384653.943862:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00080000:00000001:2.0:1767384653.943863:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.943874:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:0.0:1767384653.943880:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 00000400:00000200:0.0:1767384653.943885:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 00080000:00000001:2.0:1767384653.943888:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384653.943893:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000400:00000200:0.0:1767384653.943900:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:0.0:1767384653.943910:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 28], ns[67, 28] 00000400:00000200:0.0:1767384653.943916:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 28], ns[80, 28] 00000400:00000200:0.0:1767384653.943921:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 28], ns[87, 28] 00000400:00000200:0.0:1767384653.943926:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[121, 28], ns[135, 28] 00000400:00000200:0.0:1767384653.943930:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 28], ns[140, 28] 00000400:00000200:0.0:1767384653.943935:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[112, 28], ns[124, 28] 00000400:00000200:0.0:1767384653.943940:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[115, 28], ns[127, 28] 00000400:00000200:0.0:1767384653.943945:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 28], ns[111, 28] 00000400:00000200:0.0:1767384653.943979:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 28], ns[132, 28] 00000400:00000200:0.0:1767384653.943985:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 28], ns[126, 28] 00000400:00000200:0.0:1767384653.943989:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[125, 28], ns[139, 28] 00000400:00000200:0.0:1767384653.943995:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[124, 28], ns[138, 28] 00000400:00000200:0.0:1767384653.944000:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[130, 28], ns[144, 28] 00000400:00000200:0.0:1767384653.944005:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:0.0:1767384653.944010:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp20 00000400:00000200:0.0:1767384653.944013:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp20 lpni_is_preferred = 0 00000400:00000200:0.0:1767384653.944016:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp20 00000400:00000200:0.0:1767384653.944020:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp20 NI seq info: [147:147:256:4294967295] 192.168.202.122@tcp20 LPNI seq info [133:133:8:4294967295] 00000400:00000200:0.0:1767384653.944026:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp20 00000400:00000200:0.0:1767384653.944034:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp20(192.168.202.122@tcp20:) -> 192.168.202.122@tcp20(192.168.202.122@tcp:192.168.202.122@tcp20) : GET try# 0 00000800:00000200:0.0:1767384653.944040:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp20 00000800:00000010:0.0:1767384653.944045:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b774293c. 00000800:00000200:0.0:1767384653.944051:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000280542f9] -> 12345-192.168.202.122@tcp20 (6) 00000800:00000200:0.0:1767384653.944058:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp20 ip 192.168.202.122:988 00000800:00000200:0.0:1767384653.944061:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b774293c type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384653.944080:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384653.944083:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300271 rc 0 00000800:00000001:0.0:1767384653.944194:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384653.944203:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384653.944206:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384653.944209:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384653.944215:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b774293c. 00000800:00000001:0.0:1767384653.944217:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384653.944220:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384653.944233:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp20->192.168.202.122@tcp20: GET: OK 00000400:00000200:1.0:1767384653.944238:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384653.944239:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp20(192.168.202.122@tcp20) <- 192.168.202.122@tcp20 : GET - for me 00000400:00000200:1.0:1767384653.944243:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000400:00000200:0.0:1767384653.944263:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384653.944270:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 576/576 into md 0x1c69 [1] + 0 00000400:00000200:0.0:1767384653.944287:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp20 to MR: 192.168.202.122@tcp20 local destination 00000400:00000200:0.0:1767384653.944327:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp20 NI seq info: [148:148:256:4294967295] 192.168.202.122@tcp20 LPNI seq info [134:134:8:4294967295] 00000400:00000200:0.0:1767384653.944340:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp20(192.168.202.122@tcp20:192.168.202.122@tcp20) -> 192.168.202.122@tcp20(192.168.202.122@tcp20:192.168.202.122@tcp20) 192.168.202.122@tcp20 : REPLY try# 0 00000800:00000200:0.0:1767384653.944347:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.122@tcp20 00000800:00000010:0.0:1767384653.944351:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ba8132b. 00000800:00000200:0.0:1767384653.944356:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000280542f9] -> 12345-192.168.202.122@tcp20 (6) 00000800:00000200:0.0:1767384653.944361:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp20 ip 192.168.202.122:1001 00000800:00000200:0.0:1767384653.944363:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ba8132b type 3, nob 672 niov 1 nkiov 1 00000800:00000001:1.0:1767384653.944394:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384653.944435:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384653.944443:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384653.944445:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384653.944447:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384653.944449:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384653.944453:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ba8132b. 00000400:00000200:1.0:1767384653.944463:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp20(192.168.202.122@tcp20) <- 192.168.202.122@tcp20 : REPLY - for me 00000400:00000200:0.0:1767384653.944465:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384653.944468:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384653.944487:0:16337:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp20: Reply from 12345-192.168.202.122@tcp20 of length 576/576 into md 0x1c85 00000400:00000200:0.0:1767384653.944488:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp20->192.168.202.122@tcp20: REPLY: OK 00000800:00000001:1.0:1767384653.944496:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384653.944503:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384653.944505:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384653.944509:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp20->192.168.202.122@tcp20: REPLY: OK 00000400:00000200:1.0:1767384653.944513:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094a6a816 00000400:00000010:1.0:1767384653.944514:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094a6a816. 00000400:00000200:1.0:1767384653.944518:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384653.944520:0:16337:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:1.0:1767384653.944522:0:16337:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:1.0:1767384653.944525:0:16337:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 34. state = 0x300271 00000400:00000200:1.0:1767384653.944528:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:1.0:1767384653.944537:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (34) 00000800:00000001:1.0:1767384653.944542:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384653.944545:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384653.944555:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384653.944561:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x3000f1 00000400:00000010:0.0:1767384653.944570:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 700 at 000000002ece157b. 00000400:00000010:0.0:1767384653.944574:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 840 at 00000000e878ae59. 00000400:00000010:0.0:1767384653.944577:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 700 at 00000000298463e9. 00000400:00000200:0.0:1767384653.944605:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp31(00000000de0900f9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384653.944610:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp32(0000000016109f5e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384653.944618:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp38(000000005379dc03) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384653.944622:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp39(00000000a12f2db1) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384653.944627:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp40(000000000c904ae9) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384653.944634:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000035f8a0f6. 00000400:00000200:0.0:1767384653.944641:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000035f8a0f6 nid 192.168.202.122@tcp41 00000400:00000010:0.0:1767384653.944646:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f5a3d3f8. 00000400:00000200:0.0:1767384653.944648:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f5a3d3f8 net tcp41 00000400:00000200:0.0:1767384653.944652:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (33) 00000400:00000200:0.0:1767384653.944657:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp41 flags 0x11 00000400:00000010:0.0:1767384653.944671:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a395ee9d. 00000400:00000200:0.0:1767384653.944675:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a395ee9d nid 192.168.202.122@tcp42 00000400:00000010:0.0:1767384653.944678:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a1bdad53. 00000400:00000200:0.0:1767384653.944680:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a1bdad53 net tcp42 00000400:00000200:0.0:1767384653.944682:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (34) 00000400:00000200:0.0:1767384653.944687:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp42 flags 0x11 00000400:00000010:0.0:1767384653.944690:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 700 at 000000002ece157b. 00000400:00000010:0.0:1767384653.944694:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 840 at 00000000e878ae59. 00000400:00000010:0.0:1767384653.944698:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 700 at 00000000298463e9. 00000400:00000010:0.0:1767384653.944702:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000021864dc3. 00000400:00000200:0.0:1767384653.944705:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384653.944708:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x300171 00000400:00000200:0.0:1767384653.944711:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 rc 1 00000400:00000200:0.0:1767384653.944714:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000400:00000010:0.0:1767384653.944720:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0438db1. 00000400:00000200:0.0:1767384653.944723:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (35) 00000400:00000010:0.0:1767384653.944728:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dc1fbaed. 00000400:00000200:0.0:1767384653.944732:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp20 00000400:00000200:0.0:1767384653.944739:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp20 to MR: 192.168.202.122@tcp20 local destination 00000400:00000200:0.0:1767384653.944746:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp20 NI seq info: [149:149:256:4294967295] 192.168.202.122@tcp20 LPNI seq info [135:135:8:4294967295] 00000400:00000200:0.0:1767384653.944752:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp20 00000400:00000200:0.0:1767384653.944760:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp20(192.168.202.122@tcp20:192.168.202.122@tcp20) -> 192.168.202.122@tcp20(192.168.202.122@tcp20:192.168.202.122@tcp20) : PUT try# 0 00000800:00000200:0.0:1767384653.944766:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.122@tcp20 00000800:00000010:0.0:1767384653.944771:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ba8132b. 00000800:00000200:0.0:1767384653.944776:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000280542f9] -> 12345-192.168.202.122@tcp20 (6) 00000800:00000200:0.0:1767384653.944781:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp20 ip 192.168.202.122:988 00000800:00000200:0.0:1767384653.944784:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ba8132b type 1, nob 672 niov 1 nkiov 1 00000400:00000200:0.0:1767384653.944800:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384653.944802:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 rc 0 00000800:00000200:2.0:1767384653.944906:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384653.944910:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ba8132b. 00000400:00000200:2.0:1767384653.944914:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.944920:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp20->192.168.202.122@tcp20: PUT: OK 00000400:00000200:2.0:1767384653.944925:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384653.944928:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp20: 0 00000800:00000001:0.0:1767384653.944928:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384653.944964:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384653.944968:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384653.944973:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384653.944981:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp20(192.168.202.122@tcp20) <- 192.168.202.122@tcp20 : PUT - for me 00000400:00000200:0.0:1767384653.944993:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 576 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384653.945000:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 576/576 into md 0x1c81 [1] + 0 00000400:00000010:0.0:1767384653.945004:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea150146. 00000400:00000200:0.0:1767384653.945009:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050e27036 00000800:00000001:0.0:1767384653.945013:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384653.945020:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384653.945024:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384653.945030:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp20->192.168.202.122@tcp20: PUT: OK 00000400:00000200:0.0:1767384653.945034:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e27036 00000400:00000010:0.0:1767384653.945037:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e27036. 00000400:00000200:0.0:1767384653.945041:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384653.945045:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (36) 00000400:00000200:0.0:1767384653.945050:0:16338:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:0.0:1767384653.945057:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000298463e9. 00000400:00000200:0.0:1767384653.945061:0:16338:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 34 00000400:00000200:0.0:1767384653.945068:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384653.945083:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (37) 00000400:00000200:0.0:1767384653.945090:0:16338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384653.945095:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp20 to MR: 192.168.202.122@tcp20 local destination 00000400:00000200:0.0:1767384653.945101:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp20 NI seq info: [150:150:256:4294967295] 192.168.202.122@tcp20 LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1767384653.945117:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp20(192.168.202.122@tcp20:192.168.202.122@tcp20) -> 192.168.202.122@tcp20(192.168.202.122@tcp20:192.168.202.122@tcp20) 192.168.202.122@tcp20 : ACK try# 0 00000800:00000200:0.0:1767384653.945122:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp20 00000800:00000010:0.0:1767384653.945127:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000622dcad4. 00000400:00000200:1.0:1767384653.945128:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384653.945134:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000280542f9] -> 12345-192.168.202.122@tcp20 (6) 00000400:00000010:1.0:1767384653.945137:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078a18739. 00000800:00000200:0.0:1767384653.945143:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp20 ip 192.168.202.122:1001 00000400:00000010:1.0:1767384653.945144:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a531f8f. 00000800:00000200:0.0:1767384653.945150:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000622dcad4 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384653.945153:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000093229b71 00000400:00000200:1.0:1767384653.945160:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x3004f1 00000400:00000010:1.0:1767384653.945172:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 700 at 00000000832f1e10. 00000400:00000010:1.0:1767384653.945184:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 840 at 0000000006c93d60. 00000400:00000010:1.0:1767384653.945188:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 700 at 00000000fdfbdbcc. 00000400:00000010:1.0:1767384653.945242:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 700 at 00000000832f1e10. 00000800:00000200:0.0:1767384653.945243:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384653.945248:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 840 at 0000000006c93d60. 00000800:00000010:0.0:1767384653.945249:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000622dcad4. 00000400:00000010:1.0:1767384653.945255:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 700 at 00000000fdfbdbcc. 00000400:00000200:0.0:1767384653.945256:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384653.945265:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000298463e9. 00000400:00000200:0.0:1767384653.945271:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp20->192.168.202.122@tcp20: ACK: OK 00000400:00000200:1.0:1767384653.945277:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000800:00000001:0.0:1767384653.945283:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384653.945284:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x300571 00000400:00000200:1.0:1767384653.945326:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 rc 1 00000400:00000200:1.0:1767384653.945334:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 00000800:00000001:0.0:1767384653.945338:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384653.945339:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000800:00000001:0.0:1767384653.945346:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384653.945347:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300511 rc 0 00000400:00000200:1.0:1767384653.945357:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000800:00000001:0.0:1767384653.945357:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384653.945367:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384653.945369:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (36) 00000800:00000001:0.0:1767384653.945375:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384653.945385:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp20(192.168.202.122@tcp20) <- 192.168.202.122@tcp20 : ACK - for me 00000400:00000200:0.0:1767384653.945398:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp20: ACK from 12345-192.168.202.122@tcp20 into md 0x1c89 00000400:00000200:0.0:1767384653.945403:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384653.945410:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp20->192.168.202.122@tcp20: ACK: OK 00000400:00000200:0.0:1767384653.945415:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0438db1 00000400:00000010:0.0:1767384653.945418:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0438db1. 00000400:00000200:0.0:1767384653.945423:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384653.945427:0:16338:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:0.0:1767384653.945430:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (35) 00000800:00000001:0.0:1767384653.945435:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384653.945440:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384653.947217:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004db60305. 00080000:00000010:0.0:1767384653.947269:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000019a615b. 00040000:00000001:0.0:1767384653.947277:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384653.947280:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384653.947283:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384653.947323:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384653.947328:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384653.947332:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384653.947350:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384653.947365:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384653.947367:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004db60305. 20000000:01000000:2.0:1767384653.947370:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:01000000:0.0:1767384653.947370:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384653.947376:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384653.947383:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384653.947385:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384653.947386:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:1.0:1767384653.947395:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384653.947400:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384653.947402:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384653.947406:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384653.947406:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384653.947424:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000013139ed4. 00080000:00000001:2.0:1767384653.947427:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384653.947436:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384653.947441:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b7472d8. 00080000:00000001:2.0:1767384653.947445:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.947446:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384653.947454:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000040:1.0:1767384653.947455:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002b7472d8 with handle 0x9f279d7a9a0b507e to hash 00080000:00000001:2.0:1767384653.947461:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.947462:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384653.947470:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00080000:00000001:2.0:1767384653.947471:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384653.947481:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00080000:00000001:2.0:1767384653.947482:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384653.947494:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00010000:00000001:1.0:1767384653.947494:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384653.947500:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.947503:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00010000:00010000:1.0:1767384653.947505:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b507e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000002:2.0:1767384653.947506:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384653.947519:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384653.947530:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.947532:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384653.947534:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384653.947537:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384653.947544:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:1.0:1767384653.947546:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384653.947549:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384653.947550:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:2.0:1767384653.947553:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001f358f34. 00010000:00000001:1.0:1767384653.947554:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384653.947560:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384653.947561:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468053419520 : -108605656132096 : ffff9d3946721600) 00080000:00000020:0.0:1767384653.947570:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384653.947572:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384653.947573:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384653.947579:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767384653.947580:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1767384653.947580:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000010:2.0:1767384653.947589:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cf661bba. 00010000:00000001:1.0:1767384653.947590:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000010:0.0:1767384653.947591:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008b18b284. 00010000:00000001:1.0:1767384653.947595:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384653.947597:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.947597:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384653.947602:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:2.0:1767384653.947604:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:1.0:1767384653.947607:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000013139ed4) refcount = 1 20000000:00000001:0.0:1767384653.947611:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384653.947613:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b507e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384653.947621:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050238592 00080000:00000001:2.0:1767384653.947622:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.947622:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384653.947628:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384653.947633:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384653.947634:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384653.947636:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384653.947641:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384653.947642:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384653.947653:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000200:0.0:1767384653.947653:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055da0ec4 x1853237050238592/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:1.0:1767384653.947660:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:1.0:1767384653.947670:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384653.947674:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384653.947679:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b7472d8 refcount=4 00010000:00000001:0.0:1767384653.947681:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384653.947683:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384653.947688:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:0.0:1767384653.947688:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.947696:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384653.947698:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b507e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384653.947700:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=70 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384653.947719:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384653.947719:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384653.947729:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b507e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384653.947733:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384653.947746:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:1.0:1767384653.947747:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.947754:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384653.947755:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384653.947759:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384653.947762:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b507e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384653.947766:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384653.947773:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384653.947779:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384653.947780:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384653.947784:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384653.947787:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b507e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384653.947788:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6684fc8. 00000100:00000200:0.0:1767384653.947801:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050238592, offset 224 00010000:00010000:1.0:1767384653.947802:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002b7472d8 already unused, calling callback (0000000043915e75) 00010000:00000001:1.0:1767384653.947807:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384653.947809:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384653.947811:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b507e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384653.947816:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384653.947826:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384653.947828:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384653.947830:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384653.947833:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002b7472d8 refcount=5 00000400:00000200:0.0:1767384653.947840:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384653.947841:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384653.947847:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263712256 : -108601445839360 : ffff9d3a41660e00) 00010000:00000001:1.0:1767384653.947851:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384653.947853:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b507e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384653.947863:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260106680 00010000:00000001:1.0:1767384653.947865:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384653.947868:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384653.947871:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.947876:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384653.947878:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384653.947882:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c71 [2] + 224 00010000:00000001:1.0:1767384653.947883:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384653.947885:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384653.947893:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002b7472d8 with handle 0x9f279d7a9a0b507e from hash 00010000:00000001:1.0:1767384653.947896:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384653.947897:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384653.947898:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384653.947907:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384653.947908:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.947910:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384653.947911:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384653.947913:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384653.947917:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:0.0:1767384653.947921:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae3f2ed x1853237050238592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384653.947923:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384653.947927:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.947938:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.947948:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1767384653.947964:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000dae3f2ed x1853237050238592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384653.947968:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384653.947977:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.947980:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.947983:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.947985:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.947987:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384653.947989:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b507e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384653.947993:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384653.947995:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.947997:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.947999:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384653.948001:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384653.948003:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.948006:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384653.948006:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6684fc8 00010000:00000001:1.0:1767384653.948017:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:0.0:1767384653.948017:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6684fc8. 00000100:00000001:2.0:1767384653.948019:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384653.948026:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.948027:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:1.0:1767384653.948029:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.948030:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384653.948035:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384653.948038:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767384653.948042:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b507e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000001:2.0:1767384653.948043:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384653.948051:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445ef3a9. 00000100:00000001:0.0:1767384653.948055:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.948060:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384653.948065:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384653.948066:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9c787e4 00000100:00000040:0.0:1767384653.948067:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00010000:1.0:1767384653.948072:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002b7472d8/0x9f279d7a9a0b507e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384653.948074:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9c787e4. 00010000:00000001:0.0:1767384653.948078:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384653.948087:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384653.948087:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384653.948090:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000013139ed4 count: 0 00000100:00000200:2.0:1767384653.948097:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae3f2ed x1853237050238592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384653.948098:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384653.948103:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384653.948106:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384653.948109:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055da0ec4 x1853237050238592/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384653.948132:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055da0ec4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050238592:12345-0@lo:253: Request processed in 4724us (5617us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384653.948147:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae3f2ed x1853237050238592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384653.948151:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:0.0:1767384653.948157:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384653.948161:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384653.948165:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384653.948166:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384653.948169:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384653.948169:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005f7cccce. 00000100:00000001:2.0:1767384653.948174:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384653.948178:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384653.948179:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025f6c357. 00000100:00000001:2.0:1767384653.948180:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.948185:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384653.948185:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000978b36fc. 02000000:00000001:2.0:1767384653.948189:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384653.948191:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00001000:2.0:1767384653.948196:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=70 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384653.948196:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384653.948200:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a040aba0. 00000100:00001000:2.0:1767384653.948203:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=70 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384653.948204:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384653.948208:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.948209:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384653.948212:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384653.948214:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384653.948216:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384653.948220:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.948220:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea150146. 00000100:00000001:2.0:1767384653.948226:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.948227:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6684fc8. 00000100:00000040:2.0:1767384653.948233:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dae3f2ed x1853237050238592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.948242:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.948246:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384653.948248:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384653.948252:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384653.948254:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384653.948256:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384653.948257:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384653.948259:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384653.948260:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384653.948261:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384653.948263:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384653.948265:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384653.948266:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384653.948269:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dae3f2ed x1853237050238592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.948276:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050238592:0@lo:253: 00000100:00000001:2.0:1767384653.948288:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.948336:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.948340:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dae3f2ed x1853237050238592/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.948348:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384653.948351:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384653.948355:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000039e982a4. 00000100:00000040:0.0:1767384653.948355:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294942268, at 4294942269 02000000:00000001:2.0:1767384653.948364:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1767384653.948365:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1ff1523. 00000100:00000040:1.0:1767384653.948367:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294942268, at 4294942269 00000020:00000001:2.0:1767384653.948368:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384653.948372:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384653.948375:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384653.948379:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a3354e6d. 00000100:00000010:1.0:1767384653.948388:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000081b8a6bf. 02000000:00000001:2.0:1767384653.948389:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384653.948392:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384653.948397:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae3f2ed. 00000100:00000001:2.0:1767384653.948403:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384653.948406:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.948409:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.948416:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.948418:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.948421:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.948423:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.948439:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294942268, at 4294942269 00000100:00000010:2.0:1767384653.948444:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b3596. 00000100:00000040:3.0:1767384653.949344:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294942268, at 4294942270 00000100:00000010:3.0:1767384653.949355:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c9cce49. 00080000:00000010:1.0:1767384653.950009:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001f358f34. 00080000:00000010:2.0:1767384653.950053:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cf661bba. 00040000:00000001:2.0:1767384653.950060:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384653.950062:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384653.950065:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384653.950068:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384653.950070:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.950072:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384653.950075:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384653.950086:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384653.950091:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384653.950095:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384653.950098:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384653.950099:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384653.950102:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384653.950104:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384653.950106:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384653.950109:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009110bffc. 00010000:00000001:1.0:1767384653.950114:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384653.950117:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed056c77. 00000020:00000001:1.0:1767384653.950120:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384653.950122:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ed056c77 with handle 0x9f279d7a9a0b5085 to hash 00000020:00000001:1.0:1767384653.950124:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384653.950126:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:1.0:1767384653.950129:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:1.0:1767384653.950132:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384653.950135:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384653.950138:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b5085 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.950146:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384653.950148:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384653.950151:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384653.950153:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384653.950156:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.950158:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384653.950160:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.950163:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384653.950164:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384653.950166:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384653.950167:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384653.950169:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000009110bffc) refcount = 1 00010000:00010000:1.0:1767384653.950172:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b5085 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.950189:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384653.950191:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384653.950193:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.950195:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.950196:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384653.950198:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384653.950201:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:1.0:1767384653.950203:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384653.950204:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384653.950205:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed056c77 refcount=4 00000020:00000001:1.0:1767384653.950207:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:1.0:1767384653.950209:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:1.0:1767384653.950210:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384653.950212:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b5085 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.950216:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384653.950216:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b5085 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.950220:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.950220:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384653.950221:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b5085 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.950224:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384653.950225:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.950227:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384653.950228:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b5085 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384653.950231:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ed056c77 already unused, calling callback (0000000043915e75) 00010000:00000001:1.0:1767384653.950232:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384653.950239:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384653.950241:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b5085 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.950244:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384653.950246:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384653.950246:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384653.950247:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed056c77 refcount=5 00000020:00000001:1.0:1767384653.950249:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:1.0:1767384653.950250:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:1.0:1767384653.950251:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384653.950252:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b5085 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.950256:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384653.950259:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384653.950260:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.950262:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384653.950264:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384653.950265:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384653.950266:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384653.950269:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ed056c77 with handle 0x9f279d7a9a0b5085 from hash 00010000:00000001:1.0:1767384653.950270:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384653.950272:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.950273:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.950274:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384653.950275:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384653.950277:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384653.950278:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384653.950279:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.950281:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.950283:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384653.950285:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384653.950286:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.950288:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.950317:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.950323:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.950326:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384653.950329:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b5085 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384653.950334:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384653.950334:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.950337:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.950342:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384653.950343:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384653.950344:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384653.950346:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:2.0:1767384653.950348:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008e304897. 00010000:00000001:1.0:1767384653.950349:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.950351:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384653.950354:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384653.950357:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384653.950359:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b5085 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384653.950361:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.950364:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384653.950367:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:2.0:1767384653.950369:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050238720 00010000:00010000:1.0:1767384653.950369:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b5085 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384653.950381:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:1.0:1767384653.950383:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000009110bffc count: 0 00010000:00000200:2.0:1767384653.950392:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000083de3e2 x1853237050238720/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384653.950401:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.950404:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:1.0:1767384653.950404:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384653.950411:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.950416:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=70 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.950420:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384653.950422:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384653.950425:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384653.950428:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384653.950430:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.950433:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.950436:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384653.950440:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095cb94a5. 00000100:00000200:2.0:1767384653.950444:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050238720, offset 224 00000400:00000200:2.0:1767384653.950451:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384653.950459:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384653.950467:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260106700 00000400:00000200:2.0:1767384653.950473:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c79 [2] + 224 00000400:00000200:2.0:1767384653.950479:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384653.950482:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384653.950485:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384653.950490:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d9abf668 x1853237050238720/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384653.950499:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d9abf668 x1853237050238720/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.950521:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.950527:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095cb94a5 00000400:00000010:2.0:1767384653.950529:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095cb94a5. 00000100:00000001:2.0:1767384653.950541:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384653.950543:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384653.950547:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.950550:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.950551:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384653.950560:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000001:3.0:1767384653.950561:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384653.950565:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384653.950573:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f9f6786. 00010000:00000001:2.0:1767384653.950574:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384653.950585:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384653.950586:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d68bebf9 00000400:00000010:3.0:1767384653.950591:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d68bebf9. 00000020:00000001:2.0:1767384653.950593:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384653.950599:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384653.950604:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000083de3e2 x1853237050238720/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384653.950606:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d9abf668 x1853237050238720/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384653.950646:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d9abf668 x1853237050238720/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.950668:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000083de3e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050238720:12345-0@lo:253: Request processed in 7200us (7972us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384653.950671:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384653.950673:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.950679:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384653.950683:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384653.950685:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384653.950687:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.950694:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 02000000:00000001:3.0:1767384653.950696:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384653.950702:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=70 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384653.950703:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384653.950707:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384653.950709:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384653.950715:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=70 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384653.950716:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004bc1d52c. 00000100:00000001:3.0:1767384653.950720:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384653.950724:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.950726:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384653.950726:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000efa318ad. 00010000:00000001:3.0:1767384653.950729:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.950734:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384653.950738:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f117312f. 00000100:00000040:3.0:1767384653.950739:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d9abf668 x1853237050238720/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384653.950749:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:3.0:1767384653.950750:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384653.950760:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384653.950764:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384653.950766:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384653.950775:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ac405d0b. 00000020:01000004:3.0:1767384653.950776:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384653.950780:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384653.950784:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384653.950786:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384653.950789:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384653.950789:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767384653.950797:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384653.950799:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384653.950800:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384653.950801:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384653.950804:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384653.950812:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9abf668 x1853237050238720/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384653.950813:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384653.950823:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f8401e9. 00000100:00100000:3.0:1767384653.950825:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d9abf668 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050238720:0@lo:253: 00000400:00000010:2.0:1767384653.950836:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095cb94a5. 00000100:00000001:3.0:1767384653.950837:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.950845:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384653.950849:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d9abf668 x1853237050238720/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.950854:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384653.950856:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384653.950859:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bab46fe4. 02000000:00000001:3.0:1767384653.950862:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384653.950864:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384653.950866:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384653.950869:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384653.950871:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004875ebc8. 02000000:00000001:3.0:1767384653.950880:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384653.950882:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384653.950883:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9abf668. 00000100:00000001:3.0:1767384653.950888:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384653.950889:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.950890:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.950895:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384653.950896:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.950898:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384653.950900:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767384653.958325:0:33919:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000013139ed4. 00010000:00000010:1.1:1767384653.958335:0:33919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b7472d8. 00010000:00000010:1.1:1767384653.958339:0:33919:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009110bffc. 00010000:00000010:1.1:1767384653.958341:0:33919:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed056c77. 00000400:00000010:1.0:1767384653.962014:0:33919:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c3f29e15. 00000400:00000040:1.0:1767384653.962043:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384653.962047:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384653.962051:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384653.962053:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384653.962057:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384653.962058:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384653.962062:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384653.962063:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384653.962065:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384653.962066:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384653.962068:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384653.962069:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384653.962078:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384653.962079:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384653.962080:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384653.962082:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384653.962083:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384653.962084:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384653.962085:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384653.962087:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384653.962088:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384653.962089:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384653.962090:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384653.962091:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384653.962092:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384653.962093:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384653.962094:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384653.962095:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384653.962096:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384653.962097:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384653.962098:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384653.962099:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384653.962100:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384653.962101:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384653.962102:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384653.962103:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384653.962103:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384653.962105:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384653.962106:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384653.962107:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384653.962108:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384653.962109:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384653.962110:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384653.962111:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384653.962112:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384653.962113:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384653.962113:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384653.962114:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384653.962116:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384653.962117:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384653.962118:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384653.962122:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384653.962123:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384653.962124:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384653.962126:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384653.962128:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384653.962131:0:33919:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384653.962276:0:33919:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c3f29e15. 00000400:00000200:2.0:1767384654.400412:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp40 00000400:00000010:2.0:1767384654.400419:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ff512046. 00000400:00000010:2.0:1767384654.400427:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001ce54ec4. 00000400:00000010:2.0:1767384654.400432:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd537891. 00000400:00000010:2.0:1767384654.400443:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000969b8bac. 00000400:00000200:2.0:1767384654.400454:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp40 00000400:00000200:2.0:1767384654.400475:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp40 local destination 00000400:00000200:2.0:1767384654.400481:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp40 00000400:00000200:2.0:1767384654.400491:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp40 NI seq info: [151:151:256:4294967295] 192.168.202.122@tcp40 LPNI seq info [137:137:8:4294967295] 00000400:00000200:2.0:1767384654.400496:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp40 00000400:00000200:2.0:1767384654.400506:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp40(192.168.202.122@tcp40:) -> 192.168.202.122@tcp40(192.168.202.122@tcp40:192.168.202.122@tcp40) : GET try# 0 00000800:00000200:2.0:1767384654.400511:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp40 00000800:00000010:2.0:1767384654.400515:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a65621da. 00000800:00000200:2.0:1767384654.400521:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000236fb68a] -> 12345-192.168.202.122@tcp40 (2) 00000800:00000200:2.1:1767384654.400526:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000236fb68a] -> 12345-192.168.202.122@tcp40 (2) 00000400:00000200:2.0:1767384654.400550:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp40 added to recovery queue. ping count: 2 next ping: 279 health :800 00000400:00000200:0.0:1767384654.400640:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.400712:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.400742:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.400768:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.400819:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.400855:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.400873:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.400899:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.400914:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.400927:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.400940:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.400980:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.400996:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401012:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401026:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401045:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401060:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401074:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401089:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401104:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401117:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401130:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401145:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401158:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401171:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401187:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401202:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401225:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401244:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401262:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401285:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401341:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401376:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401398:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384654.401418:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384654.401596:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd6513cf. 00000800:00000010:0.0:1767384654.401602:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b1ec16c2. 00000800:00000010:0.0:1767384654.401608:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d236f2dd. 00000800:00000010:0.0:1767384654.401641:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d236f2dd. 00000800:00020000:0.0:1767384654.401652:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384654.401656:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b1ec16c2. 00000800:00000010:0.0:1767384654.401659:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cd6513cf. 00000400:02020000:0.0:1767384654.401702:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp40 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384654.401711:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp40 notifying 192.168.202.122@tcp40: down 00000800:00000200:0.0:1767384654.401717:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp40 down 00000800:00000100:0.0:1767384654.401725:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp40 00000800:00000010:0.0:1767384654.401728:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a65621da. 00000400:00000200:0.0:1767384654.401733:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384654.401738:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp40->192.168.202.122@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384654.401746:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384654.401749:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384654.401754:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp40) recovery failed with -71 00010000:00000001:1.0:1767384654.591589:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384654.591596:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384654.591607:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384654.591609:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384654.591663:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384654.591672:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384654.591679:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384654.911379:0:17063:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384654.911386:0:17063:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.911428:0:17059:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384654.911430:0:17059:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384655.424387:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384655.424392:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384655.424396:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd537891 00000400:00000010:0.0:1767384655.424400:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd537891. 00000400:00000200:0.0:1767384655.424407:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384655.424413:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp40 recovery ping unlinked 00000400:00000010:0.0:1767384655.424422:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ff512046. 00000400:00000010:0.0:1767384655.424427:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001ce54ec4. 00000400:00000200:0.0:1767384655.424434:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp39 00000400:00000010:0.0:1767384655.424441:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008d4162b5. 00000400:00000010:0.0:1767384655.424445:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f979e547. 00000400:00000010:0.0:1767384655.424448:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0438db1. 00000400:00000010:0.0:1767384655.424455:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000be9d3383. 00000400:00000200:0.0:1767384655.424461:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp39 00000400:00000200:0.0:1767384655.424471:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp39 local destination 00000400:00000200:0.0:1767384655.424479:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp39 00000400:00000200:0.0:1767384655.424483:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp39 NI seq info: [152:152:256:4294967295] 192.168.202.122@tcp39 LPNI seq info [138:138:8:4294967295] 00000400:00000200:0.0:1767384655.424490:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp39 00000400:00000200:0.0:1767384655.424505:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp39(192.168.202.122@tcp39:) -> 192.168.202.122@tcp39(192.168.202.122@tcp39:192.168.202.122@tcp39) : GET try# 0 00000800:00000200:0.0:1767384655.424513:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp39 00000800:00000010:0.0:1767384655.424517:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000622dcad4. 00000800:00000200:0.0:1767384655.424524:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000800:00000200:0.1:1767384655.424530:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000400:00000200:0.0:1767384655.424549:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp39 added to recovery queue. ping count: 3 next ping: 284 health :700 00000400:00000200:0.0:1767384655.424552:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp38 00000400:00000010:0.0:1767384655.424554:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000024f83d68. 00000400:00000010:0.0:1767384655.424560:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007033d2ec. 00000400:00000010:0.0:1767384655.424564:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e27036. 00000400:00000010:0.0:1767384655.424569:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c476939. 00000400:00000200:0.0:1767384655.424573:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp38 00000400:00000200:0.0:1767384655.424577:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp38 local destination 00000400:00000200:0.0:1767384655.424580:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp38 00000400:00000200:0.0:1767384655.424584:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp38 NI seq info: [153:153:256:4294967295] 192.168.202.122@tcp38 LPNI seq info [139:139:8:4294967295] 00000400:00000200:0.0:1767384655.424587:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp38 00000400:00000200:0.0:1767384655.424607:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp38(192.168.202.122@tcp38:) -> 192.168.202.122@tcp38(192.168.202.122@tcp38:192.168.202.122@tcp38) : GET try# 0 00000800:00000200:0.0:1767384655.424614:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp38 00000800:00000010:0.0:1767384655.424618:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008ba8132b. 00000800:00000200:0.0:1767384655.424620:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000800:00000200:0.1:1767384655.424625:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000400:00000200:0.0:1767384655.424644:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp38 added to recovery queue. ping count: 3 next ping: 284 health :700 00000400:00000200:0.0:1767384655.424647:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp33 00000400:00000010:0.0:1767384655.424652:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002c91aa23. 00000400:00000010:0.0:1767384655.424657:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000036093bc7. 00000400:00000010:0.0:1767384655.424660:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ba0bd59. 00000400:00000200:3.0:1767384655.424666:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000010:0.0:1767384655.424668:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a940dcbf. 00000400:00000200:0.0:1767384655.424679:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp33 00000400:00000200:0.0:1767384655.424689:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp33 local destination 00000400:00000200:0.0:1767384655.424694:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp33 00000400:00000200:0.0:1767384655.424700:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp33 NI seq info: [154:154:256:4294967295] 192.168.202.122@tcp33 LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1767384655.424712:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp33 00000400:00000200:0.0:1767384655.424731:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp33(192.168.202.122@tcp33:) -> 192.168.202.122@tcp33(192.168.202.122@tcp33:192.168.202.122@tcp33) : GET try# 0 00000800:00000200:0.0:1767384655.424739:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp33 00000800:00000010:0.0:1767384655.424743:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b774293c. 00000800:00000200:0.0:1767384655.424749:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (2) 00000800:00000200:0.1:1767384655.424755:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (2) 00000400:00000200:0.0:1767384655.424774:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp33 added to recovery queue. ping count: 4 next ping: 292 health :600 00000400:00000200:2.0:1767384655.424782:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.424821:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.424895:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.424982:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.424998:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.425067:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.425103:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.425170:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.425230:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.425235:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.425347:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.425357:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.425377:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.425500:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.425501:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.425502:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.425611:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.425654:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.425675:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.425709:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.425763:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.425807:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.425809:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.425867:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.425953:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.425974:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.425978:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.426063:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.426093:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.426109:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.426172:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.426196:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.426240:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.426278:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.426344:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.426410:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.426418:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.426437:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.426528:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.426574:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.426582:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.426638:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.426713:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.426714:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.426756:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.426850:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.426862:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.426869:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.426979:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.427005:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.427046:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.427138:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.427142:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.427170:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.427343:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.427346:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.427346:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.427478:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.427489:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.427521:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.427594:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.427624:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.427668:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.427720:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.427746:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.427800:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.427823:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.427863:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.427953:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.427962:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.427991:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.428107:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.428108:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.428129:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.428225:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.428270:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.428324:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.428388:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.428424:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.428481:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.428504:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.428561:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.428659:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.428665:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.428674:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.428777:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.428820:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.428839:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.428920:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.428951:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.429026:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.429064:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.429070:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.429151:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.429200:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.429221:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.429245:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.429339:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.429353:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.429408:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.429414:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000800:00000010:3.0:1767384655.429468:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000778feb3c. 00000800:00000010:3.0:1767384655.429475:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000060a09728. 00000800:00000010:3.0:1767384655.429482:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ff0e7e28. 00000400:00000200:0.0:1767384655.429496:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.429519:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000800:00000010:3.0:1767384655.429520:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ff0e7e28. 00000800:00020000:3.0:1767384655.429540:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384655.429547:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000060a09728. 00000800:00000010:3.0:1767384655.429551:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000778feb3c. 00000400:00000200:0.0:1767384655.429568:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:2.0:1767384655.429613:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.429681:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:02020000:3.0:1767384655.429699:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp39 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384655.429710:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp39 notifying 192.168.202.122@tcp39: down 00000800:00000200:3.0:1767384655.429724:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp39 down 00000400:00000200:2.0:1767384655.429738:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000800:00000100:3.0:1767384655.429739:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp39 00000800:00000010:3.0:1767384655.429748:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000622dcad4. 00000400:00000200:3.0:1767384655.429755:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384655.429766:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp39->192.168.202.122@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384655.429769:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000400:00000200:3.0:1767384655.429787:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384655.429793:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384655.429801:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp39) recovery failed with -71 00000400:00000200:2.0:1767384655.429811:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.429875:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.429924:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.429964:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.430011:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.430040:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.430075:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.430104:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.122:988 00000800:00000010:2.0:1767384655.430130:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bab46fe4. 00000800:00000010:2.0:1767384655.430138:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e59883d1. 00000800:00000010:2.0:1767384655.430145:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aaae97dc. 00000800:00000010:2.0:1767384655.430174:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aaae97dc. 00000800:00020000:2.0:1767384655.430186:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384655.430190:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e59883d1. 00000800:00000010:2.0:1767384655.430196:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bab46fe4. 00000400:02020000:2.0:1767384655.430263:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp38 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384655.430273:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp38 notifying 192.168.202.122@tcp38: down 00000800:00000200:2.0:1767384655.430282:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp38 down 00000800:00000100:2.0:1767384655.430329:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp38 00000800:00000010:2.0:1767384655.430334:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008ba8132b. 00000400:00000200:2.0:1767384655.430343:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384655.430357:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp38->192.168.202.122@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384655.430372:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384655.430377:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384655.430383:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp38) recovery failed with -71 00000800:00000010:0.0:1767384655.430663:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cd6513cf. 00000800:00000010:0.0:1767384655.430667:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000001824d2f. 00000800:00000010:0.0:1767384655.430673:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b55eaab. 00000800:00000010:0.0:1767384655.430711:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b55eaab. 00000400:00000200:1.0:1767384655.431008:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384655.431036:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp33 from 208.3.0.2 00000800:00000010:1.0:1767384655.431041:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000064f2bbbb. 00000800:00000010:0.0:1767384655.431091:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000046859c8f. 00000800:00000010:0.0:1767384655.431096:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001d772988. 00000800:00000010:0.0:1767384655.431138:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ecf46a1e. 00000800:00000200:0.1:1767384655.431148:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (2) 00000800:00000200:0.1:1767384655.431154:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp33 00000000ecf46a1e deleted 00000800:00000010:0.1:1767384655.431158:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ecf46a1e. 00000800:00000200:0.1:1767384655.431166:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384655.431176:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp33 ip 192.168.202.122:976 00000800:00000200:0.1:1767384655.431180:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b774293c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384655.431190:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp33 p 3.x 192.168.202.122 -> 192.168.202.122:976 incarnation:1767384633955165677 sched[0] 00000800:00000010:0.0:1767384655.431205:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b55eaab. 00000800:00000010:0.0:1767384655.431261:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b55eaab. 00000800:00000010:0.0:1767384655.431265:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001d772988. 00000800:00000010:0.0:1767384655.431343:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000064f2bbbb. 00000800:00000001:0.0:1767384655.431355:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384655.431363:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384655.431429:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384655.431431:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b774293c. 00000400:00000200:0.0:1767384655.431435:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384655.431441:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp33->192.168.202.122@tcp33: GET: OK 00000400:00000200:0.0:1767384655.431447:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384655.431452:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp33 recovery message sent successfully:0 00000800:00000200:0.1:1767384655.431498:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384655.431507:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp33 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384633955165677 sched[0] 00000800:00000010:0.0:1767384655.431509:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000001824d2f. 00000800:00000001:0.0:1767384655.431544:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384655.431548:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384655.431549:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384655.431560:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384655.431569:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp33(192.168.202.122@tcp33) <- 192.168.202.122@tcp33 : GET - for me 00000400:00000200:0.0:1767384655.431580:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384655.431591:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x1c69 [1] + 0 00000400:00000200:0.0:1767384655.431608:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp33 to MR: 192.168.202.122@tcp33 local destination 00000400:00000200:0.0:1767384655.431614:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp33 NI seq info: [155:155:256:4294967295] 192.168.202.122@tcp33 LPNI seq info [141:141:8:4294967295] 00000400:00000200:0.0:1767384655.431634:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp33(192.168.202.122@tcp33:192.168.202.122@tcp33) -> 192.168.202.122@tcp33(192.168.202.122@tcp33:192.168.202.122@tcp33) 192.168.202.122@tcp33 : REPLY try# 0 00000800:00000200:0.0:1767384655.431639:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp33 00000800:00000010:0.0:1767384655.431643:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b774293c. 00000800:00000200:0.0:1767384655.431650:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (4) 00000800:00000200:0.0:1767384655.431658:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp33 ip 192.168.202.122:988 00000800:00000200:0.0:1767384655.431660:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b774293c type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384655.431730:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384655.431732:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b774293c. 00000400:00000200:0.0:1767384655.431737:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384655.431744:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp33->192.168.202.122@tcp33: REPLY: OK 00000800:00000001:0.0:1767384655.431757:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384655.431763:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384655.431766:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384655.431773:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384655.431775:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384655.431781:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384655.431786:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp33(192.168.202.122@tcp33) <- 192.168.202.122@tcp33 : REPLY - for me 00000400:00000200:0.0:1767384655.431801:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp33: Reply from 12345-192.168.202.122@tcp33 of length 272/272 into md 0x1cad 00000800:00000001:0.0:1767384655.431805:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384655.431809:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384655.431810:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384655.431816:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp33->192.168.202.122@tcp33: REPLY: OK 00000400:00000200:0.0:1767384655.431823:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ba0bd59 00000400:00000010:0.0:1767384655.431826:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ba0bd59. 00000400:00000200:0.0:1767384655.431828:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384655.431834:0:16338:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002c91aa23. 00000400:00000010:0.0:1767384655.431839:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000036093bc7. 00000800:00000001:0.0:1767384655.431849:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384655.431854:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384655.431898:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.431926:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.431973:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.431995:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432010:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432029:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432047:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432060:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432081:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432100:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432148:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432191:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432223:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432259:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432335:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432360:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432382:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432405:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432428:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432451:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432475:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432516:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432546:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432577:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432642:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432713:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432734:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432749:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432775:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432801:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432820:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432841:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432855:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432871:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384655.432891:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384655.432998:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ea3fc4b. 00000800:00000010:0.0:1767384655.433001:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000001824d2f. 00000800:00000010:0.0:1767384655.433003:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b55eaab. 00000800:00000010:0.0:1767384655.433017:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b55eaab. 00000800:00020000:0.0:1767384655.433021:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384655.433024:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000001824d2f. 00000800:00000010:0.0:1767384655.433031:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ea3fc4b. 00000400:02020000:0.0:1767384655.433066:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp33 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384655.616345:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384655.616351:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384655.616359:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384655.616360:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384655.616383:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384655.616388:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384655.616391:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384655.775670:0:34394:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ed420787. 00080000:00000010:1.0:1767384655.775682:0:34394:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ed420787. 00000020:00000001:1.0:1767384655.775687:0:34394:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384655.775695:0:34394:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ed420787. 00080000:00000010:1.0:1767384655.775700:0:34394:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ed420787. 00000020:00000001:1.0:1767384655.775703:0:34394:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.447358:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384656.447371:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 10000000:00000001:2.0:1767384656.447380:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000010:0.0:1767384656.447381:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8ebe320. 10000000:00000040:2.0:1767384656.447388:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 2 00000020:00000040:0.0:1767384656.447392:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 10000000:00000001:2.0:1767384656.447399:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384656.447403:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a8b0542] -> 12345-192.168.202.122@tcp23 (6) 10000000:00000001:2.0:1767384656.447404:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384656.447404:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384656.447413:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:00000001:2.0:1767384656.447414:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384656.447420:0:17073:0:(mgc_request.c:601:do_requeue()) Process entered 00000800:00000200:1.0:1767384656.447420:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp23 ip 192.168.202.122:988 02000000:00000001:0.0:1767384656.447422:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384656.447426:0:17073:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000800:00000200:1.0:1767384656.447430:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 10000000:00000001:2.0:1767384656.447433:0:17073:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384656.447437:0:17073:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d3a4b2d0000 from 67 02000000:00000010:0.0:1767384656.447438:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001396c987. 10000000:00000001:2.0:1767384656.447442:0:17073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384656.447444:0:17073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000001:0.0:1767384656.447449:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384656.447453:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dae3f2ed. 00000020:00000040:2.0:1767384656.447458:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000040:0.0:1767384656.447461:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384656.447468:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384656.447476:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384656.447483:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384656.447484:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.447486:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384656.447493:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f0fcfc49. 00000100:00000040:0.0:1767384656.447497:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8ebe320] to pc [ptlrpcd_00_01+1] req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.447504:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.447510:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384656.447513:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384656.447521:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000021977241. 00010000:00000001:2.0:1767384656.447526:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384656.447530:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072052be0. 00000020:00000001:2.0:1767384656.447534:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384656.447537:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000072052be0 with handle 0x9f279d7a9a0b508c to hash 00000100:00000001:0.0:1767384656.447542:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.447543:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384656.447547:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384656.447552:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000100:00000040:0.0:1767384656.447553:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1767384656.447554:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384656.447563:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384656.447566:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384656.447569:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:2.0:1767384656.447570:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384656.447575:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049fccd94. 00010000:00010000:2.0:1767384656.447576:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1767384656.447576:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384656.447590:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767384656.447590:0:36:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00010000:2.0:1767384656.447597:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1767384656.447599:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.447599:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384656.447609:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:2.0:1767384656.447613:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384656.447614:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.447625:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384656.447626:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384656.447629:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 02000000:00000010:0.0:1767384656.447629:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4e40ccf. 00000100:00000001:1.0:1767384656.447631:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384656.447637:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f3c1b4a. 00000100:00000001:1.0:1767384656.447637:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384656.447639:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.447641:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468050146048 : -108605659405568 : ffff9d3946402300) 00000100:00000040:1.0:1767384656.447647:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.447649:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384656.447654:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384656.447655:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299790848 : -108600409760768 : ffff9d3a7f275c00) 00000100:00000001:2.0:1767384656.447666:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384656.447673:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.447683:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384656.447688:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384656.447700:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000dae3f2ed x1853237050238976/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.447712:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384656.447717:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.447718:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384656.447722:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.447728:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384656.447729:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384656.447732:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384656.447733:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384656.447736:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000049fccd94] to pc [ptlrpcd_00_02+2] req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384656.447745:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384656.447745:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.447751:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384656.447763:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f8ebe320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050238848:0@lo:400: 02000000:00000001:2.0:1767384656.447765:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384656.447781:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050238976:0@lo:101: 00000100:00000001:1.0:1767384656.447788:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384656.447793:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384656.447795:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384656.447796:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384656.447799:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.447800:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384656.447803:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384656.447804:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384656.447806:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384656.447807:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006037d5d3. 02000000:00000010:2.0:1767384656.447809:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ba3ef5a7. 02000000:00000001:1.0:1767384656.447812:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.447812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767384656.447823:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.447824:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384656.447825:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055972de7. 00000400:00000010:2.0:1767384656.447831:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88a4476. 00000100:00000010:0.0:1767384656.447832:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e3b7021. 00000400:00000010:1.0:1767384656.447836:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d71b6b0. 00000020:00000040:0.0:1767384656.447847:0:36:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:2.0:1767384656.447850:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d88e189b. 00000100:00000001:0.0:1767384656.447851:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767384656.447852:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050238848, portal 25 00000100:00000200:2.0:1767384656.447856:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050238976, portal 25 02000000:00000001:0.0:1767384656.447858:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384656.447860:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384656.447866:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384656.447867:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.447868:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963250688 : -108605746300928 : ffff9d3941123800) 00000100:00000001:2.0:1767384656.447871:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635473299790848 : -108600409760768 : ffff9d3a7f275c00) 02000000:00000010:0.0:1767384656.447879:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000008770741. 00000100:00000001:0.0:1767384656.447884:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384656.447885:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384656.447887:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000dae3f2ed x1853237050238976/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384672 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384656.447898:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384656.447958:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384656.447971:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384656.447974:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384656.447976:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384656.447979:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384656.447980:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000100:00000040:1.0:1767384656.447982:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384656.447991:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000100:00000200:2.0:1767384656.447995:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050238976, offset 0 00000100:00000040:0.0:1767384656.447995:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e3b7021] to pc [ptlrpcd_00_03+3] req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384656.447996:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050238848, offset 0 00000100:00000001:0.0:1767384656.448021:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.448022:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384656.448029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384656.448033:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384656.448037:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bcbbb3f. 00000400:00000200:1.0:1767384656.448038:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384656.448044:0:36:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384656.448047:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384656.448052:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384656.448055:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384656.448059:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.448060:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384656.448066:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260106800 02000000:00000010:0.0:1767384656.448073:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000581c6707. 00000100:00000001:0.0:1767384656.448079:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.448080:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1489 [2] + 0 00000400:00000200:1.0:1767384656.448090:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260106780 00000100:00000040:0.0:1767384656.448096:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384656.448097:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a339385. 00000400:00000200:2.0:1767384656.448107:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000000b81706 00000100:00000001:0.0:1767384656.448113:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384656.448117:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384656.448122:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x14ad [2] + 0 00000100:00000001:0.0:1767384656.448127:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384656.448133:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000326360bb. 00000400:00000200:2.0:1767384656.448135:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384656.448141:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001bcbbb3f] to pc [ptlrpcd_00_00+0] req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384656.448144:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a011fbe 00000400:00000200:2.0:1767384656.448154:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000b81706 00000400:00000200:1.0:1767384656.448155:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384656.448159:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384656.448160:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000b81706. 00000400:00000200:1.0:1767384656.448167:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384656.448168:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (282) 00000100:00000001:2.0:1767384656.448172:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384656.448179:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384656.448179:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a011fbe 00000100:00000040:2.0:1767384656.448185:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000004101022e x1853237050238976 msgsize 328 00000100:00000001:0.0:1767384656.448195:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384656.448198:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a011fbe. 00000100:00100000:2.0:1767384656.448199:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384656.448201:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384656.448205:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384656.448207:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384656.448212:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384656.448215:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384656.448218:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384656.448223:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384656.448230:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000c67e8d63 x1853237050238848 msgsize 224 00000100:00000001:0.0:1767384656.448233:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384656.448238:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.448239:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384656.448248:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 02000000:00000001:0.0:1767384656.448254:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767384656.448255:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384656.448256:0:17073:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384656.448265:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384656.448267:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:2.0:1767384656.448271:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000dae3f2ed x1853237050238976/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384672 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384656.448277:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.448285:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384656.448289:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000049fccd94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050239104:0@lo:400: 00000400:00000200:1.0:1767384656.448320:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00000400:00000010:1.0:1767384656.448325:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00000100:00000001:2.0:1767384656.448327:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384656.448333:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384656.448341:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000dae3f2ed x1853237050238976/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384672 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384656.448343:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.448363:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.448366:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384656.448367:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384656.448376:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.448378:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.448384:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294944774 00000100:00000001:1.0:1767384656.448386:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.448389:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384656.448391:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000913dc2ff. 00000100:00000001:1.0:1767384656.448395:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.448399:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384656.448399:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294944774 00000100:00000001:2.0:1767384656.448407:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294944774 00000100:00000001:1.0:1767384656.448408:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294944774 00000100:00000010:2.0:1767384656.448411:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb25c505. 00000100:00000001:1.0:1767384656.448412:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294944774 00000100:00000001:2.0:1767384656.448416:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384656.448420:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294944774 00000100:00000001:1.0:1767384656.448420:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294944774 00000100:00000010:2.0:1767384656.448432:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb387d50. 00000100:00000001:1.0:1767384656.448435:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294944774 00000100:00000001:0.0:1767384656.448435:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384656.448439:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1767384656.448441:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384656.448445:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.448446:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294944774 00000100:00000001:1.0:1767384656.448446:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294944774 02000000:00000001:0.0:1767384656.448459:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384656.448460:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294944774 00000100:00000010:2.0:1767384656.448461:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036a7927c. 02000000:00000010:0.0:1767384656.448466:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f21aac8. 00000100:00000001:2.0:1767384656.448467:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767384656.448472:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.448474:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294944774 00000100:00000001:2.0:1767384656.448475:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384656.448480:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d830b82. 00000100:00000001:2.0:1767384656.448481:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.448481:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384656.448489:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.448490:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384656.448491:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ba0bd59. 00000100:00000001:2.0:1767384656.448495:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384656.448496:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384656.448502:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 000000008f3c1b4a going to sleep for 11 seconds 00000100:00000200:0.0:1767384656.448502:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050239104, portal 4 00000100:00000001:1.0:1767384656.448503:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.448519:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384656.448520:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384656.448521:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963238144 : -108605746313472 : ffff9d3941120700) 00000100:00000001:1.0:1767384656.448526:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384656.448527:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.448528:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384656.448532:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.448542:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384656.448544:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384656.448547:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384656.448548:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384656.448552:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384656.448554:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.448562:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.448563:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.448579:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384656.448580:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384656.448584:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.448593:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384656.448594:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000004:00000001:1.0:1767384656.448594:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384656.448602:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000001:2.0:1767384656.448603:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384656.448605:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4af7ea4. 00000100:00000010:1.0:1767384656.448606:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000051acda2c. 00000020:00000040:1.0:1767384656.448615:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384656.448617:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384656.448617:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050239104, offset 0 00000100:00000001:1.0:1767384656.448619:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384656.448624:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384656.448628:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001bcbbb3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16344:1853237050239360:0@lo:400: 02000000:00000001:1.0:1767384656.448630:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.448632:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384656.448637:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384656.448637:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000901b59b6. 02000000:00000001:2.0:1767384656.448642:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.448647:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384656.448648:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384656.448648:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384656.448654:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046e6da6b. 00000100:00000001:1.0:1767384656.448655:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384656.448661:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.448663:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384656.448668:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a339385. 00000100:00000040:1.0:1767384656.448672:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051acda2c] to pc [ptlrpcd_00_01+1] req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384656.448675:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000100:00000200:2.0:1767384656.448685:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050239360, portal 10 00000400:00000200:0.0:1767384656.448686:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384656.448696:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384656.448704:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963239936 : -108605746311680 : ffff9d3941120e00) 00000100:00000040:2.0:1767384656.448715:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384656.448716:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.448719:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260106880 00000100:00000001:2.0:1767384656.448738:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384656.448742:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384656.448743:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3664 00000100:00100000:1.0:1767384656.448748:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050238976 00000100:00000040:2.0:1767384656.448751:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384656.448757:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767384656.448759:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d7918a. 00000100:00000001:1.0:1767384656.448760:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384656.448761:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384656.448765:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050239360, offset 0 00000100:00000001:1.0:1767384656.448765:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.448773:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384656.448776:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.448784:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384656.448788:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050238976 00000020:00000001:1.0:1767384656.448792:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384656.448793:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384656.448799:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000040:1.0:1767384656.448800:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000400:00000200:2.0:1767384656.448804:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384656.448808:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1767384656.448811:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f2168bee. 00000020:00000040:1.0:1767384656.448813:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000040:0.0:1767384656.448819:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000f2168bee x1853237050239104 msgsize 224 00000400:00000200:2.0:1767384656.448820:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260106980 00000020:00000001:1.0:1767384656.448820:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384656.448828:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384656.448839:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384656.448841:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000100:00100000:0.0:1767384656.448841:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384656.448844:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ae7d516. 00000100:00000001:1.0:1767384656.448851:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384656.448854:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384656.448854:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ae7d516. 00000100:00000001:0.0:1767384656.448859:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384656.448864:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384656.448869:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f358f34. 00000400:00000200:0.0:1767384656.448874:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4af7ea4 00000020:00000010:1.0:1767384656.448876:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e597298d. 00000400:00000010:0.0:1767384656.448878:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4af7ea4. 00000100:00000001:0.0:1767384656.448883:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384656.448885:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5783edc. 00000100:00000001:2.0:1767384656.448886:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384656.448890:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384656.448894:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1767384656.448899:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000010:2.0:1767384656.448905:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d9abf668. 00000100:00000001:1.0:1767384656.448911:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384656.448914:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000d9abf668 x1853237050239360 msgsize 224 00000100:00000001:1.0:1767384656.448917:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384656.448941:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.448944:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384656.448950:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384656.448952:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.448955:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.448964:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.448965:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384656.448969:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.448972:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384656.448976:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d7918a 00000400:00000010:2.0:1767384656.448979:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d7918a. 00000100:00000001:0.0:1767384656.448981:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.448985:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384656.448986:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384656.448987:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3858 usecs (4 jiffies) 00000100:00100000:1.0:1767384656.448989:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050238848 00000100:00000001:0.0:1767384656.448992:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944773 02000000:00000001:1.0:1767384656.448993:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384656.449000:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294944774 00000100:00000200:2.0:1767384656.449001:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.449001:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384656.449010:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.449010:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944773 00000100:00000001:2.0:1767384656.449014:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384656.449021:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294944774 00000100:00000040:2.0:1767384656.449022:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384656.449023:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.449032:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944773 00000100:00100000:1.0:1767384656.449034:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050238848 00000100:00000001:0.0:1767384656.449046:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294944774 00000020:00000001:1.0:1767384656.449047:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384656.449049:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384656.449053:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:0.0:1767384656.449055:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944773 00000100:00000001:2.0:1767384656.449056:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384656.449057:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384656.449064:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294944774 00000020:00000040:1.0:1767384656.449065:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00000001:2.0:1767384656.449070:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.449070:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384656.449081:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384656.449081:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384656.449082:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3363 usecs (4 jiffies) 00000100:00000001:0.0:1767384656.449095:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.449096:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294944773 00000100:00000001:1.0:1767384656.449097:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384656.449103:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ae7d516. 00000100:00000001:0.0:1767384656.449107:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.449108:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294944774 00000100:00000001:1.0:1767384656.449108:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384656.449118:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.449119:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294944773 00000020:00000010:1.0:1767384656.449119:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ae7d516. 00000100:00000001:2.0:1767384656.449135:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294944774 00000100:00000001:2.0:1767384656.449138:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294944773 00000020:00000010:1.0:1767384656.449138:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067c6ed14. 00000100:00000001:0.0:1767384656.449140:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384656.449141:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294944774 00000020:00000010:1.0:1767384656.449144:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000072e8705. 00000100:00000001:0.0:1767384656.449147:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384656.449151:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294944773 00000020:00000010:1.0:1767384656.449153:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d0a92780. 00000100:00000001:0.0:1767384656.449154:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384656.449155:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294944774 00000100:00000001:0.0:1767384656.449161:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384656.449162:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384656.449164:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384656.449166:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384656.449168:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.449168:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.449175:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384656.449189:0:16346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384656.449191:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.449191:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.449205:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.449207:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.449207:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.449225:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384656.449228:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.449231:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384656.449231:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384656.449233:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384656.449244:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384656.449246:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384656.449250:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384656.449253:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384656.449256:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384656.449261:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384656.449261:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000040:0.0:1767384656.449265:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384656.449270:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384656.449271:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.449279:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322995280 : -108601386556336 : ffff9d3a44eea450) 00000100:00100000:2.0:1767384656.449282:0:16344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384656.449317:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384656.449318:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004101022e x1853237050238976/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 328/0 e 0 to 0 dl 1767384667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.449329:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384656.449336:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384656.449337:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.449341:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384656.449343:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.449345:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384656.449348:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ae7d516. 00000100:00000001:2.0:1767384656.449351:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384656.449354:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384656.449355:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384656.449358:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384656.449363:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ae7d516. 00000100:00000001:2.0:1767384656.449364:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384656.449364:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384656.449375:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004101022e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050238976:12345-0@lo:101: 00000100:00100000:0.0:1767384656.449378:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009e3b7021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853237050239232:0@lo:400: 00000100:00000040:2.0:1767384656.449379:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.449399:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1767384656.449400:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050238976 00000100:00000001:2.0:1767384656.449410:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384656.449410:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384656.449411:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384656.449420:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.449422:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.449422:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384656.449429:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384656.449435:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384656.449437:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384656.449438:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1767384656.449440:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ebd0cc6. 02000000:00000001:2.0:1767384656.449441:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384656.449443:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 02000000:00000001:0.0:1767384656.449447:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.449449:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.449453:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1767384656.449458:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b60803. 00000100:00100000:2.0:1767384656.449459:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000051acda2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050239488:0@lo:13: 00000020:00000001:1.0:1767384656.449459:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384656.449471:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384656.449472:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384656.449473:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d4af7ea4. 00000020:00000001:1.0:1767384656.449477:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384656.449480:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050239232, portal 10 02000000:00000001:2.0:1767384656.449481:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767384656.449481:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.449487:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.449491:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384656.449493:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384656.449493:0:17071:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:0.0:1767384656.449494:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963251584 : -108605746300032 : ffff9d3941123b80) 00010000:00000001:1.0:1767384656.449498:0:17071:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 02000000:00000010:2.0:1767384656.449501:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b83e923b. 00010000:00010000:1.0:1767384656.449501:0:17071:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384656.449506:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000040:0.0:1767384656.449506:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384656.449507:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.449509:0:17071:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384656.449513:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fe53ec1. 00010000:00000001:1.0:1767384656.449515:0:17071:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384656.449524:0:17071:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000013139ed4. 00000400:00000010:2.0:1767384656.449527:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d7918a. 00010000:00000001:1.0:1767384656.449534:0:17071:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000200:2.0:1767384656.449538:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050239488, portal 4 00010000:00000010:1.0:1767384656.449542:0:17071:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000603cb910. 00000100:00000001:2.0:1767384656.449547:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384656.449552:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055337984 : -108605654213632 : ffff9d39468f5c00) 00000020:00000001:1.0:1767384656.449552:0:17071:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384656.449556:0:17071:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000603cb910 with handle 0x9f279d7a9a0b5093 to hash 00000100:00000001:0.0:1767384656.449556:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384656.449562:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384656.449568:0:17071:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000040:0.0:1767384656.449570:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384656.449572:0:17071:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00010000:00000001:1.0:1767384656.449580:0:17071:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00000400:00000010:0.0:1767384656.449582:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000081a5274. 00000100:00000001:2.0:1767384656.449587:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384656.449588:0:17071:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b5093 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f279d7a9a0b508c expref: -99 pid: 17071 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384656.449591:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050239232, offset 0 00000100:00000040:2.0:1767384656.449595:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384656.449601:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00010000:00000040:1.0:1767384656.449608:0:17071:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000021677888 : new locks_count 10 00000400:00000200:0.0:1767384656.449609:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384656.449613:0:17071:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00000100:00000200:2.0:1767384656.449616:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050239488, offset 0 00000100:00000001:1.0:1767384656.449620:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384656.449624:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384656.449625:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384656.449630:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384656.449632:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000fdfbdbcc. 02000000:00000001:1.0:1767384656.449638:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.449639:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384656.449641:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.449646:0:17071:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:0.0:1767384656.449647:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260106900 00010000:00000001:1.0:1767384656.449650:0:17071:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:2.0:1767384656.449653:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260106a00 00010000:00000001:1.0:1767384656.449655:0:17071:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384656.449663:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384656.449666:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384656.449672:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:0.0:1767384656.449672:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00010000:00000001:1.0:1767384656.449678:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384656.449682:0:17071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:0.0:1767384656.449683:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384656.449688:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2688 00010000:00000001:1.0:1767384656.449688:0:17071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384656.449695:0:17071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:0.0:1767384656.449699:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384656.449700:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384656.449700:0:17071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384656.449705:0:17071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000013139ed4) refcount = 1 00000100:00000001:0.0:1767384656.449708:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384656.449711:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384656.449712:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00010000:1.0:1767384656.449716:0:17071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b5093 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9f279d7a9a0b508c expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384656.449718:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767384656.449722:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7edd48c. 00000100:00000200:2.0:1767384656.449723:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00010000:00000001:1.0:1767384656.449727:0:17071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:0.0:1767384656.449729:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000d7edd48c x1853237050239232 msgsize 224 00010000:00000001:1.0:1767384656.449734:0:17071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384656.449741:0:17071:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384656.449743:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003e0ec49c. 00000100:00100000:0.0:1767384656.449749:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1767384656.449751:0:17071:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.449753:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000003e0ec49c x1853237050239488 msgsize 224 00010000:00000001:1.0:1767384656.449760:0:17071:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384656.449766:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384656.449768:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384656.449770:0:17071:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000001:2.0:1767384656.449778:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:1.0:1767384656.449778:0:17071:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b5093 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b508c expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384656.449780:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000081a5274 00000400:00000010:0.0:1767384656.449783:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000081a5274. 00000100:00000001:0.0:1767384656.449792:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384656.449796:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000100:00000200:0.0:1767384656.449799:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384656.449801:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00010000:00000001:1.0:1767384656.449801:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384656.449809:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384656.449814:0:16344:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767384656.449814:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384656.449826:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384656.449828:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.449831:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384656.449833:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384656.449839:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384656.449841:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384656.449844:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384656.449850:0:17071:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000603cb910, rc 0) 00000020:00000001:1.0:1767384656.449857:0:17071:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384656.449868:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050238976 00000100:00000001:2.0:1767384656.449875:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384656.449877:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:2.0:1767384656.449885:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384656.449889:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004101022e x1853237050238976/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 328/344 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.449890:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.449893:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.449904:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384656.449905:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1767384656.449913:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384656.449915:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.449917:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384656.449918:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384656.449919:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.449938:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3858 usecs (4 jiffies) 00000100:00000001:2.0:1767384656.449943:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944774 00000100:00000040:0.0:1767384656.449943:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3357 usecs (4 jiffies) 00000100:00000001:1.0:1767384656.449944:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384656.449954:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384656.449956:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294944774 00000100:00000001:1.0:1767384656.449959:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:0.0:1767384656.449959:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294944774 00000100:00000001:2.0:1767384656.449961:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944774 02000000:00000001:1.0:1767384656.449972:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384656.449973:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294944774 00000100:00000001:0.0:1767384656.449973:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294944774 02000000:00000001:1.0:1767384656.449978:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.449986:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294944774 00000100:00000001:2.0:1767384656.449988:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944774 00000100:00000001:1.0:1767384656.449988:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384656.449997:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384656.450001:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294944774 00000100:00000001:0.0:1767384656.450001:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294944774 00000400:00000010:1.0:1767384656.450002:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000100:00000001:2.0:1767384656.450007:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944774 00000100:00000200:1.0:1767384656.450008:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050238976, offset 224 00000100:00000001:2.0:1767384656.450011:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294944774 00000100:00000001:2.0:1767384656.450023:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384656.450024:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294944774 00000400:00000200:1.0:1767384656.450028:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384656.450030:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.450035:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294944774 00000100:00000001:2.0:1767384656.450037:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.450046:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294944774 00000100:00000001:2.0:1767384656.450047:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.450048:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384656.450054:0:16346:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294944774 00000100:00000001:0.0:1767384656.450061:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384656.450064:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384656.450066:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.450068:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260106800 00000100:00000001:2.0:1767384656.450070:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.450078:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.450086:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1cb5 [1] + 224 00000100:00000001:2.0:1767384656.450090:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384656.450090:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.450092:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384656.450105:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384656.450111:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384656.450116:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000040:2.0:1767384656.450123:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:1.0:1767384656.450124:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384656.450126:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322986064 : -108601386565552 : ffff9d3a44ee8050) 00000400:00000001:0.0:1767384656.450133:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384656.450134:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c67e8d63 x1853237050238848/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 224/0 e 0 to 0 dl 1767384667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384656.450137:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000dae3f2ed x1853237050238976/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384656.450140:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384656.450147:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0438db1 00000400:00000010:0.0:1767384656.450155:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0438db1. 00000400:00000200:0.0:1767384656.450165:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384656.450181:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp39 recovery ping unlinked 00000100:00000001:2.0:1767384656.450190:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384656.450195:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e52255f7. 00000100:00000040:1.0:1767384656.450197:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000dae3f2ed x1853237050238976/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384672 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.450200:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384656.450206:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e52255f7. 00000400:00000010:0.0:1767384656.450207:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008d4162b5. 00000100:00100000:2.0:1767384656.450217:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c67e8d63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050238848:12345-0@lo:400: 00000400:00000010:0.0:1767384656.450220:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f979e547. 00000100:00000200:2.0:1767384656.450221:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050238848 00000100:00000001:1.0:1767384656.450224:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384656.450227:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384656.450233:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000001:0.0:1767384656.450236:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384656.450238:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384656.450242:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384656.450244:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384656.450245:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e27036 00000020:00000001:2.0:1767384656.450249:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000400:00000010:0.0:1767384656.450250:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e27036. 00000020:00000001:2.0:1767384656.450257:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384656.450260:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384656.450261:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00000020:00000001:2.0:1767384656.450262:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384656.450270:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00000020:00000001:2.0:1767384656.450271:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384656.450272:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp38 recovery ping unlinked 00000020:00000001:2.0:1767384656.450279:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384656.450284:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384656.450284:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000024f83d68. 00000100:00000001:1.0:1767384656.450285:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384656.450310:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384656.450315:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384656.450320:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000020:00000001:2.0:1767384656.450323:0:17069:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1767384656.450323:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007033d2ec. 00010000:00000001:1.0:1767384656.450324:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384656.450329:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384656.450333:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.450337:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384656.450338:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:2.0:1767384656.450342:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a7f9714. 00000100:00000040:1.0:1767384656.450347:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004101022e x1853237050238976/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 328/344 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384656.450348:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.450355:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp34 00000100:00000001:2.0:1767384656.450357:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.450364:0:17069:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384656.450364:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000024f83d68. 00010000:00000040:2.0:1767384656.450374:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050238848 00000400:00000010:0.0:1767384656.450376:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d2ec86ab. 00010000:00000001:2.0:1767384656.450378:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384656.450384:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004101022e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:17073:x1853237050238976:12345-0@lo:101: Request processed in 1035us (2190us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384656.450386:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050e27036. 00010000:00000200:2.0:1767384656.450391:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c67e8d63 x1853237050238848/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384656.450397:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000220e40ed. 00000100:00100000:1.0:1767384656.450414:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000400:00000200:0.0:1767384656.450416:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp34 00000100:00000040:1.0:1767384656.450426:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384656.450429:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384656.450433:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384656.450436:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp34 local destination 00000020:00000010:1.0:1767384656.450440:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e597298d. 00010000:00000001:2.0:1767384656.450450:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384656.450450:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5783edc. 00000400:00000200:0.0:1767384656.450453:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp34 00010000:00000001:2.0:1767384656.450455:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384656.450463:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f358f34. 00000100:00001000:2.0:1767384656.450464:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=73 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384656.450470:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp34 NI seq info: [156:156:256:4294967295] 192.168.202.122@tcp34 LPNI seq info [142:142:8:4294967295] 00000020:00000040:1.0:1767384656.450472:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000001:2.0:1767384656.450473:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767384656.450478:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384656.450479:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 02000000:00000010:1.0:1767384656.450483:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000fdfbdbcc. 00000100:00000001:2.0:1767384656.450488:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384656.450493:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384656.450494:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384656.450498:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp34 02000000:00000001:2.0:1767384656.450499:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.450499:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.450510:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384656.450512:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384656.450519:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384656.450523:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b290ddf6. 00000400:00000010:2.0:1767384656.450528:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00000400:00000010:1.0:1767384656.450532:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b732e1e3. 00000400:00000200:0.0:1767384656.450532:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp34(192.168.202.122@tcp34:) -> 192.168.202.122@tcp34(192.168.202.122@tcp34:192.168.202.122@tcp34) : GET try# 0 00000100:00000200:2.0:1767384656.450536:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050238848, offset 224 00000400:00000200:2.0:1767384656.450548:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767384656.450548:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp34 00000800:00000010:0.0:1767384656.450559:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000700f84f0. 00000400:00000200:2.0:1767384656.450560:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384656.450567:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384656.450570:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384656.450573:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.450577:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.450579:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260106780 00000800:00000200:0.0:1767384656.450585:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cefe559a] -> 12345-192.168.202.122@tcp34 (2) 00000400:00000200:2.0:1767384656.450592:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1cb1 [1] + 224 00000400:00000200:2.0:1767384656.450599:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.1:1767384656.450611:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cefe559a] -> 12345-192.168.202.122@tcp34 (2) 00000400:00000200:2.0:1767384656.450612:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384656.450617:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384656.450620:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384656.450626:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.450645:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384656.450648:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050239360 02000000:00000001:1.0:1767384656.450649:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384656.450650:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384656.450652:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384656.450656:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384656.450658:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050239360 00000020:00000001:1.0:1767384656.450659:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384656.450660:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000020:00000001:1.0:1767384656.450661:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384656.450663:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000020:00000001:1.0:1767384656.450666:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:2.0:1767384656.450668:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384656.450668:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:1.0:1767384656.450673:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384656.450675:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ae7d516. 00000400:00000200:0.0:1767384656.450676:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp34 added to recovery queue. ping count: 4 next ping: 293 health :600 00000020:00000010:1.0:1767384656.450688:0:17076:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c5a8c13d. 00000400:00000200:2.0:1767384656.450694:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000020:00000040:1.0:1767384656.450694:0:17076:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000400:00000010:2.0:1767384656.450698:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00000100:00000001:2.0:1767384656.450704:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384656.450707:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384656.450711:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.450715:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:1.0:1767384656.450715:0:17076:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:2.0:1767384656.450719:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:1.0:1767384656.450720:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f358f34. 00000020:00000001:2.0:1767384656.450721:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.450726:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384656.450731:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e597298d. 00000020:00000010:1.0:1767384656.450735:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5783edc. 00000100:00000040:2.0:1767384656.450741:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c67e8d63 x1853237050238848/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384656.450742:0:17076:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384656.450747:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384656.450750:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384656.450753:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384656.450760:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c67e8d63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050238848:12345-0@lo:400: Request processed in 564us (2524us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384656.450762:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384656.450765:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384656.450768:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384656.450771:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000001:1.0:1767384656.450774:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384656.450775:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384656.450778:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384656.450782:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384656.450787:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000072e8705. 00000100:00000001:1.0:1767384656.450787:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384656.450790:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050239232 00000020:00000010:2.0:1767384656.450793:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0a92780. 02000000:00000001:1.0:1767384656.450793:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384656.450797:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067c6ed14. 00000020:00000040:2.0:1767384656.450800:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:1.0:1767384656.450803:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384656.450804:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384656.450805:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384656.450807:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a7f9714. 02000000:00000001:1.0:1767384656.450810:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.450813:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:1.0:1767384656.450815:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050239232 00000020:00000001:1.0:1767384656.450818:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384656.450818:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000001:2.0:1767384656.450819:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384656.450824:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000100:00000200:2.0:1767384656.450832:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384656.450834:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384656.450838:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000400:00000010:2.0:1767384656.450839:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baacdf6a. 00000020:00000001:1.0:1767384656.450840:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000001:1.0:1767384656.450845:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:1.0:1767384656.450847:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384656.450848:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027593ab9. 00000020:00000010:1.0:1767384656.450851:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5a8c13d. 00000100:00000001:1.0:1767384656.450857:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384656.450860:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5a8c13d. 00000020:00000010:1.0:1767384656.450867:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028fec538. 00000020:00000010:1.0:1767384656.450871:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca4f6fa3. 00000020:00000010:1.0:1767384656.450875:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac619fcc. 00000100:00000001:1.0:1767384656.450883:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384656.450886:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384656.450889:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.450893:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384656.450896:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1767384656.450897:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050239104 00000100:00000001:1.0:1767384656.450901:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1767384656.450902:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384656.450905:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384656.450906:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.450908:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.450913:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384656.450916:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050239104 00000020:00000001:2.0:1767384656.450919:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384656.450921:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000100:00000001:1.0:1767384656.450923:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384656.450923:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000020:00000001:2.0:1767384656.450924:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384656.450940:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000020:00000001:2.0:1767384656.450948:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:2.0:1767384656.450952:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:2.0:1767384656.450958:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384656.450963:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384656.450967:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e52255f7. 00000100:00000001:1.0:1767384656.450968:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384656.450972:0:17884:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000ffb6383. 00000100:00100000:1.0:1767384656.450977:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:1.0:1767384656.450982:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000020:00000040:2.0:1767384656.450983:0:17884:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:1.0:1767384656.450988:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473299798912 : -108600409752704 : ffff9d3a7f277b80) 00000100:00000001:2.0:1767384656.450991:0:17884:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1767384656.450996:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d9abf668 x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:637/0 lens 224/0 e 0 to 0 dl 1767384667 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384656.451001:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e3ea072. 00000100:00000001:1.0:1767384656.451003:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384656.451012:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5a8c13d. 00000020:00000010:2.0:1767384656.451013:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000026114d87. 00000100:00000001:1.0:1767384656.451019:0:17076:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384656.451021:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000caf674e. 00000020:00000010:1.0:1767384656.451030:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5a8c13d. 00000100:00000040:2.0:1767384656.451034:0:17884:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:1.0:1767384656.451039:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d9abf668 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16344:x1853237050239360:12345-0@lo:400: 00000100:00000001:2.0:1767384656.451040:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384656.451043:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:2.0:1767384656.451044:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1767384656.451047:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050239360 00000100:00000001:2.0:1767384656.451049:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384656.451056:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384656.451059:0:17884:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384656.451061:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384656.451065:0:17884:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384656.451065:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.451069:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.451070:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384656.451074:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:1.0:1767384656.451078:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384656.451081:0:17076:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.451084:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384656.451085:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384656.451089:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384656.451091:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.451093:0:17076:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384656.451095:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384656.451098:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384656.451099:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384656.451103:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:1.0:1767384656.451105:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fdfbdbcc. 02000000:00000001:1.0:1767384656.451108:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.451110:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384656.451115:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000001:1.0:1767384656.451115:0:17076:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.451121:0:17884:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00010000:00000040:1.0:1767384656.451121:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050239360 00010000:00000001:1.0:1767384656.451125:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384656.451126:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963243520 : -108605746308096 : ffff9d3941121c00) 00000400:00000200:0.0:1767384656.451134:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000040:2.0:1767384656.451135:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f2168bee x1853237050239104/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:637/0 lens 224/0 e 0 to 0 dl 1767384667 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384656.451135:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d9abf668 x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:637/0 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384656.451172:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384656.451175:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384656.451177:0:17076:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384656.451181:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=67 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384656.451182:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ffb6383. 00000100:00000001:1.0:1767384656.451185:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384656.451187:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384656.451192:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000010:2.0:1767384656.451193:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ffb6383. 00000100:00000001:1.0:1767384656.451196:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000400:00000200:0.0:1767384656.451197:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 02000000:00000001:1.0:1767384656.451201:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1767384656.451207:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f2168bee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050239104:12345-0@lo:400: 00000100:00000200:2.0:1767384656.451215:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050239104 00000020:00000001:2.0:1767384656.451218:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384656.451224:0:17884:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384656.451227:0:17884:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384656.451230:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.451232:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384656.451235:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384656.451237:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000040:1.0:1767384656.451242:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384656.451250:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000020:00000001:2.0:1767384656.451253:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384656.451253:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000100:00000200:1.0:1767384656.451259:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050239360, offset 224 00000020:00000001:2.0:1767384656.451261:0:17884:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384656.451265:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384656.451268:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384656.451271:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.451272:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384656.451274:0:17884:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384656.451281:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384656.451286:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384656.451288:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384656.451311:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a7f9714. 02000000:00000001:2.0:1767384656.451315:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.451317:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.451320:0:17884:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.451321:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260106980 00010000:00000040:2.0:1767384656.451327:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050239104 00000400:00000200:1.0:1767384656.451331:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1cc9 [1] + 224 00010000:00000001:2.0:1767384656.451333:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384656.451337:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384656.451338:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00010000:00000200:2.0:1767384656.451343:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f2168bee x1853237050239104/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:637/0 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384656.451347:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384656.451356:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384656.451358:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384656.451359:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384656.451364:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=62 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384656.451368:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.451372:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384656.451382:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000040:1.0:1767384656.451383:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.451386:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384656.451393:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384656.451396:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.451400:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384656.451407:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384656.451411:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384656.451411:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384656.451414:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00000400:00000010:2.0:1767384656.451416:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00000400:00000010:1.0:1767384656.451423:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00000100:00000001:1.0:1767384656.451429:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:2.0:1767384656.451431:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050239104, offset 224 00000100:00000001:1.0:1767384656.451432:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384656.451438:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.451439:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384656.451445:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:1.0:1767384656.451449:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384656.451453:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384656.451454:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.451459:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384656.451463:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d9abf668 x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:637/0 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384656.451467:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260106880 00000400:00000200:2.0:1767384656.451481:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1cc1 [1] + 224 00000100:00100000:1.0:1767384656.451482:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d9abf668 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16344:x1853237050239360:12345-0@lo:400: Request processed in 472us (2561us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384656.451493:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384656.451498:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00100000:1.0:1767384656.451499:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000400:00000200:2.0:1767384656.451502:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384656.451509:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:2.0:1767384656.451513:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384656.451513:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384656.451517:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384656.451520:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e597298d. 00000100:00000200:2.0:1767384656.451527:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384656.451528:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5783edc. 00000100:00000040:2.0:1767384656.451540:0:17884:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384656.451542:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f358f34. 00000020:00000040:1.0:1767384656.451550:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000100:00000001:1.0:1767384656.451555:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.451561:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384656.451572:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000100:00000001:1.0:1767384656.451574:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1767384656.451576:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00000100:00000001:1.0:1767384656.451578:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384656.451586:0:17884:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384656.451590:0:17884:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384656.451591:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000040:1.0:1767384656.451595:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000400:00000200:0.0:1767384656.451598:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:2.0:1767384656.451599:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.451599:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963239040 : -108605746312576 : ffff9d3941120a80) 00000100:00000040:2.0:1767384656.451613:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384656.451617:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384656.451619:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384656.451619:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d7edd48c x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:637/0 lens 224/0 e 0 to 0 dl 1767384667 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384656.451625:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384656.451631:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384656.451635:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c5a8c13d. 00000100:00000040:2.0:1767384656.451636:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f2168bee x1853237050239104/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:637/0 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.451641:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384656.451646:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f2168bee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050239104:12345-0@lo:400: Request processed in 470us (2825us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384656.451647:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c5a8c13d. 00000100:00100000:1.0:1767384656.451660:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d7edd48c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16346:x1853237050239232:12345-0@lo:400: 00000400:00000200:0.0:1767384656.451660:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00100000:2.0:1767384656.451661:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384656.451674:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000200:1.0:1767384656.451674:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050239232 00000020:00000001:1.0:1767384656.451678:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384656.451680:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384656.451683:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384656.451686:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384656.451687:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384656.451691:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000026114d87. 00000020:00000001:1.0:1767384656.451691:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384656.451695:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:1.0:1767384656.451698:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384656.451699:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000caf674e. 00000020:00000001:1.0:1767384656.451701:0:17076:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384656.451705:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e3ea072. 00000020:00000001:1.0:1767384656.451706:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384656.451710:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384656.451713:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384656.451716:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000020:00000001:1.0:1767384656.451716:0:17076:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384656.451722:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384656.451724:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384656.451728:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384656.451733:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000832f1e10. 00000400:00000200:0.0:1767384656.451733:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 02000000:00000001:1.0:1767384656.451744:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.451748:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.451751:0:17076:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384656.451757:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050239232 00000100:00000001:2.0:1767384656.451758:0:17886:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384656.451760:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767384656.451763:0:17886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050239488 02000000:00000001:2.0:1767384656.451766:0:17886:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384656.451770:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000200:1.0:1767384656.451770:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d7edd48c x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:637/0 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.451774:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.451781:0:17886:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.451781:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384656.451785:0:17076:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384656.451786:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384656.451789:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384656.451792:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00100000:2.0:1767384656.451795:0:17886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050239488 00000100:00000001:1.0:1767384656.451795:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384656.451798:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384656.451800:0:17886:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384656.451802:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384656.451804:0:17886:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000100:00000001:1.0:1767384656.451808:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384656.451809:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384656.451814:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000100:00000040:1.0:1767384656.451816:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384656.451818:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000400:00000010:1.0:1767384656.451820:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000020:00000001:2.0:1767384656.451821:0:17886:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000200:1.0:1767384656.451824:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050239232, offset 224 00000100:00000001:2.0:1767384656.451826:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384656.451831:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ffb6383. 00000400:00000200:1.0:1767384656.451836:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384656.451837:0:17886:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384656.451842:0:17886:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ffb6383. 00000400:00000200:0.0:1767384656.451846:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000020:00000010:2.0:1767384656.451848:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e3ea072. 00000400:00000200:1.0:1767384656.451851:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384656.451858:0:17886:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000026114d87. 00000020:00000010:2.0:1767384656.451864:0:17886:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000caf674e. 00000400:00000200:1.0:1767384656.451868:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260106900 00000400:00000200:1.0:1767384656.451878:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1cd1 [1] + 224 00000100:00000040:2.0:1767384656.451880:0:17886:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:1.0:1767384656.451883:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384656.451884:0:17886:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384656.451887:0:17886:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384656.451890:0:17886:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.451895:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384656.451898:0:17886:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.451905:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384656.451911:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.451914:0:17886:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384656.451939:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384656.451946:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:1.0:1767384656.451949:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384656.451950:0:17886:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384656.451955:0:17886:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384656.451963:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00000100:00100000:2.0:1767384656.451965:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000400:00000010:1.0:1767384656.451969:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00000100:00000040:2.0:1767384656.451972:0:17886:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:2.0:1767384656.451977:0:17886:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747177600 : -108600962374016 : ffff9d3a5e372680) 00000100:00000001:1.0:1767384656.451980:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384656.451985:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384656.451986:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384656.451987:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003e0ec49c x1853237050239488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:637/0 lens 224/0 e 0 to 0 dl 1767384667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.451990:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384656.451993:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.451996:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384656.451998:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000020:00000010:2.0:1767384656.452002:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000ffb6383. 00000400:00000001:3.0:1767384656.452006:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384656.452007:0:17886:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384656.452008:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384656.452009:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384656.452013:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384656.452015:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055972de7. 00000020:00000010:2.0:1767384656.452015:0:17886:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000ffb6383. 00000020:00000001:1.0:1767384656.452017:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384656.452025:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d71b6b0 00000100:00000040:1.0:1767384656.452029:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d7edd48c x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:637/0 lens 224/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384656.452031:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d71b6b0. 00000100:00100000:2.0:1767384656.452033:0:17886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003e0ec49c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050239488:12345-0@lo:13: 00000400:00000200:0.0:1767384656.452033:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:3.0:1767384656.452040:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384656.452050:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384656.452056:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d7edd48c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16346:x1853237050239232:12345-0@lo:400: Request processed in 418us (2321us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384656.452062:0:17886:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050239488 00000020:00000001:2.0:1767384656.452068:0:17886:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384656.452074:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000020:00000001:2.0:1767384656.452075:0:17886:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767384656.452081:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384656.452082:0:17886:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384656.452082:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000020:00000001:2.0:1767384656.452091:0:17886:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384656.452091:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000100:00000001:3.0:1767384656.452097:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384656.452098:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384656.452099:0:17886:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000100:00000001:3.0:1767384656.452102:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384656.452105:0:17886:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384656.452105:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384656.452107:0:16345:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384656.452109:0:17886:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384656.452112:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384656.452113:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca4f6fa3. 00000020:00000001:2.0:1767384656.452114:0:17886:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384656.452115:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384656.452119:0:17886:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384656.452121:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384656.452121:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac619fcc. 00000020:00000001:2.0:1767384656.452122:0:17886:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.452126:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 02000000:00000001:3.0:1767384656.452128:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.452129:0:17886:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384656.452129:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028fec538. 02000000:00000001:2.0:1767384656.452138:0:17886:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1767384656.452140:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=73 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384656.452143:0:17076:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 02000000:00000010:2.0:1767384656.452144:0:17886:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009f327d96. 00000100:00001000:3.0:1767384656.452146:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=73 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384656.452150:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384656.452152:0:17886:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.452153:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384656.452158:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.452158:0:17886:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384656.452163:0:17886:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00010000:00000001:3.0:1767384656.452164:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384656.452168:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384656.452169:0:17886:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384656.452175:0:17886:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00080000:1.0:1767384656.452175:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384656.452176:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.452178:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000020:00000040:1.0:1767384656.452186:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000040:3.0:1767384656.452187:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384656.452193:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:2.0:1767384656.452196:0:17886:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384656.452198:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384656.452200:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00002000:00000024:2.0:1767384656.452203:0:17886:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:3.0:1767384656.452206:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384656.452210:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384656.452211:0:17886:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384656.452216:0:17886:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00000100:00000040:3.0:1767384656.452219:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:2.0:1767384656.452223:0:17886:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384656.452230:0:17886:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:3.0:1767384656.452234:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f8ebe320 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050238848:0@lo:400: 00000001:00000001:2.0:1767384656.452235:0:17886:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384656.452238:0:17886:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384656.452242:0:17886:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384656.452245:0:17886:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050239488 00000100:00000001:3.0:1767384656.452246:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384656.452249:0:17886:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384656.452251:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000200:2.0:1767384656.452255:0:17886:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003e0ec49c x1853237050239488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:637/0 lens 224/368 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384656.452256:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000040:3.0:1767384656.452269:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f8ebe320 x1853237050238848/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384656.452274:0:17886:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384656.452278:0:17886:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.452282:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384656.452287:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1767384656.452289:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384656.452329:0:17886:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1767384656.452335:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006037d5d3. 00000100:00000040:2.0:1767384656.452336:0:17886:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 02000000:00000001:3.0:1767384656.452343:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384656.452343:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00000001:2.0:1767384656.452344:0:17886:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:3.0:1767384656.452350:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384656.452356:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 02000000:00000001:2.0:1767384656.452359:0:17886:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767384656.452361:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384656.452362:0:17886:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384656.452365:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001396c987. 00000100:00000001:2.0:1767384656.452370:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384656.452377:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384656.452380:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384656.452381:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384656.452385:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8ebe320. 00000400:00000010:2.0:1767384656.452386:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00000100:00000001:3.0:1767384656.452392:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767384656.452393:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050239488, offset 224 00000100:00000001:3.0:1767384656.452397:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.452400:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.452403:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384656.452406:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384656.452407:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.452414:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384656.452420:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.452421:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384656.452434:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260106a00 00000400:00000200:0.0:1767384656.452443:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00000001:3.0:1767384656.452444:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384656.452444:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1cd5 [1] + 224 00000400:00000200:2.0:1767384656.452454:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767384656.452457:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384656.452460:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384656.452464:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88a4476. 00000400:00000200:2.0:1767384656.452464:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384656.452472:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d88e189b 00000400:00000010:3.0:1767384656.452476:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d88e189b. 00000100:00000001:3.0:1767384656.452481:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384656.452482:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384656.452491:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000dae3f2ed x1853237050238976/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384672 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384656.452493:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384672 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384656.452508:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000100:00000200:3.0:1767384656.452527:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000dae3f2ed x1853237050238976/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384672 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384656.452528:0:17886:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384656.452549:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000100:00000001:3.0:1767384656.452559:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384656.452564:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.452568:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384656.452571:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384656.452572:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384656.452574:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384656.452579:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.452584:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000400:00000010:2.0:1767384656.452587:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 02000000:00000001:3.0:1767384656.452590:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.452594:0:17886:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:3.0:1767384656.452596:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=73 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384656.452597:0:17886:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:3.0:1767384656.452605:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384656.452606:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.452610:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384656.452615:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.452615:0:17886:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384656.452623:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384656.452623:0:17886:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767384656.452625:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00010000:00000001:3.0:1767384656.452628:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.452628:0:17886:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.452634:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.452635:0:17886:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384656.452647:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000dae3f2ed x1853237050238976/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384672 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384656.452647:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e0ec49c x1853237050239488/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:637/0 lens 224/368 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384656.452667:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000100:00000001:3.0:1767384656.452682:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384656.452686:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1767384656.452687:0:17886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003e0ec49c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050239488:12345-0@lo:13: Request processed in 688us (2930us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384656.452689:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384656.452697:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dae3f2ed x1853237050238976/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384672 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384656.452701:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00100000:2.0:1767384656.452711:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384656.452718:0:17886:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:2.0:1767384656.452722:0:17886:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1767384656.452723:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000dae3f2ed pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050238976:0@lo:101: 00000100:00000001:2.0:1767384656.452725:0:17886:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384656.452729:0:17886:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000026114d87. 00000020:00000010:2.0:1767384656.452735:0:17886:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000caf674e. 00000100:00000001:3.0:1767384656.452737:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384656.452738:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e3ea072. 00000400:00000200:0.0:1767384656.452740:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000100:00000001:3.0:1767384656.452742:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384656.452745:0:17886:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:3.0:1767384656.452751:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384656.452752:0:17886:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.452756:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384656.452767:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000dae3f2ed x1853237050238976/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384672 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.452777:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384656.452780:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008f3c1b4a. 00000100:00000001:3.0:1767384656.452787:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384656.452790:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.452792:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384656.452793:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:2.0:1767384656.452795:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384656.452797:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384656.452797:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000001:2.0:1767384656.452800:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384656.452801:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:2.0:1767384656.452804:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384656.452805:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=4 00000400:00000010:2.0:1767384656.452808:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fe53ec1. 00000020:00000001:3.0:1767384656.452810:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:3.0:1767384656.452815:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000400:00000200:2.0:1767384656.452816:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d7918a 00000400:00000010:2.0:1767384656.452820:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d7918a. 00010000:00000040:3.0:1767384656.452821:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000072052be0, remote cookie: 0x9f279d7a9a0b5093, flags: 0x0 00000100:00000001:2.0:1767384656.452827:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384656.452832:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384656.452843:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000200:2.0:1767384656.452847:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384656.452848:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:0.0:1767384656.452850:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00010000:00000001:3.0:1767384656.452852:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384656.452856:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384656.452862:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384656.452866:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000021977241) refcount = 1 00000100:00000001:2.0:1767384656.452871:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384656.452872:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b5093 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384656.452878:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384656.452881:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:2.0:1767384656.452883:0:16344:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:3.0:1767384656.452885:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:2.0:1767384656.452887:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1767384656.452889:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384656.452891:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384656.452896:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767384656.452897:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.452900:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384656.452902:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384656.452905:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=62 v=5 (5 0 0 0) 00010000:00010000:3.0:1767384656.452907:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b5093 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384656.452911:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=62 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384656.452917:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384656.452920:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384656.452922:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384656.452924:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384656.452937:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384656.452940:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384656.452941:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384656.452946:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384656.452950:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767384656.452952:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.452954:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384656.452954:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000100:00000040:3.0:1767384656.452964:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000dae3f2ed x1853237050238976/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384656.452987:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.452988:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384656.452991:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384656.452992:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767384656.452994:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ba3ef5a7. 00000100:00000040:2.0:1767384656.452996:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:3.0:1767384656.453002:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384656.453002:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384656.453006:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384656.453007:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384656.453012:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000100:00000040:2.0:1767384656.453016:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384656.453018:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384656.453022:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f0fcfc49. 00000100:00000001:2.0:1767384656.453024:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384656.453029:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384656.453029:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384656.453034:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384656.453035:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384656.453036:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00000010:3.0:1767384656.453038:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dae3f2ed. 00000004:00000001:2.0:1767384656.453039:0:16344:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384656.453048:0:16344:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384656.453053:0:16344:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:3.0:1767384656.453054:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384656.453058:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384656.453061:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384656.453064:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384656.453066:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:3.0:1767384656.453070:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767384656.453072:0:16344:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00010000:00000001:3.0:1767384656.453075:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000001:2.0:1767384656.453077:0:16344:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384656.453080:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384656.453085:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=3 00000100:00000040:2.0:1767384656.453086:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384656.453089:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:3.0:1767384656.453095:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:3.0:1767384656.453100:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00000100:00100000:2.0:1767384656.453103:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000051acda2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050239488:0@lo:13: 00010000:00000001:3.0:1767384656.453104:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384656.453108:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384656.453112:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384656.453115:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000400:00000200:0.0:1767384656.453119:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 10000000:00000010:3.0:1767384656.453120:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000bccda83b. 00000400:00000001:2.0:1767384656.453120:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384656.453126:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384656.453132:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a339385. 00000400:00000200:2.0:1767384656.453138:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384656.453140:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000010:3.0:1767384656.453142:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f44614fc. 00000100:00000001:2.0:1767384656.453146:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384656.453147:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384656.453153:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384656.453155:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767384656.453156:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384656.453160:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384656.453168:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029980bcf. 00000100:00000200:2.0:1767384656.453171:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.453174:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.453181:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384656.453186:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d86a019a. 00000100:00000010:3.0:1767384656.453193:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000b87d52f8. 00000020:00000040:3.0:1767384656.453198:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384656.453198:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384656.453199:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000100:00000001:3.0:1767384656.453202:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384656.453202:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.453207:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1767384656.453208:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:3.0:1767384656.453212:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007b6f131e. 02000000:00000001:2.0:1767384656.453213:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384656.453217:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384656.453219:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472366409216 : -108601343142400 : ffff9d3a47851600) 00000100:00000001:2.0:1767384656.453221:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.453223:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384656.453226:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.453227:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055425280 : -108605654126336 : ffff9d394690b100) 00000100:00001000:2.0:1767384656.453233:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=67 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384656.453234:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00001000:2.0:1767384656.453238:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384656.453241:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384656.453244:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.453245:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.453251:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384656.453252:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384656.453257:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00080000:2.0:1767384656.453260:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384656.453267:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384656.453267:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.453268:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000100:00000001:2.0:1767384656.453273:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384656.453282:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384656.453287:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384656.453337:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384656.453338:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.453342:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384656.453348:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384656.453349:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384656.453351:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384656.453357:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.453363:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384656.453367:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767384656.453368:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f44614fc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050239616:0@lo:256: 00000100:00000001:2.0:1767384656.453372:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.453373:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384656.453381:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384656.453381:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384656.453386:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.453390:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000100:00100000:2.0:1767384656.453391:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001bcbbb3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16344:1853237050239360:0@lo:400: 00000400:00000010:3.0:1767384656.453398:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa91e65. 00000100:00000001:2.0:1767384656.453400:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.453404:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384656.453405:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000b7dcd22. 00000400:00000200:0.0:1767384656.453413:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000100:00000200:3.0:1767384656.453415:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260106a80-0x6958260106a80, portal 33 00000100:00000040:2.0:1767384656.453415:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000051acda2c x1853237050239488/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.453428:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384656.453434:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384656.453438:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1767384656.453439:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004187137b. 02000000:00000001:3.0:1767384656.453443:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384656.453449:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007acbc488. 02000000:00000001:2.0:1767384656.453450:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384656.453451:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767384656.453455:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b83e923b. 00000400:00000010:3.0:1767384656.453457:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004cb82f8. 00000100:00000001:1.0:1767384656.453457:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384656.453461:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384656.453462:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050239616, portal 25 00000400:00000001:1.0:1767384656.453463:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384656.453464:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384656.453467:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000001:1.0:1767384656.453468:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384656.453469:0:16344:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384656.453471:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055425280 : -108605654126336 : ffff9d394690b100) 00000400:00000010:1.0:1767384656.453472:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4b60803. 00000020:00000001:2.0:1767384656.453473:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1767384656.453477:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384672 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384656.453478:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000901b59b6. 00000400:00000200:1.0:1767384656.453479:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4af7ea4 00000400:00000010:1.0:1767384656.453484:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4af7ea4. 02000000:00000001:2.0:1767384656.453485:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384656.453489:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384656.453490:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384656.453491:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1767384656.453492:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000051acda2c. 00000100:00000040:3.0:1767384656.453498:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384656.453499:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.453500:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1767384656.453502:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007529c56c. 00000100:00000001:2.0:1767384656.453504:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384656.453510:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050239616, offset 0 00000100:00000001:2.0:1767384656.453510:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384656.453515:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384656.453517:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001bcbbb3f x1853237050239360/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384656.453521:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384656.453541:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384656.453542:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384656.453544:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384656.453546:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384656.453546:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046e6da6b. 00000400:00000200:3.0:1767384656.453550:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260106a80 02000000:00000001:2.0:1767384656.453550:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384656.453551:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384656.453552:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384656.453557:0:16344:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384656.453558:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384656.453562:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767384656.453563:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x14b5 [2] + 0 00000020:00000001:2.0:1767384656.453565:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384656.453565:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384656.453569:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000581c6707. 00000100:00000001:1.0:1767384656.453570:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384656.453571:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4baddd9. 02000000:00000001:1.0:1767384656.453575:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.453576:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1767384656.453577:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ff8cf525 02000000:00000001:2.0:1767384656.453579:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384656.453582:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001bcbbb3f. 00000100:00001000:1.0:1767384656.453582:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=67 v=5 (5 0 0 0) 00000400:00000200:3.0:1767384656.453584:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384656.453589:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1767384656.453591:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384656.453592:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384656.453593:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384656.453597:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384656.453604:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff8cf525 00000100:00000001:1.0:1767384656.453604:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384656.453606:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384656.453608:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384656.453609:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ea3fc4b. 00000400:00000010:3.0:1767384656.453610:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff8cf525. 00000100:00000001:2.0:1767384656.453610:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.453613:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000010:0.0:1767384656.453625:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002dcabe44. 00000100:00000001:2.0:1767384656.453626:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384656.453627:0:17073:0:(events.c:286:request_in_callback()) Process entered 00010000:00080000:1.0:1767384656.453627:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.453633:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384656.453634:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384656.453641:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000002b2e5a6b x1853237050239616 msgsize 304 00000800:00000010:0.0:1767384656.453642:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f5cdde9e. 00010000:00000001:1.0:1767384656.453651:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.453655:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384656.453658:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00100000:3.0:1767384656.453659:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384656.453662:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384656.453663:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384656.453666:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384656.453672:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.453677:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384656.453678:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384656.453679:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f5cdde9e. 00000400:00000200:3.0:1767384656.453683:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007529c56c 00000400:00000010:3.0:1767384656.453694:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007529c56c. 00000100:00000001:1.0:1767384656.453694:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384656.453698:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.453699:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000800:00020000:0.0:1767384656.453702:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000100:00000040:1.0:1767384656.453706:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384656.453711:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384672 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384656.453712:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002dcabe44. 00000800:00000010:0.0:1767384656.453721:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ea3fc4b. 00000100:00100000:1.0:1767384656.453743:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009e3b7021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16346:1853237050239232:0@lo:400: 00000100:00000001:3.0:1767384656.453748:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1767384656.453751:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384656.453754:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384656.453755:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384672 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384656.453756:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d830b82. 00000400:00000200:1.0:1767384656.453763:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ba0bd59 00000400:00000010:1.0:1767384656.453766:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ba0bd59. 00000100:00000001:1.0:1767384656.453774:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384656.453775:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.453779:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384656.453782:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.453787:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.453792:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294944779 00000100:00000001:3.0:1767384656.453802:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944774 00000400:02020000:0.0:1767384656.453803:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp34 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000100:00000200:1.0:1767384656.453809:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.453816:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294944779 00000100:00000001:1.0:1767384656.453825:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384656.453826:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp34 notifying 192.168.202.122@tcp34: down 00000100:00000001:3.0:1767384656.453827:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944774 00000100:00000001:1.0:1767384656.453834:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.453837:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384656.453839:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384656.453841:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294944779 00000100:00000001:1.0:1767384656.453842:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:0.0:1767384656.453843:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp34 down 00000100:00000001:1.0:1767384656.453847:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384656.453855:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.453857:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944774 00000100:00001000:1.0:1767384656.453859:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=62 v=5 (5 0 0 0) 00000800:00000100:0.0:1767384656.453870:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp34 00000100:00001000:1.0:1767384656.453875:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=62 v=5 (1 0 0 0) 00000800:00000010:0.0:1767384656.453878:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000700f84f0. 00000100:00000001:3.0:1767384656.453879:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294944779 00000100:00000001:1.0:1767384656.453880:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384656.453889:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.453890:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944774 00000400:00000200:0.0:1767384656.453891:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00000001:1.0:1767384656.453897:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384656.453900:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00080000:1.0:1767384656.453908:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384656.453909:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp34->192.168.202.122@tcp34: GET: LOCAL_ERROR 00000100:00000001:3.0:1767384656.453910:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.453920:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384656.453924:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384656.453939:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000100:00100000:3.0:1767384656.453944:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 000000007b6f131e going to sleep for 11 seconds 00010000:00000001:1.0:1767384656.453948:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.453950:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384656.453951:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp34 recovery message sent unsuccessfully:-71 00000100:00000001:3.0:1767384656.453955:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.453959:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384656.453963:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000200:0.0:1767384656.453966:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp34) recovery failed with -71 00000100:00000001:1.0:1767384656.453970:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384656.453973:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384656.453981:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.453983:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384656.453986:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050239616 02000000:00000001:3.0:1767384656.453989:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384656.453992:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384656.453993:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384656.453994:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.453995:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384656.453998:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384656.453999:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384656.454002:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384656.454004:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050239616 00000020:00000001:3.0:1767384656.454007:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384656.454009:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384656.454012:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384656.454015:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00100000:1.0:1767384656.454016:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000049fccd94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050239104:0@lo:400: 00000020:00000001:3.0:1767384656.454018:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384656.454022:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384656.454022:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.454026:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384656.454027:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384656.454031:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d2ad157. 00000100:00000001:3.0:1767384656.454033:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384656.454037:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d2ad157. 00000100:00000040:1.0:1767384656.454037:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e3b7021 x1853237050239232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384656.454045:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd76da0a. 00000100:00000001:1.0:1767384656.454045:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384656.454048:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1767384656.454050:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba8ba47a. 02000000:00000010:1.0:1767384656.454051:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ebd0cc6. 00000020:00000010:3.0:1767384656.454057:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053e94aa3. 02000000:00000001:1.0:1767384656.454057:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384656.454060:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384656.454062:0:16346:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:3.0:1767384656.454063:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767384656.454064:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384656.454067:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000008770741. 00000100:00000001:3.0:1767384656.454068:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384656.454071:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384656.454072:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384656.454072:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384656.454076:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384656.454078:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e3b7021. 00000100:00000001:3.0:1767384656.454079:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.454080:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384656.454081:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.454082:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384656.454084:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000049fccd94 x1853237050239104/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.454092:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384656.454093:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384656.454094:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f21aac8. 02000000:00000001:1.0:1767384656.454096:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384656.454097:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384656.454098:0:16346:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384656.454099:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384656.454100:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384656.454101:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4e40ccf. 02000000:00000001:1.0:1767384656.454105:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384656.454107:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384656.454108:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049fccd94. 00000100:00000001:1.0:1767384656.454110:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384656.454112:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.454115:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.454120:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384656.454121:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384656.454124:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384656.454125:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.454126:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384656.454131:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384656.454132:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000001:1.0:1767384656.454133:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384656.454138:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384656.454139:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384656.454140:0:17069:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.454145:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322997328 : -108601386554288 : ffff9d3a44eeac50) 00000100:00000040:3.0:1767384656.454150:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002b2e5a6b x1853237050239616/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 304/0 e 0 to 0 dl 1767384667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.454154:0:17069:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.454169:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384656.454172:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d2ad157. 00000100:00000001:3.0:1767384656.454174:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384656.454175:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d2ad157. 00000100:00100000:3.0:1767384656.454178:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002b2e5a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050239616:12345-0@lo:256: 00000100:00000200:3.0:1767384656.454181:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050239616 00000020:00000001:3.0:1767384656.454183:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384656.454185:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384656.454186:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384656.454187:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384656.454188:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:3.0:1767384656.454190:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384656.454191:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384656.454192:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384656.454193:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384656.454195:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.454196:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384656.454197:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384656.454200:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000797bd3de. 02000000:00000001:3.0:1767384656.454201:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.454202:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384656.454204:0:17070:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384656.454207:0:17070:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384656.454210:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384656.454212:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384656.454219:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384656.454220:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384656.454222:0:17070:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384656.454223:0:17070:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000005dd18127. 20000000:00000001:3.0:1767384656.454226:0:17070:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384656.454242:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384656.454247:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384656.454252:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384656.454255:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384656.454257:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384656.454259:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384656.454261:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384656.454263:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384656.454265:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384656.454268:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384656.454271:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384656.454273:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384656.454275:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384656.454277:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384656.454280:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384656.454282:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384656.454285:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384656.454287:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384656.454289:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384656.454329:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384656.454332:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384656.454336:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384656.454337:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384656.454340:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384656.454343:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384656.454345:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384656.454347:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384656.454348:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384656.454352:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384656.454354:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384656.454356:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384656.454357:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384656.454359:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384656.454361:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:3.0:1767384656.454369:0:17070:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 3392/1/4/3. 20000000:00000040:3.0:1767384656.454376:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384656.454378:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384656.454379:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384656.454380:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384656.454382:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384656.454383:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384656.454385:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384656.454386:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384656.454387:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384656.454388:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384656.454390:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384656.454391:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384656.454392:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384656.454393:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384656.454394:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384656.454396:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384656.454397:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384656.454398:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384656.454399:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384656.454401:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384656.454402:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384656.454403:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384656.454404:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384656.454405:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384656.454406:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384656.454407:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384656.454409:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384656.454410:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384656.454411:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384656.454412:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384656.454414:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384656.454416:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384656.454417:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384656.454418:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:3.0:1767384656.454419:0:17070:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 2688/1/4/3. 20000000:01000000:3.0:1767384656.454421:0:17070:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1408, version 72 20000000:00000001:3.0:1767384656.454422:0:17070:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1408 : 1408 : 580) 00000100:00000001:3.0:1767384656.454424:0:17070:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384656.454432:0:17070:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006c9274f0. 00000100:00000010:3.0:1767384656.454435:0:17070:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004c2ecaee. 00000020:00000040:3.0:1767384656.454438:0:17070:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:3.0:1767384656.454440:0:17070:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384656.454443:0:17070:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384656.454445:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007529c56c. 00000400:00000010:3.0:1767384656.454450:0:17070:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a2f9515c. 00000400:00000200:3.0:1767384656.454453:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384656.454459:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384656.454465:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1408 into portal 33 MB=0x6958260106a80 00000400:00000200:3.0:1767384656.454470:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1408/1408 into md 0x1d05 [4] + 0 00000400:00000010:3.0:1767384656.454472:0:17070:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aa91e65. 00000400:00000200:3.0:1767384656.454475:0:17070:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b7dcd22 00000400:00000200:3.0:1767384656.454477:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384656.454479:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384656.454481:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b7dcd22 00000400:00000010:3.0:1767384656.454483:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000b7dcd22. 00000100:00000001:3.0:1767384656.454485:0:17070:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384656.454486:0:17070:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f44614fc desc 00000000d86a019a mbits 1853237050239616 00000100:00000001:3.0:1767384656.454501:0:17070:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384656.454505:0:17070:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384656.454510:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384656.454517:0:17070:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1d11 00000400:00000200:3.0:1767384656.454519:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384656.454521:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384656.454523:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384656.454525:0:17070:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384656.454526:0:17070:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006c9274f0 00000100:00000001:3.0:1767384656.454528:0:17070:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:1.0:1767384656.454532:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384656.454535:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007529c56c 00000400:00000010:3.0:1767384656.454538:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007529c56c. 00000100:00000001:3.0:1767384656.454541:0:17070:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384656.454542:0:17070:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006c9274f0 00000100:00000001:3.0:1767384656.454543:0:17070:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384656.454547:0:17070:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1408 bytes via portal 33 id 12345-0@lo mbits 0x6958260106a80-0x6958260106a80 00000100:00000001:3.0:1767384656.454549:0:17070:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384656.454558:0:17070:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.454560:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384656.454561:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:3.0:1767384656.454563:0:17070:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004c2ecaee. 00000100:00000010:3.0:1767384656.454566:0:17070:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006c9274f0. 00000100:00000001:3.0:1767384656.454568:0:17070:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384656.454569:0:17070:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384656.454585:0:17070:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000005dd18127. 20000000:00000001:3.0:1767384656.454588:0:17070:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384656.454590:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050239616 00010000:00000001:3.0:1767384656.454592:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384656.454594:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002b2e5a6b x1853237050239616/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 304/240 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384656.454600:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384656.454601:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384656.454603:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384656.454606:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384656.454608:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384656.454610:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384656.454612:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384656.454613:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.454615:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384656.454616:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384656.454618:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007529c56c. 00000100:00000200:3.0:1767384656.454620:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050239616, offset 224 00000400:00000200:3.0:1767384656.454623:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384656.454628:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384656.454632:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260106a80 00000400:00000200:3.0:1767384656.454636:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1d09 [1] + 224 00000400:00000200:3.0:1767384656.454639:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384656.454640:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384656.454642:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384656.454644:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384656.454659:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384672 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.454673:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384656.454676:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007529c56c 00000400:00000010:3.0:1767384656.454677:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007529c56c. 00000100:00000001:3.0:1767384656.454680:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384656.454682:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384656.454684:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384656.454685:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384656.454689:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000001:1.0:1767384656.454689:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384656.454690:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384656.454692:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384656.454694:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384656.454695:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007acbc488. 00000020:00000001:3.0:1767384656.454697:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384656.454700:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004cb82f8 00000100:00000040:3.0:1767384656.454703:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b2e5a6b x1853237050239616/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 304/240 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384656.454704:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004cb82f8. 00000100:00000001:1.0:1767384656.454708:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384656.454714:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384672 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384656.454723:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384672 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384656.454725:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002b2e5a6b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050239616:12345-0@lo:256: Request processed in 549us (1078us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384656.454735:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384656.454738:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.454740:0:17073:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384656.454743:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 02000000:00000001:1.0:1767384656.454743:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384656.454745:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384656.454749:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384656.454750:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 02000000:00000001:1.0:1767384656.454750:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.454757:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384656.454757:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=73 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384656.454762:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384656.454763:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=73 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384656.454767:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba8ba47a. 00000100:00000001:1.0:1767384656.454768:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384656.454771:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384656.454773:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053e94aa3. 00010000:00000001:1.0:1767384656.454774:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384656.454777:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384656.454778:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd76da0a. 00000100:00000001:1.0:1767384656.454779:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384656.454786:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000040:1.0:1767384656.454786:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384672 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384656.454790:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384656.454794:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000797bd3de. 00000100:00000040:1.0:1767384656.454797:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384672 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384656.454798:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384656.454802:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384656.454808:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384656.454808:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384656.454810:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384656.454813:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa91e65. 00000100:00000040:1.0:1767384656.454814:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384672 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384656.454819:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b7dcd22. 00000100:00100000:1.0:1767384656.454823:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f44614fc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050239616:0@lo:256: 00000100:00000001:1.0:1767384656.454833:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.454835:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.454836:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384656.454837:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384656.454839:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384672 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.454843:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384656.454845:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007b6f131e. 00000100:00000001:1.0:1767384656.454847:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384656.454848:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384656.454850:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 72, more 0. 10000000:00000001:1.0:1767384656.454852:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384656.454857:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000b4804042. 10000000:00000040:1.0:1767384656.454864:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384656.454868:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384656.454870:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384656.454874:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:1.0:1767384656.454875:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.454877:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384656.454879:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:1.0:1767384656.454880:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000100:00000200:1.0:1767384656.454882:0:17073:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 34 NIDs for '192.168.202.122@tcp' 00000400:00000200:1.0:1767384656.454884:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384656.454886:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384656.454888:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:1.0:1767384656.454893:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384656.454896:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (34) 00000400:00000200:1.0:1767384656.454901:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384656.454904:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:1.0:1767384656.454905:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (35) 00000400:00000200:1.0:1767384656.454907:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:1.0:1767384656.454908:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:1.0:1767384656.454910:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454911:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:1.0:1767384656.454917:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:1.0:1767384656.454920:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454921:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:1.0:1767384656.454922:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:1.0:1767384656.454925:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454939:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:1.0:1767384656.454941:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:1.0:1767384656.454943:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454944:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:1.0:1767384656.454945:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:1.0:1767384656.454947:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454948:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:1.0:1767384656.454949:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:1.0:1767384656.454952:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454953:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:1.0:1767384656.454954:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:1.0:1767384656.454956:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454957:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:1.0:1767384656.454959:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:1.0:1767384656.454961:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454961:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:1.0:1767384656.454962:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:1.0:1767384656.454964:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454965:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000200:1.0:1767384656.454966:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:1.0:1767384656.454968:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454969:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:1.0:1767384656.454971:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:1.0:1767384656.454973:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454973:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:1.0:1767384656.454974:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:1.0:1767384656.454976:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454977:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:1.0:1767384656.454978:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:1.0:1767384656.454980:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454982:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000400:00000200:1.0:1767384656.454988:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.122@tcp23 00000400:00000200:1.0:1767384656.454992:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454993:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp23 00000400:00000200:1.0:1767384656.454994:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.122@tcp24 00000400:00000200:1.0:1767384656.454996:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.454997:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp24 00000400:00000200:1.0:1767384656.454997:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.122@tcp25 00000400:00000200:1.0:1767384656.455000:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455002:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp25 00000400:00000200:1.0:1767384656.455003:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.122@tcp26 00000400:00000200:1.0:1767384656.455005:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455006:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp26 00000400:00000200:1.0:1767384656.455007:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.122@tcp27 00000400:00000200:1.0:1767384656.455009:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455011:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp27 00000400:00000200:1.0:1767384656.455012:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.122@tcp28 00000400:00000200:1.0:1767384656.455014:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455015:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp28 00000400:00000200:1.0:1767384656.455016:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.122@tcp29 00000400:00000200:1.0:1767384656.455018:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455019:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp29 00000400:00000200:1.0:1767384656.455020:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.122@tcp30 00000400:00000200:1.0:1767384656.455022:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455023:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp30 00000400:00000200:1.0:1767384656.455024:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.122@tcp31 00000400:00000200:1.0:1767384656.455026:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455027:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp31 00000400:00000200:1.0:1767384656.455029:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.122@tcp32 00000400:00000200:1.0:1767384656.455030:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455031:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp32 00000400:00000200:1.0:1767384656.455032:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.122@tcp33 00000400:00000200:1.0:1767384656.455034:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455036:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp33 00000400:00000200:1.0:1767384656.455037:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.122@tcp34 00000400:00000200:1.0:1767384656.455039:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455040:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp34 00000400:00000200:1.0:1767384656.455046:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.122@tcp35 00000400:00000200:1.0:1767384656.455049:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455050:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp35 00000400:00000200:1.0:1767384656.455051:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.122@tcp36 00000400:00000200:1.0:1767384656.455053:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455054:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp36 00000400:00000200:1.0:1767384656.455055:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.122@tcp37 00000400:00000200:1.0:1767384656.455057:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455058:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp37 00000400:00000200:1.0:1767384656.455059:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.122@tcp38 00000400:00000200:1.0:1767384656.455061:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455062:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp38 00000400:00000200:1.0:1767384656.455063:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.122@tcp39 00000400:00000200:1.0:1767384656.455065:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455066:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp39 00000400:00000200:1.0:1767384656.455069:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.122@tcp40 00000400:00000200:1.0:1767384656.455070:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384656.455071:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp40 00000100:00000001:1.0:1767384656.455073:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.455074:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384656.455076:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 10000000:00000010:1.0:1767384656.455080:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ca4f6fa3. 10000000:00000040:1.0:1767384656.455081:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 72/72 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000020:00000080:1.0:1767384656.455083:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384656.455089:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384656.455092:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028fec538. 00000020:00000010:1.0:1767384656.455096:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000afe5e496. 00000040:00000010:1.0:1767384656.455100:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006037d5d3. 00000020:00000010:1.0:1767384656.455103:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000018aab9e1. 00000020:00000010:1.0:1767384656.455107:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c0b6e940. 00000020:00000010:1.0:1767384656.455110:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001f358f34. 80000000:00000010:1.0:1767384656.455114:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000081b8a6bf. 40000000:00000010:1.0:1767384656.455117:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c5a8c13d. 00100000:00000010:1.0:1767384656.455122:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000591f86c8. 00040000:00000010:1.0:1767384656.455132:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d13ea30f. 00040000:00000010:1.0:1767384656.455137:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b39a6059. 00040000:00000010:1.0:1767384656.455140:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001f846120. 00080000:00000010:1.0:1767384656.455146:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ac405d0b. 00080000:00000010:1.0:1767384656.455151:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008e304897. 00000004:00000010:1.0:1767384656.455158:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000049ff482b. 00000004:00000010:1.0:1767384656.455163:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000093005f55. 00000004:00000010:1.0:1767384656.455167:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007d00cd22. 00002000:00000010:1.0:1767384656.455171:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000298463e9. 00000004:00000010:1.0:1767384656.455174:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008a533f03. 00000004:00000001:1.0:1767384656.455177:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384656.455180:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384656.455182:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ca4f6fa3 00000040:00001000:1.0:1767384656.455184:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384656.455186:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384656.455187:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384656.455188:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384656.455190:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384656.455192:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384656.455193:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384656.455194:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:1.0:1767384656.455195:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384656.455239:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384656.455243:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000afe5e496. 00000040:00000010:1.0:1767384656.455247:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006037d5d3. 00000020:00000010:1.0:1767384656.455252:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000018aab9e1. 00000020:00000010:1.0:1767384656.455255:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c0b6e940. 00000020:00000010:1.0:1767384656.455258:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001f358f34. 80000000:00000010:1.0:1767384656.455261:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000081b8a6bf. 40000000:00000010:1.0:1767384656.455265:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c5a8c13d. 00100000:00000010:1.0:1767384656.455267:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000591f86c8. 00040000:00000010:1.0:1767384656.455269:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d13ea30f. 00040000:00000010:1.0:1767384656.455271:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b39a6059. 00040000:00000010:1.0:1767384656.455273:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001f846120. 00080000:00000010:1.0:1767384656.455277:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008e304897. 00080000:00000010:1.0:1767384656.455285:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ac405d0b. 00000004:00000010:1.0:1767384656.455288:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000049ff482b. 00000004:00000010:1.0:1767384656.455401:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000093005f55. 00000004:00000010:1.0:1767384656.455408:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007d00cd22. 00002000:00000010:1.0:1767384656.455411:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000298463e9. 00000004:00000010:1.0:1767384656.455417:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008a533f03. 00000020:00000010:1.0:1767384656.455420:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028fec538. 00000020:00000001:1.0:1767384656.455423:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.455425:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384656.455427:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ca4f6fa3. 10000000:00000010:1.0:1767384656.455431:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000b4804042. 10000000:00000001:1.0:1767384656.455433:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.455435:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384656.455438:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f44614fc x1853237050239616/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.455443:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384656.455444:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384656.455446:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004187137b. 02000000:00000001:1.0:1767384656.455447:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384656.455448:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384656.455449:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384656.455451:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384656.455452:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384656.455453:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384656.455454:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384656.455455:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384656.455456:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000b87d52f8. 00000100:00000010:1.0:1767384656.455458:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d86a019a. 00000100:00000001:1.0:1767384656.455460:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384656.455461:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000029980bcf. 02000000:00000001:1.0:1767384656.455463:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384656.455464:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384656.455465:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f44614fc. 00000100:00000001:1.0:1767384656.455467:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384656.455468:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384656.455477:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000bccda83b. 10000000:01000000:1.0:1767384656.455485:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384656.455487:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384656.455488:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384656.455489:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384656.455491:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=3 00000020:00000001:1.0:1767384656.455492:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:1.0:1767384656.455494:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:1.0:1767384656.455496:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384656.455498:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b5093 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384656.455503:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384656.455504:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384656.455505:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b5093 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384656.455509:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384656.455510:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384656.455511:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384656.455512:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384656.455513:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384656.455515:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384656.455517:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384656.455518:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:1.0:1767384656.455519:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:3.0:1767384656.459342:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294944779, at 4294944780 00000100:00000040:2.0:1767384656.459345:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294944779, at 4294944780 00000100:00000040:0.0:1767384656.459351:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294944779, at 4294944780 00000100:00000010:2.0:1767384656.459355:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb387d50. 00000100:00000010:3.0:1767384656.459356:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036a7927c. 00000100:00000010:0.0:1767384656.459362:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000913dc2ff. 00000100:00000040:1.0:1767384656.460359:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294944779, at 4294944781 00000100:00000010:1.0:1767384656.460367:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb25c505. 00000020:00000010:0.0:1767384656.465142:0:34523:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f5cdde9e. 00000020:00000040:0.0:1767384656.465152:0:34523:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384656.465155:0:34523:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f5cdde9e. 00000001:00000001:0.0:1767384656.568362:0:34560:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384656.568367:0:34560:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:0.0:1767384656.572692:0:34560:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384656.580459:0:34561:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000e9d8bc4a. 00000400:00000010:1.0:1767384656.580475:0:34561:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000023ebd81a. 00000400:00000010:1.0:1767384656.580483:0:34561:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000aeae780d. 00000400:00000010:1.0:1767384656.580487:0:34561:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f89c1c91. 00000400:00000010:1.0:1767384656.580490:0:34561:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005c754362. 00000400:00000010:1.0:1767384656.580493:0:34561:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c5a8c13d. 00000400:00000010:1.0:1767384656.580495:0:34561:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000656acbc5. 00000400:00000010:1.0:1767384656.580496:0:34561:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009b060dd2. 00000400:00000010:1.0:1767384656.580503:0:34561:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004bd9ea5f. 00000800:00000010:1.0:1767384656.580517:0:34561:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d13ea30f. 00000800:00000200:1.0:1767384656.580527:0:34561:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384656.580538:0:34561:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384656.580571:0:34561:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384656.580592:0:34561:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp43 [8/256/0/180] 00000400:00000010:1.0:1767384656.582091:0:34561:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 0000000006c93d60. 00000400:00000010:1.0:1767384656.582099:0:34561:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761f4fce. 00000400:00000010:1.0:1767384656.582105:0:34561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000400:00000001:1.0:1767384656.582131:0:34561:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384656.582133:0:34561:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384656.582135:0:34561:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000638b0a90. 00000400:00000200:1.0:1767384656.582139:0:34561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005efb0929 00000400:00000010:1.0:1767384656.582141:0:34561:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005efb0929. 00000400:00000010:1.0:1767384656.582148:0:34561:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000fdd723d5. 00000400:00000200:1.0:1767384656.582154:0:34561:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (34) 00000400:00000200:1.0:1767384656.582168:0:34561:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384656.582177:0:34561:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:1.0:1767384656.582183:0:34561:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ac405d0b. 00000020:01000000:1.0:1767384656.582186:0:34561:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384656.582189:0:34561:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp43 00000400:00000200:0.0:1767384656.582201:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384656.582205:0:34561:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000023ebd81a. 00000400:00000200:0.0:1767384656.582210:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300151 00000400:00000010:1.0:1767384656.582211:0:34561:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000e9d8bc4a. 00000400:00000010:0.0:1767384656.582220:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0438db1. 00000400:00000200:0.0:1767384656.582224:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (35) 00000400:00000010:0.0:1767384656.582230:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000084460415. 00000400:00000200:0.0:1767384656.582236:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000020:00000001:2.0:1767384656.582239:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384656.582246:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384656.582251:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 10000000:00000001:2.0:1767384656.582258:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384656.582261:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 10000000:01000000:2.0:1767384656.582262:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384656.582269:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384656.582272:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767384656.582275:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000020:01000004:2.0:1767384656.582276:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384656.582279:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384656.582283:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384656.582287:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384656.582287:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000020:01000004:2.0:1767384656.582317:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384656.582319:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384656.582322:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384656.582326:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384656.582329:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000100:00000010:2.0:1767384656.582335:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011410443. 00000400:00000200:0.0:1767384656.582336:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000020:00000040:2.0:1767384656.582343:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:0.0:1767384656.582346:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000100:00000001:2.0:1767384656.582351:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384656.582355:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384656.582355:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 02000000:00000001:2.0:1767384656.582362:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.582366:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000400:00000200:0.0:1767384656.582372:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[142, 38] 02000000:00000010:2.0:1767384656.582373:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bab46fe4. 00000100:00000001:2.0:1767384656.582382:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.582388:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 38], ns[146, 38] 00000100:00000001:2.0:1767384656.582393:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384656.582397:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 38], ns[150, 38] 00000100:00000001:2.0:1767384656.582398:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.582408:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000100:00000040:2.0:1767384656.582411:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011410443] to pc [ptlrpcd_00_02+2] req@0000000011410443 x1853237050239744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384656.582420:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:0.0:1767384656.582435:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:0.0:1767384656.582443:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:0.0:1767384656.582448:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:0.0:1767384656.582453:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:0.0:1767384656.582458:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 10000000:00000001:2.0:1767384656.582460:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.582465:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 30], ns[67, 30] 10000000:00000001:2.0:1767384656.582466:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.582467:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384656.582472:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384656.582473:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.582476:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384656.582478:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384656.582479:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 30], ns[80, 30] 00000100:00000040:3.0:1767384656.582484:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011410443 x1853237050239744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384656.582487:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384656.582491:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384656.582493:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 30], ns[87, 30] 10000000:00000001:2.0:1767384656.582494:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384656.582498:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:3.0:1767384656.582503:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384656.582505:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384656.582507:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384656.582508:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384656.582509:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[121, 30], ns[135, 30] 00000020:01000004:2.0:1767384656.582513:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:3.0:1767384656.582514:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384656.582519:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384656.582519:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384656.582521:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 30], ns[140, 30] 00000020:01000004:2.0:1767384656.582524:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384656.582525:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384656.582530:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00100000:3.0:1767384656.582532:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000011410443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050239744:0@lo:253: 00000400:00000200:0.0:1767384656.582533:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 30], ns[155, 30] 00000100:00000001:3.0:1767384656.582538:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:2.0:1767384656.582542:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767384656.582544:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:2.0:1767384656.582546:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384656.582546:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 30], ns[156, 30] 02000000:00000001:3.0:1767384656.582548:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384656.582551:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384656.582553:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767384656.582559:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086141068. 02000000:00000010:3.0:1767384656.582560:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000778feb3c. 00000400:00000200:0.0:1767384656.582560:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 30], ns[111, 30] 02000000:00000001:3.0:1767384656.582566:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384656.582566:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000400:00000010:3.0:1767384656.582573:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007acbc488. 00000100:00000001:2.0:1767384656.582573:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384656.582574:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 30], ns[132, 30] 02000000:00000001:2.0:1767384656.582578:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384656.582581:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fe0d20f. 02000000:00000001:2.0:1767384656.582582:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384656.582586:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050239744, portal 25 00000100:00000001:3.0:1767384656.582591:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767384656.582592:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a040aba0. 00000100:00000001:3.0:1767384656.582594:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747167744 : -108600962383872 : ffff9d3a5e370000) 00000100:00000001:2.0:1767384656.582600:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.582601:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 30], ns[126, 30] 00000100:00000040:3.0:1767384656.582602:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000011410443 x1853237050239744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.582608:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384656.582612:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.582620:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[139, 30], ns[153, 30] 00000100:00000040:2.0:1767384656.582622:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086141068] to pc [ptlrpcd_00_03+3] req@0000000086141068 x1853237050239872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.582624:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384656.582632:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384656.582637:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071498c10. 00000400:00000200:0.0:1767384656.582639:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 30], ns[152, 30] 00000100:00000200:3.0:1767384656.582643:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050239744, offset 0 00000400:00000200:3.0:1767384656.582654:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384656.582659:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[137, 30], ns[151, 30] 10000000:00000001:2.0:1767384656.582660:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384656.582665:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.582669:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.582671:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000020:01000000:2.0:1767384656.582673:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384656.582679:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ac405d0b. 00000400:00000200:0.0:1767384656.582683:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp41] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384656.582689:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000100:00000001:2.0:1767384656.582694:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384656.582695:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp41 00000100:00000001:2.0:1767384656.582699:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384656.582702:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384656.582703:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp41 lpni_is_preferred = 0 00000100:00000040:2.0:1767384656.582710:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000086141068 x1853237050239872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384656.582711:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp41 00000400:00000200:0.0:1767384656.582720:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp41 NI seq info: [157:157:256:4294967295] 192.168.202.122@tcp41 LPNI seq info [143:143:8:4294967295] 00000100:00000001:2.0:1767384656.582732:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384656.582735:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.582737:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp41 02000000:00000001:2.0:1767384656.582739:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384656.582743:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384656.582749:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.582754:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp41(192.168.202.122@tcp41:) -> 192.168.202.122@tcp41(192.168.202.122@tcp:192.168.202.122@tcp41) : PUT try# 0 00000100:00100000:2.0:1767384656.582755:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000086141068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050239872:0@lo:253: 00000100:00000001:2.0:1767384656.582765:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384656.582768:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1767384656.582769:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.122@tcp41 02000000:00000001:2.0:1767384656.582772:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384656.582776:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384656.582778:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1767384656.582779:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000700f84f0. 02000000:00000010:2.0:1767384656.582786:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008b18b284. 00000800:00000010:0.0:1767384656.582790:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002dcabe44. 00000400:00000200:3.0:1767384656.582792:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260106b00 00000800:00000010:0.0:1767384656.582797:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000041bdbfe6. 02000000:00000001:2.0:1767384656.582801:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384656.582806:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14d9 [2] + 0 00000800:00000200:0.0:1767384656.582807:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002dcabe44] -> 12345-192.168.202.122@tcp41 (2) 00000400:00000010:2.0:1767384656.582809:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a339385. 00000800:00000200:0.1:1767384656.582815:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002dcabe44] -> 12345-192.168.202.122@tcp41 (2) 00000400:00000010:3.0:1767384656.582823:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f0a1016. 00000400:00000200:3.0:1767384656.582827:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b4fa78b 00000400:00000010:2.0:1767384656.582834:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9818de3. 00000400:00000200:0.0:1767384656.582834:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384656.582835:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384656.582840:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300551 rc 0 00000100:00000200:2.0:1767384656.582842:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050239872, portal 25 00000400:00000200:3.0:1767384656.582847:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384656.582848:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384656.582852:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747174912 : -108600962376704 : ffff9d3a5e371c00) 00000400:00000200:3.0:1767384656.582855:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b4fa78b 00000400:00000010:3.0:1767384656.582859:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b4fa78b. 00000100:00000040:2.0:1767384656.582860:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000086141068 x1853237050239872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.582866:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384656.582870:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384656.582874:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384656.582876:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000739681e4 x1853237050239744 msgsize 4848 00000100:00000040:2.0:1767384656.582882:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384656.582888:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1676279. 00000100:00100000:3.0:1767384656.582889:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384656.582894:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384656.582894:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050239872, offset 0 00000400:00000200:2.0:1767384656.582906:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384656.582916:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384656.582916:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384656.582922:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384656.582940:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071498c10 00000400:00000010:3.0:1767384656.582945:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071498c10. 00000400:00000200:2.0:1767384656.582946:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260106b80 00000100:00000001:3.0:1767384656.582953:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384656.582956:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14e1 [2] + 0 00000400:00000010:2.0:1767384656.582962:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da9eabc1. 00000100:00000200:3.0:1767384656.582963:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000011410443 x1853237050239744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384656.582969:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005089310d 00000400:00000200:2.0:1767384656.582977:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384656.582980:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384656.582986:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384656.582988:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000011410443 x1853237050239744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384656.582991:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005089310d 00000400:00000010:2.0:1767384656.582996:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005089310d. 00000100:00000001:3.0:1767384656.583004:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.583005:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384656.583009:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384656.583010:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384656.583012:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000040:2.0:1767384656.583014:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000c462ada6 x1853237050239872 msgsize 4848 00000100:00000001:3.0:1767384656.583018:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.583026:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294944908 00000100:00100000:2.0:1767384656.583026:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384656.583031:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:3.0:1767384656.583035:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000038be316. 00000100:00000001:3.0:1767384656.583043:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384656.583044:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384656.583051:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294944908 00000400:00000200:2.0:1767384656.583053:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1676279 00000400:00000010:2.0:1767384656.583058:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1676279. 00000100:00000010:3.0:1767384656.583061:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c733251. 00000100:00000001:2.0:1767384656.583063:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384656.583067:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384656.583067:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000200:2.0:1767384656.583071:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000086141068 x1853237050239872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.583076:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294944908 00000100:00000010:3.0:1767384656.583086:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004e716e3e. 00000100:00000001:2.0:1767384656.583087:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384656.583093:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384656.583100:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294944908 00000100:00000040:2.0:1767384656.583100:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000086141068 x1853237050239872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.583110:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384656.583114:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000348a5fa1. 00000100:00000001:2.0:1767384656.583114:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384656.583118:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000001:3.0:1767384656.583121:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384656.583123:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.583129:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294944908 00000100:00000001:3.0:1767384656.583130:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384656.583134:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294944908 00000100:00000001:3.0:1767384656.583135:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.583139:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294944908 00000100:00000001:3.0:1767384656.583141:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.583143:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294944908 00000100:00000001:3.0:1767384656.583146:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.583148:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294944908 00000100:00000001:2.0:1767384656.583153:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294944908 00000100:00000001:2.0:1767384656.583155:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294944908 00000100:00000001:3.0:1767384656.583158:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384656.583158:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294944908 00000100:00000001:3.0:1767384656.583162:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384656.583164:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384656.583167:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:3.0:1767384656.583168:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384656.583169:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.583172:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384656.583177:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.583178:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.583181:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.583184:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.583190:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384656.583194:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384656.583198:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384656.583201:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384656.583203:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.583207:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.583214:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384656.583219:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050239744 02000000:00000001:3.0:1767384656.583222:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384656.583225:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384656.583229:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384656.583233:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384656.583237:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050239744 00000400:00000200:0.0:1767384656.583237:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000020:00000001:3.0:1767384656.583241:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384656.583243:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384656.583247:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384656.583248:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1767384656.583252:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000100:00100000:2.0:1767384656.583253:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050239872 00000020:00000001:3.0:1767384656.583258:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 02000000:00000001:2.0:1767384656.583259:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384656.583263:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384656.583264:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384656.583266:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.583270:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384656.583272:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384656.583278:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d2ad157. 00000100:00100000:2.0:1767384656.583278:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050239872 00000020:00000001:2.0:1767384656.583284:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384656.583285:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384656.583289:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000010:3.0:1767384656.583315:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d2ad157. 00000020:00000001:2.0:1767384656.583323:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384656.583324:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029980bcf. 00000020:00000010:3.0:1767384656.583331:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ba8ba47a. 00000020:00000040:2.0:1767384656.583333:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000400:00000200:0.0:1767384656.583334:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000020:00000010:3.0:1767384656.583339:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000053e94aa3. 00000020:00000001:2.0:1767384656.583340:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384656.583346:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000040:3.0:1767384656.583350:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384656.583350:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384656.583354:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092cf2564. 00000100:00000001:3.0:1767384656.583356:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384656.583359:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384656.583360:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384656.583363:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092cf2564. 00000020:00000010:2.0:1767384656.583371:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018cf18e9. 00000100:00000001:3.0:1767384656.583372:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384656.583378:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1021406. 00000400:00000200:0.0:1767384656.583382:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:3.0:1767384656.583383:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384656.583385:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000caf674e. 00000100:00000001:2.0:1767384656.583393:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384656.583395:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384656.583396:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.583399:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.583403:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.583407:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.583418:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384656.583423:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384656.583423:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384656.583426:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384656.583430:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000400:00000200:0.0:1767384656.583430:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000040:3.0:1767384656.583438:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384656.583443:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322993232 : -108601386558384 : ffff9d3a44ee9c50) 00000100:00100000:2.0:1767384656.583443:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000040:2.0:1767384656.583450:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000040:3.0:1767384656.583455:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000739681e4 x1853237050239744/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 4848/0 e 0 to 0 dl 1767384667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.583455:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322990160 : -108601386561456 : ffff9d3a44ee9050) 00000100:00000040:2.0:1767384656.583467:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c462ada6 x1853237050239872/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 4848/0 e 0 to 0 dl 1767384667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.583470:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384656.583476:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d2ad157. 00000100:00000001:3.0:1767384656.583482:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384656.583483:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384656.583487:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d2ad157. 00000400:00000200:0.0:1767384656.583488:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000020:00000010:2.0:1767384656.583489:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092cf2564. 00000100:00000001:2.0:1767384656.583496:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384656.583501:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000739681e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16346:x1853237050239744:12345-0@lo:253: 00000020:00000010:2.0:1767384656.583503:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092cf2564. 00000100:00000200:3.0:1767384656.583510:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050239744 00000100:00100000:2.0:1767384656.583514:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c462ada6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16347:x1853237050239872:12345-0@lo:253: 00000020:00000001:3.0:1767384656.583516:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384656.583522:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767384656.583522:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050239872 00000020:00000001:3.0:1767384656.583527:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.583527:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384656.583533:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384656.583533:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384656.583538:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384656.583539:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:2.0:1767384656.583544:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384656.583546:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384656.583549:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384656.583552:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384656.583555:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000020:00000001:2.0:1767384656.583556:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:3.0:1767384656.583557:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384656.583562:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.583563:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384656.583567:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.583569:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384656.583570:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384656.583574:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384656.583575:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384656.583577:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.583581:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1767384656.583584:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a5dc6a3f. 02000000:00000001:2.0:1767384656.583584:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384656.583590:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.583593:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384656.583593:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004875ebc8. 02000000:00000001:2.0:1767384656.583597:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384656.583600:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384656.583600:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:2.0:1767384656.583602:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384656.583608:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384656.583612:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000cc8cf7a. 20000000:00000010:2.0:1767384656.583618:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a3354e6d. 20000000:01000000:2.0:1767384656.583623:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384656.583626:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384656.583628:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384656.583631:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384656.583633:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384656.583636:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384656.583640:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384656.583640:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384656.583643:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384656.583645:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384656.583650:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384656.583654:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384656.583654:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 20000000:00000010:2.0:1767384656.583655:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a1a6104c. 20000000:01000000:2.0:1767384656.583659:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:2.0:1767384656.583666:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384656.583673:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384656.583677:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384656.583695:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384656.583712:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384656.583715:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384656.583717:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00080000:00000001:2.0:1767384656.583718:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384656.583724:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384656.583727:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384656.583731:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:2.0:1767384656.583737:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:2.0:1767384656.583739:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384656.583743:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384656.583747:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384656.583750:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384656.583754:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000020:00000001:2.0:1767384656.583763:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384656.583770:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384656.583774:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384656.583779:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000060fddb69. 00080000:00000001:2.0:1767384656.583783:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635472845931520 : -108600863620096 : ffff9d3a641a0400) 00080000:00000001:2.0:1767384656.583787:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384656.583791:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384656.583793:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00080000:00000010:2.0:1767384656.583796:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000092cf2564. 00080000:00000001:2.0:1767384656.583801:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384656.583804:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384656.583822:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.583829:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00080000:00000001:2.0:1767384656.583844:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384656.583863:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.583908:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.583951:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.583982:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584009:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584035:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584061:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584086:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584107:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584127:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584150:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584177:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584217:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584260:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584529:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584573:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584610:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384656.584643:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00080000:00000010:2.0:1767384656.584691:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000060fddb69. 00080000:00000010:3.0:1767384656.584748:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000092cf2564. 00040000:00000001:3.0:1767384656.584755:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384656.584758:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384656.584761:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384656.584764:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384656.584767:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384656.584769:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384656.584783:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384656.584795:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384656.584797:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000060fddb69. 20000000:01000000:3.0:1767384656.584799:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384656.584803:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00080000:00000001:3.0:1767384656.584808:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384656.584808:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384656.584812:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384656.584815:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384656.584823:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:0.0:1767384656.584824:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ea3fc4b. 00080000:00000001:2.0:1767384656.584832:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384656.584833:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005d847111. 00080000:00000001:2.0:1767384656.584836:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384656.584838:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384656.584840:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384656.584844:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384656.584847:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000800:00000010:0.0:1767384656.584848:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005b5dd449. 00000020:00000001:2.0:1767384656.584853:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:2.0:1767384656.584857:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384656.584860:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384656.584863:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384656.584865:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384656.584868:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384656.584872:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384656.584875:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:01000000:3.0:1767384656.584877:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000010:2.0:1767384656.584880:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cbaee1e9. 00000800:00000010:0.0:1767384656.584882:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005b5dd449. 20000000:00000001:3.0:1767384656.584884:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384656.584885:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635472845934080 : -108600863617536 : ffff9d3a641a0e00) 10000000:01000000:3.0:1767384656.584889:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384656.584890:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384656.584896:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000800:00020000:0.0:1767384656.584896:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00010000:00000001:3.0:1767384656.584900:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000001:00000001:2.0:1767384656.584902:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:0.0:1767384656.584904:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005d847111. 00080000:00000010:2.0:1767384656.584907:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f2f6658. 00010000:00000040:3.0:1767384656.584909:0:17092:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000013139ed4 count: 2 00000800:00000010:0.0:1767384656.584909:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007ea3fc4b. 00080000:00000001:2.0:1767384656.584913:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384656.584916:0:17092:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384656.584918:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384656.584922:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384656.584946:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384656.584958:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:3.0:1767384656.584964:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b948771c. 00000020:00000001:3.0:1767384656.584970:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384656.584974:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b948771c with handle 0x9f279d7a9a0b509a to hash 00000020:00000001:3.0:1767384656.584976:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384656.584978:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:3.0:1767384656.584982:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00000400:02020000:0.0:1767384656.584983:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp41 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384656.584989:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384656.584994:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.584997:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp41 notifying 192.168.202.122@tcp41: down 00010000:00010000:3.0:1767384656.584999:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000800:00000200:0.0:1767384656.585007:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp41 down 00000800:00000100:0.0:1767384656.585016:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 592 0@<0:0>->192.168.202.122@tcp41 00000800:00000010:0.0:1767384656.585024:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000700f84f0. 00010000:00000001:3.0:1767384656.585030:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:0.0:1767384656.585033:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00000001:3.0:1767384656.585036:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384656.585040:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:0.0:1767384656.585041:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp41->192.168.202.122@tcp41: PUT: LOCAL_ERROR 00010000:00000001:3.0:1767384656.585045:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384656.585049:0:17092:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000400:00000200:0.0:1767384656.585053:0:16335:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp41 added to recovery queue. ping count: 0 next ping: 278 health :900 00010000:00010000:3.0:1767384656.585055:0:17092:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b5093 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b508c expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384656.585061:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:3.0:1767384656.585068:0:17092:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000400:00000200:0.0:1767384656.585068:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 1 00010000:00000001:3.0:1767384656.585072:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384656.585077:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:0.0:1767384656.585077:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00010000:00000001:3.0:1767384656.585080:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384656.585084:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384656.585087:0:17092:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384656.585090:0:17092:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384656.585097:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000013139ed4) refcount = 2 00010000:00000040:3.0:1767384656.585101:0:17092:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384656.585104:0:17092:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b5093 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x9f279d7a9a0b508c expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384656.585111:0:17092:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384656.585113:0:17092:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384656.585121:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000010:3.0:1767384656.585122:0:17092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d2ad157. 00000100:00000001:3.0:1767384656.585127:0:17092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:2.0:1767384656.585130:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x301151 00000100:00000010:3.0:1767384656.585133:0:17092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071498c10. 00000400:00000001:2.0:1767384656.585136:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384656.585138:0:17092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635473136575040 : -108600572976576 : ffff9d3a756ce240) 00000400:00000001:2.0:1767384656.585140:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384656.585143:0:17092:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635473136575040 : -108600572976576 : ffff9d3a756ce240) 00000400:00000200:2.0:1767384656.585144:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0438db1 00000400:00000010:2.0:1767384656.585148:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0438db1. 00000100:00000001:3.0:1767384656.585150:0:17092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384656.585153:0:17092:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000200:2.0:1767384656.585154:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000001:3.0:1767384656.585156:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000400:00000200:2.0:1767384656.585160:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384656.585164:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (36) 00010000:00000001:3.0:1767384656.585169:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384656.585170:0:16342:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.122@tcp 00010000:00000001:3.0:1767384656.585173:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384656.585176:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300151 rc -71 00000020:00000001:3.0:1767384656.585178:0:17092:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384656.585183:0:17092:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:2.0:1767384656.585185:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00010000:00000001:3.0:1767384656.585186:0:17092:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384656.585191:0:17092:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:2.0:1767384656.585191:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (35) 00000100:00000010:3.0:1767384656.585198:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e356334. 00000020:00000040:3.0:1767384656.585202:0:17092:0:(genops.c:1229:class_import_get()) import 0000000093c50239 refcount=2 obd=MGS 00000100:00000001:3.0:1767384656.585206:0:17092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384656.585208:0:17092:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384656.585211:0:17092:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384656.585215:0:17092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd76da0a. 00000100:00000001:3.0:1767384656.585220:0:17092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384656.585225:0:17092:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b5093 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9f279d7a9a0b508c expref: 16 pid: 17071 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384656.585238:0:17092:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b5093 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9f279d7a9a0b508c expref: 16 pid: 17071 timeout: 427 lvb_type: 0 00010000:00000001:3.0:1767384656.585246:0:17092:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767384656.585249:0:17092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384656.585252:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006e356334 x1853237050240000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384656.585260:0:17092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384656.585262:0:17092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384656.585265:0:17092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006e356334 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050240000:0@lo:104: 00000100:00000001:3.0:1767384656.585268:0:17092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384656.585270:0:17092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384656.585272:0:17092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384656.585273:0:17092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384656.585276:0:17092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d486e48e. 02000000:00000001:3.0:1767384656.585279:0:17092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384656.585283:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd64019d. 00000400:00000010:3.0:1767384656.585287:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007529c56c. 00000100:00000200:3.0:1767384656.585318:0:17092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050240000, portal 16 00000100:00000001:3.0:1767384656.585321:0:17092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384656.585329:0:17092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055418112 : -108605654133504 : ffff9d3946909500) 00000100:00000040:3.0:1767384656.585335:0:17092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000006e356334 x1853237050240000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384656.585343:0:17092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384656.585346:0:17092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384656.585350:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dcba752. 00000100:00000200:3.0:1767384656.585353:0:17092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237050240000, offset 0 00000400:00000200:3.0:1767384656.585359:0:17092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384656.585369:0:17092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384656.585377:0:17092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260106c00 00000400:00000200:3.0:1767384656.585385:0:17092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17cd [2] + 984 00000400:00000200:3.0:1767384656.585390:0:17092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384656.585395:0:17092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384656.585401:0:17092:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384656.585403:0:17092:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767384656.585407:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ad8148a. 00000100:00000040:3.0:1767384656.585410:0:17092:0:(events.c:337:request_in_callback()) incoming req@000000006ad8148a x1853237050240000 msgsize 328 00000100:00100000:3.0:1767384656.585414:0:17092:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384656.585426:0:17092:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384656.585432:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dcba752 00000400:00000010:3.0:1767384656.585434:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dcba752. 00000100:00000001:3.0:1767384656.585438:0:17092:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384656.585441:0:17092:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006e356334 x1853237050240000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384656.585442:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384656.585446:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050240000 02000000:00000001:2.0:1767384656.585450:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384656.585453:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384656.585456:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.585460:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384656.585460:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384656.585465:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050240000 00000100:00000040:3.0:1767384656.585466:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006e356334 x1853237050240000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384656.585469:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384656.585472:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d05 00000020:00000001:2.0:1767384656.585475:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384656.585478:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004a7a501b refcount=3 00000020:00000001:2.0:1767384656.585483:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000001:3.0:1767384656.585485:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.585487:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000001:3.0:1767384656.585491:0:17092:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384656.585492:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384656.585497:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f5ec41e. 00000100:00000001:3.0:1767384656.585498:0:17092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.585501:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384656.585504:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294944911 00000100:00000001:3.0:1767384656.585511:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294944908 00000020:00000010:2.0:1767384656.585512:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f5ec41e. 00000100:00000001:3.0:1767384656.585518:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294944911 00000020:00000010:2.0:1767384656.585521:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8eaf1c2. 00000020:00000010:2.0:1767384656.585526:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009cb5425e. 00000020:00000010:2.0:1767384656.585532:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047d37725. 00000100:00000001:3.0:1767384656.585534:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294944908 00000100:00000040:2.0:1767384656.585541:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384656.585542:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294944911 00000100:00000001:2.0:1767384656.585546:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384656.585549:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384656.585550:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294944908 00000100:00000001:2.0:1767384656.585551:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.585558:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294944911 00000100:00000001:2.0:1767384656.585559:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.585567:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294944908 00000100:00000001:3.0:1767384656.585572:0:17092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384656.585574:0:17092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.585576:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384656.585577:0:17092:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384656.585582:0:17092:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384656.585585:0:17092:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384656.585588:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384656.585590:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384656.585591:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384656.585593:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384656.585594:0:17092:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384656.585600:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00100000:2.0:1767384656.585600:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384656.585604:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004a7a501b : new rpc_count 1 00010000:00000001:3.0:1767384656.585605:0:17092:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384656.585608:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055427072 : -108605654124544 : ffff9d394690b800) 00000100:00000001:3.0:1767384656.585611:0:17092:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.585615:0:17092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384656.585616:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ad8148a x1853237050240000/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 328/0 e 0 to 0 dl 1767384667 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384656.585620:0:17092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384656.585626:0:17092:0:(client.c:2690:ptlrpc_set_wait()) set 0000000071498c10 going to sleep for 11 seconds 00080000:00000020:0.0:1767384656.585631:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384656.585632:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384656.585633:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384656.585638:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f5ec41e. 00000100:00000001:0.0:1767384656.585638:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:3.0:1767384656.585639:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384656.585644:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a3354e6d. 00000100:00000001:2.0:1767384656.585645:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384656.585651:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f5ec41e. 20000000:00000001:0.0:1767384656.585653:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384656.585659:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ad8148a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050240000:12345-0@lo:104: 00010000:00000040:0.0:1767384656.585660:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050239872 00010000:00000001:0.0:1767384656.585666:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767384656.585667:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050240000 00010000:00000001:2.0:1767384656.585672:0:17059:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000200:0.0:1767384656.585675:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c462ada6 x1853237050239872/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384656.585677:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384656.585680:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384656.585683:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=2 00000020:00000001:2.0:1767384656.585687:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384656.585692:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:0.0:1767384656.585696:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384656.585697:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384656.585701:0:17059:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.585701:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384656.585707:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=73 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384656.585713:0:17059:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b5093 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384656.585715:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384656.585721:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384656.585727:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:2.0:1767384656.585729:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384656.585731:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384656.585733:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384656.585737:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b83e923b. 02000000:00000001:2.0:1767384656.585739:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384656.585743:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.585744:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.585752:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384656.585752:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384656.585757:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.585759:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1767384656.585760:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000289605bd time=72 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384656.585764:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d847111. 00000100:00000001:2.0:1767384656.585766:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384656.585770:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050239872, offset 224 00000100:00000040:2.0:1767384656.585772:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:2.0:1767384656.585777:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000400:00000200:0.0:1767384656.585782:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384656.585783:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384656.585787:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.585790:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384656.585796:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384656.585798:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384656.585803:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000400:00000200:0.0:1767384656.585808:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260106b80 00000100:00000200:2.0:1767384656.585810:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050240000, offset 224 00000400:00000200:0.0:1767384656.585817:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d2d [2] + 224 00000400:00000200:0.0:1767384656.585824:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384656.585827:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384656.585832:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384656.585837:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384656.585838:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384656.585845:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000086141068 x1853237050239872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384656.585847:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260106c00 00000400:00000200:2.0:1767384656.585858:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d35 [1] + 224 00000400:00000200:2.0:1767384656.585866:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384656.585870:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000086141068 x1853237050239872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384656.585872:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384656.585878:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384656.585883:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e356334 x1853237050240000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384656.585896:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006e356334 x1853237050240000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384656.585901:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384656.585909:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d847111 00000400:00000010:0.0:1767384656.585913:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d847111. 00000100:00000001:2.0:1767384656.585916:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384656.585917:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384656.585921:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384656.585923:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384656.585940:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000001:0.0:1767384656.585941:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.585946:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384656.585952:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384656.585952:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384656.585953:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384656.585958:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384656.585958:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384656.585959:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384656.585964:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384656.585965:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384656.585966:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384656.585970:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384656.585972:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000040:0.0:1767384656.585972:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c462ada6 x1853237050239872/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384656.585974:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a339385. 00010000:00000001:2.0:1767384656.585979:0:17059:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767384656.585982:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9818de3 00010000:00000010:2.0:1767384656.585984:0:17059:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f1676279. 00000400:00000010:3.0:1767384656.585988:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9818de3. 00010000:00000001:2.0:1767384656.585989:0:17059:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1767384656.585996:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384656.585997:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c462ada6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16347:x1853237050239872:12345-0@lo:253: Request processed in 2511us (2978us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384656.585999:0:17059:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:3.0:1767384656.586004:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000086141068 x1853237050239872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384656.586004:0:17059:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.586011:0:17059:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.586015:0:17059:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384656.586017:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000040:2.0:1767384656.586023:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ad8148a x1853237050240000/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384656.586026:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384656.586032:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384656.586038:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000086141068 x1853237050239872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384656.586039:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ad8148a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050240000:12345-0@lo:104: Request processed in 405us (627us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384656.586044:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384656.586051:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1021406. 00000100:00100000:2.0:1767384656.586056:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384656.586062:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7a501b : new rpc_count 0 00000020:00000010:0.0:1767384656.586062:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000caf674e. 00000100:00000001:3.0:1767384656.586065:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384656.586066:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384656.586069:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384656.586069:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018cf18e9. 00000020:00000010:2.0:1767384656.586072:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009cb5425e. 00000100:00000001:3.0:1767384656.586077:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384656.586079:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047d37725. 00000020:00000040:0.0:1767384656.586081:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000001:3.0:1767384656.586083:0:16347:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384656.586084:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8eaf1c2. 02000000:00000001:3.0:1767384656.586088:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384656.586090:0:17059:0:(genops.c:898:class_export_put()) PUTting export 000000004a7a501b : new refcount 2 02000000:00000001:0.0:1767384656.586090:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384656.586092:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767384656.586096:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004875ebc8. 00000100:00000001:3.0:1767384656.586097:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.586097:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384656.586103:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384656.586104:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.586108:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384656.586111:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=73 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384656.586112:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384656.586116:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384656.586116:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384656.586119:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=73 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384656.586122:0:17064:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767384656.586125:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384656.586125:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e4ce0ea. 00000100:00000001:3.0:1767384656.586130:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384656.586132:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d847111. 00010000:00000001:3.0:1767384656.586134:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384656.586139:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.586140:0:17064:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384656.586145:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.586145:0:17064:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384656.586147:0:17064:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b5093 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384656.586154:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000086141068 x1853237050239872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384656.586157:0:17064:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000072052be0 already unused, calling callback (00000000e12a98bb) 00000100:00000001:3.0:1767384656.586164:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384656.586168:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384656.586169:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384656.586170:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1767384656.586173:0:17092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384656.586175:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:2.0:1767384656.586175:0:17064:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f279d7a9a0b5093 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000400:00000001:0.0:1767384656.586177:0:17092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384656.586181:0:17092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd64019d. 00000020:01000004:3.0:1767384656.586183:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384656.586189:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384656.586189:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007529c56c 00010000:00000001:2.0:1767384656.586190:0:17064:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:01000004:3.0:1767384656.586193:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:2.0:1767384656.586195:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1767384656.586195:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007529c56c. 00000020:01000004:3.0:1767384656.586197:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000001:2.0:1767384656.586199:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:01000004:3.0:1767384656.586202:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:2.0:1767384656.586203:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=3 00000100:00000001:0.0:1767384656.586203:0:17092:0:(events.c:78:reply_in_callback()) Process entered 00000020:01000004:3.0:1767384656.586208:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000001:2.0:1767384656.586209:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000100:00000200:0.0:1767384656.586212:0:17092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006e356334 x1853237050240000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:3.0:1767384656.586213:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:2.0:1767384656.586215:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000020:01000004:3.0:1767384656.586217:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384656.586221:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:2.0:1767384656.586223:0:17064:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384656.586227:0:17064:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f279d7a9a0b5093 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384656.586229:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086141068 x1853237050239872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384656.586239:0:17092:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006e356334 x1853237050240000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384656.586247:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384656.586251:0:17064:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f279d7a9a0b5093 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384656.586269:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000086141068 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050239872:0@lo:253: 10000000:01000000:2.0:1767384656.586273:0:17064:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:0.0:1767384656.586273:0:17092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384656.586278:0:17092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384656.586280:0:17064:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:3.0:1767384656.586281:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.586282:0:17092:0:(client.c:1578:after_reply()) Process entered 10000000:00000040:2.0:1767384656.586283:0:17064:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:0.0:1767384656.586287:0:17092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00000040:2.0:1767384656.586306:0:17064:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384656.586308:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384656.586310:0:17064:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.586314:0:17092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384656.586316:0:17092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.586317:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:2.0:1767384656.586319:0:17064:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:0.0:1767384656.586320:0:17092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384656.586323:0:17064:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:3.0:1767384656.586324:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000086141068 x1853237050239872/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000040:2.0:1767384656.586326:0:17064:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 2 00000100:00001000:0.0:1767384656.586327:0:17092:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f9289ee time=72 v=5 (5 0 0 0) 10000000:00000001:2.0:1767384656.586332:0:17064:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384656.586334:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384656.586337:0:17092:0:(import.c:2128:obd_at_measure()) add 1 to 00000000230de1e5 time=72 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384656.586341:0:17064:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384656.586346:0:17064:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384656.586346:0:17092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384656.586349:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384656.586349:0:17064:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384656.586350:0:17092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.586352:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384656.586356:0:17092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384656.586357:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.586361:0:17092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384656.586362:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1767384656.586362:0:17064:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000072052be0 with handle 0x9f279d7a9a0b508c from hash 00010000:00000001:2.0:1767384656.586366:0:17064:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:3.0:1767384656.586368:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008b18b284. 00010000:00000001:2.0:1767384656.586375:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384656.586376:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384656.586376:0:17092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.586377:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384656.586380:0:17064:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:3.0:1767384656.586382:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384656.586383:0:17064:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:3.0:1767384656.586386:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00010000:00000001:2.0:1767384656.586387:0:17064:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000040:0.0:1767384656.586387:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006e356334 x1853237050240000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384656.586394:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384656.586394:0:17064:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000010:3.0:1767384656.586399:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a040aba0. 00010000:00000001:2.0:1767384656.586399:0:17064:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384656.586404:0:17064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c309fb6. 00000100:00000001:0.0:1767384656.586405:0:17092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384656.586409:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:2.0:1767384656.586409:0:17064:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384656.586411:0:17092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384656.586414:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384656.586415:0:17064:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384656.586416:0:17092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384656.586418:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086141068. 02000000:00000001:2.0:1767384656.586419:0:17064:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384656.586421:0:17092:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 02000000:00000001:2.0:1767384656.586423:0:17064:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.586425:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384656.586425:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1767384656.586428:0:17064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8eaf1c2. 00000100:00000001:3.0:1767384656.586430:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.586430:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384656.586432:0:17064:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.586434:0:17092:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.586437:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384656.586438:0:17064:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384656.586442:0:17064:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b5093 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384656.586442:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006e356334 x1853237050240000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384656.586446:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384656.586450:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.586456:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384656.586460:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384656.586461:0:17064:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384656.586464:0:17064:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.586469:0:17064:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384656.586472:0:17064:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384656.586472:0:17092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006e356334 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050240000:0@lo:104: 00000100:00000040:2.0:1767384656.586478:0:17064:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c309fb6] to pc [ptlrpcd_00_00+0] req@000000006c309fb6 x1853237050240128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.586481:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.586488:0:17092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.586492:0:17092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384656.586495:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384656.586499:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006e356334 x1853237050240000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384656.586506:0:17064:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384656.586508:0:17092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767384656.586509:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384656.586512:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384656.586513:0:17092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384656.586514:0:17064:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.586518:0:17064:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384656.586519:0:17092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d486e48e. 10000000:00000001:2.0:1767384656.586521:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.586524:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384656.586525:0:17064:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b5093 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384656.586527:0:17092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:3.0:1767384656.586529:0:16345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000020:00000001:0.0:1767384656.586531:0:17092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384656.586535:0:17092:0:(genops.c:1242:class_import_put()) import 0000000093c50239 refcount=1 obd=MGS 00000100:00000001:3.0:1767384656.586537:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384656.586538:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384656.586542:0:17064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 0000000072052be0/0x9f279d7a9a0b508c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b5093 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384656.586542:0:17092:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384656.586545:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1767384656.586546:0:17092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cd76da0a. 00000100:00000001:3.0:1767384656.586550:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384656.586555:0:17092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384656.586556:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384656.586559:0:17092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384656.586560:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384656.586564:0:17092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e356334. 00000100:00000001:3.0:1767384656.586565:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:2.0:1767384656.586566:0:17064:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000021977241 count: 0 00000100:00000001:0.0:1767384656.586572:0:17092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384656.586575:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384656.586576:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c309fb6 x1853237050240128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384656.586577:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384656.586581:0:17064:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000010:0.0:1767384656.586581:0:17092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000071498c10. 00010000:00000010:2.0:1767384656.586583:0:17064:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f1676279. 00000100:00000001:0.0:1767384656.586589:0:17092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384656.586590:0:17064:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.586594:0:17092:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384656.586596:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384656.586597:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1767384656.586598:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.586600:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384656.586601:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384656.586604:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384656.586609:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384656.586609:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384656.586610:0:17092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d2ad157. 02000000:00000001:3.0:1767384656.586614:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384656.586615:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384656.586618:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384656.586618:0:17092:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384656.586620:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.586621:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.586624:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384656.586627:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767384656.586629:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006c309fb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050240128:0@lo:103: 00010000:00000001:0.0:1767384656.586629:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384656.586634:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:0.0:1767384656.586636:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384656.586637:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.586639:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384656.586641:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:3.0:1767384656.586644:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1767384656.586645:0:17092:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384656.586648:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384656.586654:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384656.586666:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f7a0956. 02000000:00000001:3.0:1767384656.586670:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384656.586674:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52dc6a7. 00000400:00000010:3.0:1767384656.586679:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dcba752. 00000100:00000200:3.0:1767384656.586683:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050240128, portal 18 00000100:00000001:3.0:1767384656.586685:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384656.586687:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747171328 : -108600962380288 : ffff9d3a5e370e00) 00000100:00000040:3.0:1767384656.586693:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006c309fb6 x1853237050240128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.586699:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384656.586702:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384656.586705:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a247afe. 00000100:00000200:3.0:1767384656.586708:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050240128, offset 0 00000400:00000200:3.0:1767384656.586713:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384656.586720:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384656.586727:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260106c80 00000400:00000200:3.0:1767384656.586734:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:3.0:1767384656.586740:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384656.586743:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384656.586747:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384656.586749:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384656.586754:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000510b9640. 00000100:00000040:3.0:1767384656.586757:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000510b9640 x1853237050240128 msgsize 328 00000100:00100000:3.0:1767384656.586762:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384656.586776:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384656.586782:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a247afe 00000400:00000010:3.0:1767384656.586784:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a247afe. 00000100:00000001:3.0:1767384656.586789:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384656.586789:0:17063:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384656.586794:0:17063:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050240128 00000100:00000200:3.0:1767384656.586796:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006c309fb6 x1853237050240128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384656.586797:0:17063:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384656.586799:0:17063:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384656.586801:0:17063:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.586805:0:17063:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384656.586810:0:17063:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050240128 00000020:00000001:2.0:1767384656.586813:0:17063:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384656.586816:0:17063:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:3.0:1767384656.586817:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384656.586817:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384656.586821:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000020:00000001:2.0:1767384656.586823:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000040:3.0:1767384656.586825:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006c309fb6 x1853237050240128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384656.586826:0:17063:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384656.586830:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384656.586833:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f5ec41e. 00000100:00000001:2.0:1767384656.586837:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384656.586841:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384656.586841:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f5ec41e. 00000100:00000001:3.0:1767384656.586854:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384656.586856:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f846120. 00000100:00000001:3.0:1767384656.586861:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384656.586861:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009cb5425e. 00000020:00000010:2.0:1767384656.586867:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047d37725. 00000100:00000001:3.0:1767384656.586868:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294944912 00000100:00000040:2.0:1767384656.586874:0:17063:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384656.586877:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944911 00000100:00000001:2.0:1767384656.586877:0:17063:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384656.586878:0:17063:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384656.586881:0:17063:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384656.586884:0:17063:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.586886:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294944912 00010000:00000001:2.0:1767384656.586887:0:17063:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384656.586890:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384656.586892:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384656.586894:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000603cb910 refcount=4 00000100:00000001:3.0:1767384656.586895:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944911 00000020:00000001:2.0:1767384656.586896:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00010000:00000001:2.0:1767384656.586901:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00000100:00000001:3.0:1767384656.586905:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294944912 00010000:00010000:2.0:1767384656.586906:0:17063:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b5093 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b508c expref: 16 pid: 17071 timeout: 427 lvb_type: 0 00010000:00000001:2.0:1767384656.586914:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384656.586915:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294944911 00010000:00000001:2.0:1767384656.586916:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384656.586919:0:17063:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.586922:0:17063:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.586938:0:17063:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384656.586940:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294944912 00000100:00000200:2.0:1767384656.586942:0:17063:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000510b9640 x1853237050240128/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 328/0 e 0 to 0 dl 1767384667 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.586950:0:16345:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294944911 00000100:00000001:2.0:1767384656.586951:0:17063:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384656.586953:0:17063:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.586961:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384656.586965:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.586965:0:17063:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.586969:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.586974:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.586979:0:17063:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384656.586982:0:17063:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384656.586986:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384656.586988:0:17063:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:2.0:1767384656.586990:0:17063:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055424384 : -108605654127232 : ffff9d394690ad80) 00000100:00000040:2.0:1767384656.586994:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000510b9640 x1853237050240128/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 328/0 e 0 to 0 dl 1767384667 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.587008:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384656.587011:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f5ec41e. 00000100:00000001:2.0:1767384656.587013:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384656.587014:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f5ec41e. 00000100:00100000:2.0:1767384656.587018:0:17063:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000510b9640 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050240128:12345-0@lo:103: 00000100:00000200:2.0:1767384656.587020:0:17063:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050240128 00010000:00000001:2.0:1767384656.587022:0:17063:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384656.587024:0:17063:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384656.587026:0:17063:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384656.587028:0:17063:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384656.587029:0:17063:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384656.587032:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ae51138f. 02000000:00000001:2.0:1767384656.587034:0:17063:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.587035:0:17063:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.587037:0:17063:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384656.587038:0:17063:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384656.587040:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384656.587041:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384656.587042:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000603cb910 refcount=4 00000020:00000001:2.0:1767384656.587044:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00010000:00000001:2.0:1767384656.587045:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00010000:00000040:2.0:1767384656.587048:0:17063:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000013139ed4 count: 3 00010000:00010000:2.0:1767384656.587050:0:17063:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b5093 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b508c expref: 16 pid: 17071 timeout: 427 lvb_type: 0 00000100:00001000:2.0:1767384656.587054:0:17063:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d25eb6a3 time=1767384656 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384656.587057:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384656.587060:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384656.587060:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384656.587062:0:17063:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b5093 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9f279d7a9a0b508c expref: 16 pid: 17071 timeout: 427 lvb_type: 0 00000020:00000001:2.0:1767384656.587066:0:17063:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384656.587071:0:17063:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384656.587073:0:17063:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.587074:0:17063:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.587077:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384656.587079:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384656.587082:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384656.587083:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384656.587085:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384656.587086:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384656.587087:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000603cb910 with handle 0x9f279d7a9a0b5093 from hash 00010000:00000001:2.0:1767384656.587088:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384656.587089:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384656.587090:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384656.587091:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384656.587092:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384656.587092:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384656.587094:0:17063:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b5093 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9f279d7a9a0b508c expref: 16 pid: 17071 timeout: 427 lvb_type: 0 00010000:00000040:2.0:1767384656.587098:0:17063:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 9 00000020:00000040:2.0:1767384656.587099:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00010000:00000001:2.0:1767384656.587102:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384656.587103:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384656.587104:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384656.587105:0:17063:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000b948771c 00010000:00000001:2.0:1767384656.587107:0:17063:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384656.587108:0:17063:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384656.587108:0:17063:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384656.587110:0:17063:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384656.587111:0:17063:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384656.587113:0:17063:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384656.587114:0:17063:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384656.587115:0:17063:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384656.587119:0:17063:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384656.587121:0:17063:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384656.587127:0:17063:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384656.587128:0:17063:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384656.587129:0:17063:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000013139ed4) refcount = 2 00010000:00010000:2.0:1767384656.587131:0:17063:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384656.587135:0:17063:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384656.587136:0:17063:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384656.587137:0:17063:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384656.587138:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384656.587141:0:17063:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001f5ec41e. 00000100:00000001:2.0:1767384656.587142:0:17063:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384656.587145:0:17063:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1676279. 00000100:00000001:2.0:1767384656.587147:0:17063:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468050146432 : -108605659405184 : ffff9d3946402480) 00000100:00000001:2.0:1767384656.587148:0:17063:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635468050146432 : -108605659405184 : ffff9d3946402480) 00000100:00000001:2.0:1767384656.587149:0:17063:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384656.587150:0:17063:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384656.587151:0:17063:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384656.587152:0:17063:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384656.587154:0:17063:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384656.587156:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384656.587158:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384656.587159:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b948771c refcount=5 00000020:00000001:2.0:1767384656.587160:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:2.0:1767384656.587162:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:2.0:1767384656.587164:0:17063:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384656.587166:0:17063:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384656.587173:0:17063:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384656.587175:0:17063:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384656.587181:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384656.587182:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384656.587191:0:17063:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384656.587197:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384656.587199:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.587201:0:17063:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384656.587203:0:17063:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384656.587209:0:17063:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b948771c already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384656.587212:0:17063:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384656.587214:0:17063:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384656.587216:0:17063:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384656.587223:0:17063:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384656.587225:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384656.587227:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384656.587228:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b948771c refcount=6 00000020:00000001:2.0:1767384656.587230:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:2.0:1767384656.587233:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293453312 : -108601416098304 : ffff9d3a432bde00) 00010000:00000001:2.0:1767384656.587236:0:17063:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384656.587238:0:17063:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384656.587244:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384656.587245:0:17063:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384656.587246:0:17063:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.587255:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384656.587256:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384656.587258:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384656.587259:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384656.587260:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b948771c with handle 0x9f279d7a9a0b509a from hash 00010000:00000001:2.0:1767384656.587261:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384656.587263:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384656.587270:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384656.587271:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384656.587272:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384656.587274:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384656.587275:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384656.587276:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384656.587278:0:17063:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.587279:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384656.587281:0:17063:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384656.587283:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384656.587284:0:17092:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384656.587285:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384656.587288:0:17063:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.587308:0:17063:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.587309:0:17063:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384656.587314:0:17063:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384656.587326:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.587326:0:17092:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384656.587329:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384656.587331:0:17063:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384656.587333:0:17063:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 20000000:00000001:0.0:1767384656.587333:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384656.587336:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384656.587339:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384656.587340:0:17063:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767384656.587340:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384656.587343:0:17063:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384656.587347:0:17063:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.587351:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384656.587353:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384656.587357:0:17063:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.587358:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384656.587359:0:17063:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384656.587363:0:17063:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1767384656.587363:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384656.587367:0:17063:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384656.587368:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b948771c/0x9f279d7a9a0b509a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384656.587370:0:17063:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.587373:0:17063:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384656.587376:0:17063:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f1676279. 00000100:00000001:2.0:1767384656.587381:0:17063:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384656.587383:0:17063:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384656.587385:0:17063:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001f5ec41e. 00010000:00000001:0.0:1767384656.587388:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384656.587391:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384656.587394:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384656.587396:0:17063:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000013139ed4 count: 0 00010000:00010000:2.0:1767384656.587402:0:17063:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384656.587403:0:17063:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384656.587406:0:17063:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384656.587408:0:17063:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384656.587409:0:17063:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384656.587412:0:17063:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384656.587415:0:17063:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384656.587416:0:17063:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384656.587418:0:17063:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384656.587420:0:17063:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.587422:0:17063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384656.587425:0:17063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384656.587428:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000100:00000200:2.0:1767384656.587431:0:17063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050240128, offset 224 00000400:00000200:2.0:1767384656.587435:0:17063:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384656.587443:0:17063:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384656.587449:0:17063:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260106c80 00000400:00000200:2.0:1767384656.587454:0:17063:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d49 [1] + 224 00000400:00000200:2.0:1767384656.587457:0:17063:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384656.587460:0:17063:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384656.587464:0:17063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384656.587467:0:17063:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006c309fb6 x1853237050240128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384656.587473:0:17063:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006c309fb6 x1853237050240128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.587481:0:17063:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384656.587485:0:17063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384656.587486:0:17063:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000001:2.0:1767384656.587490:0:17063:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384656.587491:0:17063:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384656.587493:0:17063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.587495:0:17063:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:3.0:1767384656.587499:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384656.587501:0:17063:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.587504:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384656.587504:0:17063:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.587510:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000510b9640 x1853237050240128/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 328/224 e 0 to 0 dl 1767384667 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384656.587511:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384656.587515:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384656.587520:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f52dc6a7. 00000100:00100000:2.0:1767384656.587520:0:17063:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000510b9640 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050240128:12345-0@lo:103: Request processed in 510us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384656.587529:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767384656.587532:0:17063:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384656.587534:0:17063:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384656.587535:0:17063:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384656.587538:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009cb5425e. 00000020:00000010:2.0:1767384656.587542:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047d37725. 00000020:00000010:2.0:1767384656.587544:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f846120. 00000020:00000040:2.0:1767384656.587546:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000400:00000200:3.0:1767384656.587548:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dcba752 00000100:00000001:2.0:1767384656.587549:0:17063:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384656.587554:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dcba752. 00000100:00000001:3.0:1767384656.587560:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384656.587565:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006c309fb6 x1853237050240128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384656.587574:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006c309fb6 x1853237050240128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.587581:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384656.587582:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.587585:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384656.587587:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384656.587588:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384656.587590:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384656.587592:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384656.587603:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384656.587607:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384656.587610:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384656.587611:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384656.587613:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384656.587615:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.587617:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384656.587620:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c309fb6 x1853237050240128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.587627:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384656.587629:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384656.587631:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384656.587634:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c309fb6 x1853237050240128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384656.587641:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006c309fb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050240128:0@lo:103: 00000100:00000001:3.0:1767384656.587646:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.587649:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384656.587651:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006c309fb6 x1853237050240128/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.587658:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384656.587659:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384656.587662:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f7a0956. 02000000:00000001:3.0:1767384656.587665:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384656.587667:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384656.587669:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384656.587671:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384656.587673:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b8eaf1c2. 02000000:00000001:3.0:1767384656.587676:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384656.587678:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384656.587679:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c309fb6. 00000100:00000001:3.0:1767384656.587682:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384656.587684:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.587686:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.587691:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384656.587700:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.587702:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384656.587704:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384656.588015:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cbaee1e9. 00080000:00000010:2.0:1767384656.588059:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f2f6658. 00040000:00000001:2.0:1767384656.588065:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384656.588067:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384656.588069:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384656.588072:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384656.588075:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384656.588077:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384656.588079:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384656.588090:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384656.588093:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384656.588098:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384656.588114:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384656.588119:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384656.588121:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384656.588125:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384656.588127:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384656.588132:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a54ec9fc. 00010000:00000001:0.0:1767384656.588137:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384656.588140:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007b35dd30. 00000020:00000001:0.0:1767384656.588143:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384656.588145:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007b35dd30 with handle 0x9f279d7a9a0b50a1 to hash 00000020:00000001:0.0:1767384656.588147:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384656.588155:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142737920 : -108600566813696 : ffff9d3a75caec00) 00010000:00000001:0.0:1767384656.588158:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142737920 : -108600566813696 : ffff9d3a75caec00) 00010000:00000001:0.0:1767384656.588161:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384656.588163:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384656.588165:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007b35dd30/0x9f279d7a9a0b50a1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.588172:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384656.588174:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384656.588175:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384656.588178:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384656.588179:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.588181:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384656.588183:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.588185:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384656.588186:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384656.588188:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384656.588189:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384656.588191:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a54ec9fc) refcount = 1 00010000:00010000:0.0:1767384656.588195:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007b35dd30/0x9f279d7a9a0b50a1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.588201:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384656.588202:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384656.588204:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.588207:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.588209:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384656.588213:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384656.588215:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:0.0:1767384656.588218:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384656.588220:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384656.588222:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b35dd30 refcount=4 00000020:00000001:0.0:1767384656.588225:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142737920 : -108600566813696 : ffff9d3a75caec00) 00010000:00000001:0.0:1767384656.588228:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142737920 : -108600566813696 : ffff9d3a75caec00) 00010000:00000001:0.0:1767384656.588230:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000020:2.0:1767384656.588231:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384656.588235:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384656.588237:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000cc8cf7a. 00010000:00010000:0.0:1767384656.588241:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007b35dd30/0x9f279d7a9a0b50a1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384656.588244:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384656.588251:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050239744 00010000:00000001:0.0:1767384656.588254:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:2.0:1767384656.588256:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384656.588258:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007b35dd30/0x9f279d7a9a0b50a1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384656.588262:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000739681e4 x1853237050239744/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384656.588275:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.588278:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384656.588279:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007b35dd30/0x9f279d7a9a0b50a1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.588318:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384656.588320:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.588324:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384656.588328:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007b35dd30/0x9f279d7a9a0b50a1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384656.588334:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384656.588338:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384656.588340:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007b35dd30 already unused, calling callback (0000000043915e75) 00000100:00001000:2.0:1767384656.588342:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=73 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384656.588346:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384656.588349:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384656.588350:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384656.588355:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007b35dd30/0x9f279d7a9a0b50a1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384656.588356:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384656.588363:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384656.588370:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384656.588370:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767384656.588373:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.588374:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384656.588378:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384656.588380:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384656.588382:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007b35dd30 refcount=5 00000100:00000040:2.0:1767384656.588386:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384656.588388:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142737920 : -108600566813696 : ffff9d3a75caec00) 00000400:00000010:2.0:1767384656.588392:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1676279. 00010000:00000001:0.0:1767384656.588393:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142737920 : -108600566813696 : ffff9d3a75caec00) 00000100:00000200:2.0:1767384656.588398:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050239744, offset 224 00010000:00000001:0.0:1767384656.588399:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384656.588403:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007b35dd30/0x9f279d7a9a0b50a1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384656.588410:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384656.588416:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384656.588420:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384656.588427:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384656.588428:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260106b00 00010000:00000001:0.0:1767384656.588430:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.588437:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d25 [2] + 224 00010000:00000001:0.0:1767384656.588437:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384656.588440:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384656.588444:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384656.588446:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.588447:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384656.588449:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007b35dd30 with handle 0x9f279d7a9a0b50a1 from hash 00010000:00000001:0.0:1767384656.588455:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384656.588456:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384656.588459:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384656.588462:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384656.588463:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.588467:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:2.0:1767384656.588468:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000011410443 x1853237050239744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384656.588470:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384656.588473:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384656.588477:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384656.588479:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.588484:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.588485:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000011410443 x1853237050239744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384656.588489:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384656.588493:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384656.588500:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.588503:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.588505:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.588507:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.588509:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.588510:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384656.588511:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007b35dd30/0x9f279d7a9a0b50a1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384656.588518:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1676279 00010000:00000001:0.0:1767384656.588520:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384656.588522:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1676279. 00010000:00000001:0.0:1767384656.588524:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384656.588527:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384656.588528:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384656.588532:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384656.588533:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384656.588537:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384656.588539:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.588539:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.588543:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384656.588545:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384656.588546:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384656.588547:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.588550:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384656.588552:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 20000000:00000001:0.0:1767384656.588553:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.588555:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384656.588556:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:0.0:1767384656.588558:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007b35dd30/0x9f279d7a9a0b50a1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384656.588561:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384656.588561:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384656.588565:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007acbc488. 00000400:00000200:3.0:1767384656.588572:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fe0d20f 00000100:00000040:2.0:1767384656.588576:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000739681e4 x1853237050239744/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:637/0 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384656.588577:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fe0d20f. 00000100:00000001:3.0:1767384656.588583:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384656.588591:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000011410443 x1853237050239744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384656.588595:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384656.588600:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384656.588604:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007b35dd30/0x9f279d7a9a0b50a1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384656.588608:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000739681e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050239744:12345-0@lo:253: Request processed in 5134us (5727us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384656.588615:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000011410443 x1853237050239744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384656.588627:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a54ec9fc count: 0 00000100:00100000:2.0:1767384656.588628:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000040:2.0:1767384656.588635:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384656.588641:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384656.588641:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384656.588641:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384656.588644:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 20000000:00000001:0.0:1767384656.588646:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384656.588647:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384656.588649:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ba8ba47a. 00000100:00000001:3.0:1767384656.588652:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384656.588655:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384656.588655:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000053e94aa3. 00000100:00000001:3.0:1767384656.588660:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384656.588661:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000029980bcf. 00000100:00000001:3.0:1767384656.588662:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384656.588667:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384656.588667:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:2.0:1767384656.588673:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384656.588674:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=73 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384656.588676:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a5dc6a3f. 00000100:00001000:3.0:1767384656.588681:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=73 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384656.588683:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384656.588688:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384656.588688:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.588691:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384656.588694:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384656.588695:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384656.588699:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384656.588701:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fe53ec1. 00000100:00000001:3.0:1767384656.588702:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384656.588708:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1676279. 00000100:00000040:3.0:1767384656.588711:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011410443 x1853237050239744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.588721:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384656.588723:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384656.588725:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384656.588728:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384656.588739:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384656.588740:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384656.588741:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384656.588743:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384656.588744:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384656.588746:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384656.588747:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384656.588748:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384656.588750:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384656.588754:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011410443 x1853237050239744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384656.588762:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000011410443 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050239744:0@lo:253: 00000100:00000001:3.0:1767384656.588767:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.588769:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384656.588771:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000011410443 x1853237050239744/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384656.588777:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384656.588779:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384656.588782:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000778feb3c. 02000000:00000001:3.0:1767384656.588785:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384656.588786:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384656.588788:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384656.588790:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384656.588791:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bab46fe4. 02000000:00000001:3.0:1767384656.588794:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384656.588796:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384656.588797:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011410443. 00000100:00000001:3.0:1767384656.588800:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384656.588802:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.588803:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384656.588808:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384656.588809:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384656.588811:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384656.588813:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.592333:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294944912, at 4294944913 00000100:00000040:0.0:1767384656.592336:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294944912, at 4294944913 00000100:00000010:2.0:1767384656.592342:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004e716e3e. 00000100:00000010:0.0:1767384656.592344:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000038be316. 00000100:00000040:1.0:1767384656.592355:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294944912, at 4294944913 00000100:00000010:1.0:1767384656.592365:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c733251. 00000100:00000040:3.0:1767384656.593342:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294944912, at 4294944914 00000100:00000010:3.0:1767384656.593350:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000348a5fa1. 00010000:00000010:2.1:1767384656.596332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000021977241. 00010000:00000010:0.1:1767384656.596333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b948771c. 00010000:00000010:2.1:1767384656.596342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072052be0. 00010000:00000010:0.1:1767384656.596344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a54ec9fc. 00010000:00000010:2.1:1767384656.596352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000603cb910. 00010000:00000010:0.1:1767384656.596353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007b35dd30. 00010000:00000010:2.1:1767384656.596362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000013139ed4. 00000400:00000010:1.0:1767384656.600606:0:34566:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000544357f7. 00000400:00000040:1.0:1767384656.600624:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384656.600626:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384656.600628:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384656.600630:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384656.600631:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384656.600632:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384656.600635:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384656.600636:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384656.600637:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384656.600642:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384656.600644:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384656.600645:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384656.600647:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384656.600648:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384656.600649:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384656.600651:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384656.600652:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384656.600652:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384656.600653:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384656.600655:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384656.600656:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384656.600657:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384656.600658:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384656.600659:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384656.600660:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384656.600661:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384656.600662:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384656.600663:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384656.600664:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384656.600665:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384656.600666:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384656.600667:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384656.600669:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384656.600669:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384656.600670:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384656.600671:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384656.600672:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384656.600674:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384656.600675:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384656.600676:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384656.600677:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384656.600678:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384656.600679:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384656.600680:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384656.600681:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384656.600682:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384656.600683:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384656.600684:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384656.600690:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384656.600691:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384656.600692:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384656.600693:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384656.600694:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384656.600695:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384656.600696:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384656.600697:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384656.600698:0:34566:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384656.600805:0:34566:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000544357f7. 00010000:00000001:1.0:1767384656.639396:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384656.639403:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.639409:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384656.639411:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384656.639483:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384656.639488:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384656.639491:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384657.471398:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384657.471408:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384657.471412:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050e27036 00000400:00000010:3.0:1767384657.471419:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050e27036. 00000400:00000200:3.0:1767384657.471426:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384657.471437:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp34 recovery ping unlinked 00000400:00000010:3.0:1767384657.471453:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000024f83d68. 00000400:00000010:3.0:1767384657.471459:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d2ec86ab. 00000400:00000200:3.0:1767384657.471470:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp41 00000400:00000010:3.0:1767384657.471477:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d447f5a3. 00000400:00000010:3.0:1767384657.471484:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cbaee1e9. 00000400:00000010:3.0:1767384657.471490:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dcba752. 00000400:00000010:3.0:1767384657.471502:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b4f8d00c. 00000400:00000200:3.0:1767384657.471507:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp41 00000400:00000200:3.0:1767384657.471528:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp41 local destination 00000400:00000200:3.0:1767384657.471536:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp41 00000400:00000200:3.0:1767384657.471544:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp41 NI seq info: [158:158:256:4294967295] 192.168.202.122@tcp41 LPNI seq info [144:144:8:4294967295] 00000400:00000200:3.0:1767384657.471556:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp41 00000400:00000200:3.0:1767384657.471569:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp41(192.168.202.122@tcp41:) -> 192.168.202.122@tcp41(192.168.202.122@tcp41:192.168.202.122@tcp41) : GET try# 0 00000800:00000200:3.0:1767384657.471578:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp41 00000800:00000010:3.0:1767384657.471584:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006ed74d45. 00000800:00000200:3.0:1767384657.471598:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002dcabe44] -> 12345-192.168.202.122@tcp41 (2) 00000800:00000200:3.1:1767384657.471606:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002dcabe44] -> 12345-192.168.202.122@tcp41 (2) 00000400:00000200:3.0:1767384657.471639:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp41 added to recovery queue. ping count: 1 next ping: 280 health :900 00000400:00000200:3.0:1767384657.471761:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.471862:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.471905:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.471962:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472021:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472080:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472127:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472179:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472236:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472330:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472447:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472520:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472579:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472652:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472702:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472748:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472793:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472847:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.472929:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473006:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473076:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473140:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473227:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473348:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473445:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473524:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473583:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473648:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473717:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473797:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473889:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.473990:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.474101:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.474198:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384657.474507:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384657.474782:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000778feb3c. 00000800:00000010:3.0:1767384657.474794:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005fe0d20f. 00000800:00000010:3.0:1767384657.474804:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000080918056. 00000800:00000010:3.0:1767384657.474837:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000080918056. 00000800:00020000:3.0:1767384657.474850:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384657.474854:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005fe0d20f. 00000800:00000010:3.0:1767384657.474856:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000778feb3c. 00000400:02020000:3.0:1767384657.474897:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp41 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384657.474906:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp41 notifying 192.168.202.122@tcp41: down 00000400:00000200:3.0:1767384657.474913:0:16333:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384657.474930:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp41 00000800:00000010:3.0:1767384657.474934:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006ed74d45. 00000400:00000200:3.0:1767384657.474940:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384657.474946:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp41->192.168.202.122@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384657.474960:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384657.474964:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384657.474969:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp41) recovery failed with -71 00010000:00000001:1.0:1767384657.664359:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384657.664366:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384657.664373:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384657.664375:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384657.664410:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384657.664415:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384657.664419:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384658.229902:0:35052:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000049bce0d1. 00080000:00000010:3.0:1767384658.229926:0:35052:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000049bce0d1. 00000020:00000001:3.0:1767384658.229933:0:35052:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384658.229943:0:35052:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000049bce0d1. 00080000:00000010:3.0:1767384658.229948:0:35052:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000049bce0d1. 00000020:00000001:3.0:1767384658.229951:0:35052:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384658.495376:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384658.495382:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384658.495386:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dcba752 00000400:00000010:0.0:1767384658.495391:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dcba752. 00000400:00000200:0.0:1767384658.495397:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384658.495403:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384658.495416:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d447f5a3. 00000400:00000010:0.0:1767384658.495422:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cbaee1e9. 00000400:00000200:0.0:1767384658.495430:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp40 00000400:00000010:0.0:1767384658.495434:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ae018cbf. 00000800:00000200:2.0:1767384658.495439:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00000400:00000010:0.0:1767384658.495442:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001ebd0cc6. 00000800:00000200:2.1:1767384658.495447:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00000400:00000010:0.0:1767384658.495450:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000081a5274. 00000400:00000010:0.0:1767384658.495461:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e58fea83. 00000400:00000200:0.0:1767384658.495467:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp40 00000400:00000200:0.0:1767384658.495481:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp40 local destination 00000400:00000200:0.0:1767384658.495488:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp40 00000400:00000200:0.0:1767384658.495494:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp40 NI seq info: [159:159:256:4294967295] 192.168.202.122@tcp40 LPNI seq info [145:145:8:4294967295] 00000400:00000200:0.0:1767384658.495503:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp40 00000400:00000200:0.0:1767384658.495514:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp40(192.168.202.122@tcp40:) -> 192.168.202.122@tcp40(192.168.202.122@tcp40:192.168.202.122@tcp40) : GET try# 0 00000800:00000200:0.0:1767384658.495521:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp40 00000800:00000010:0.0:1767384658.495526:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003e4d5d9b. 00000400:00000200:2.0:1767384658.495537:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:0.0:1767384658.495543:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000236fb68a] -> 12345-192.168.202.122@tcp40 (2) 00000800:00000200:0.1:1767384658.495550:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000236fb68a] -> 12345-192.168.202.122@tcp40 (2) 00000400:00000200:2.0:1767384658.495576:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.495597:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.495600:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp40 added to recovery queue. ping count: 3 next ping: 287 health :700 00000400:00000200:2.0:1767384658.495623:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.495647:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.495675:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.495678:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.495720:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.495758:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.495779:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.495814:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.495843:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.495870:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.495897:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.495940:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.495966:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.495989:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496010:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496049:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496054:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496125:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496125:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496167:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496195:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496210:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496255:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496263:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496318:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496352:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496360:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496406:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496413:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496459:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496467:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496509:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496522:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496553:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496571:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496605:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496623:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496651:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496666:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496709:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496719:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496768:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496783:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496819:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496852:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496866:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496927:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496940:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.496984:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.496996:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497044:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.497049:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.497092:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497113:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.497126:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.497180:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497183:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384658.497226:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497243:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497332:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497376:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000800:00000010:2.0:1767384658.497398:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004875ebc8. 00000800:00000010:2.0:1767384658.497403:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ea7f3e0. 00000800:00000010:2.0:1767384658.497407:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ba072a3a. 00000400:00000200:0.0:1767384658.497433:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000800:00000010:2.0:1767384658.497436:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ba072a3a. 00000800:00020000:2.0:1767384658.497447:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000400:00000200:0.0:1767384658.497470:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497498:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497525:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497554:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497583:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497615:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497642:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497671:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497702:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497734:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497772:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497802:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497835:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497865:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497898:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497945:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.497975:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.498002:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.122:988 00000800:00000010:0.0:1767384658.498195:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007ea3fc4b. 00000800:00000010:0.0:1767384658.498201:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000079102c69. 00000800:00000010:0.0:1767384658.498207:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d236f2dd. 00000800:00000010:0.0:1767384658.498249:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d236f2dd. 00000400:00000200:3.0:1767384658.498420:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384658.498442:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp40 from 207.3.0.2 00000800:00000010:3.0:1767384658.498447:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000fdc948f9. 00000800:00000010:0.0:1767384658.498675:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000098a1950e. 00000800:00000010:0.0:1767384658.498682:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f79f1a22. 00000800:00000010:0.0:1767384658.498705:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002b59f435. 00000800:00000200:0.1:1767384658.498713:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000236fb68a] -> 12345-192.168.202.122@tcp40 (2) 00000800:00000200:0.1:1767384658.498719:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp40 000000002b59f435 deleted 00000800:00000010:0.1:1767384658.498723:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002b59f435. 00000800:00000200:0.1:1767384658.498729:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384658.498736:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp40 ip 192.168.202.122:975 00000800:00000200:0.1:1767384658.498741:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e4d5d9b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384658.498747:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp40 p 3.x 192.168.202.122 -> 192.168.202.122:975 incarnation:1767384648840480906 sched[0] 00000800:00000010:0.0:1767384658.498753:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d236f2dd. 00000800:00000010:0.0:1767384658.498806:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d236f2dd. 00000800:00000010:0.0:1767384658.498811:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f79f1a22. 00000800:00000010:0.0:1767384658.498846:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000fdc948f9. 00000800:00000001:0.0:1767384658.498866:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.498872:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384658.498939:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384658.498943:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003e4d5d9b. 00000400:00000200:0.0:1767384658.498947:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384658.498952:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp40->192.168.202.122@tcp40: GET: OK 00000400:00000200:0.0:1767384658.498958:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384658.498961:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp40 recovery message sent successfully:0 00000800:00000200:0.1:1767384658.498990:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384658.498995:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp40 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384648840480906 sched[0] 00000800:00000010:0.0:1767384658.498999:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000079102c69. 00000400:00000200:0.0:1767384658.499033:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499052:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499068:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499081:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499094:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499106:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499121:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499134:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499148:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499163:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499178:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499191:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499202:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499217:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499231:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499244:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499258:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499272:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499286:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499324:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499339:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499352:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499372:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499384:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499396:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499409:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499422:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499435:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499446:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499459:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499473:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499487:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499502:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499514:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499528:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499540:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499553:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499565:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499580:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499594:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499610:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499626:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499639:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499651:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499665:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499678:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499696:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499715:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.499740:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.122:988 00000800:00000010:0.0:1767384658.499878:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000062eec2fe. 00000800:00000010:0.0:1767384658.499881:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000079102c69. 00000800:00000010:0.0:1767384658.499884:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d236f2dd. 00000800:00000010:0.0:1767384658.499903:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d236f2dd. 00000800:00000001:0.0:1767384658.499936:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.499940:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384658.499942:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.499946:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384658.499950:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp40(192.168.202.122@tcp40) <- 192.168.202.122@tcp40 : GET - for me 00000400:00000200:0.0:1767384658.499959:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384658.499965:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x1d1d [1] + 0 00000400:00000200:0.0:1767384658.499972:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp40 to MR: 192.168.202.122@tcp40 local destination 00000400:00000200:0.0:1767384658.499978:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp40 NI seq info: [160:160:256:4294967295] 192.168.202.122@tcp40 LPNI seq info [146:146:8:4294967295] 00000400:00000200:0.0:1767384658.499984:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp40(192.168.202.122@tcp40:192.168.202.122@tcp40) -> 192.168.202.122@tcp40(192.168.202.122@tcp40:192.168.202.122@tcp40) 192.168.202.122@tcp40 : REPLY try# 0 00000800:00000200:0.0:1767384658.499988:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp40 00000800:00000010:0.0:1767384658.499990:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e4d5d9b. 00000800:00000200:0.0:1767384658.499993:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000236fb68a] -> 12345-192.168.202.122@tcp40 (4) 00000800:00000200:0.0:1767384658.499996:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp40 ip 192.168.202.122:988 00000800:00000200:0.0:1767384658.499998:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e4d5d9b type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384658.500037:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384658.500039:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e4d5d9b. 00000400:00000200:0.0:1767384658.500042:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384658.500044:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp40->192.168.202.122@tcp40: REPLY: OK 00000800:00000001:0.0:1767384658.500051:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.500053:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384658.500054:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.500056:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384658.500057:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.500059:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384658.500062:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp40(192.168.202.122@tcp40) <- 192.168.202.122@tcp40 : REPLY - for me 00000400:00000200:0.0:1767384658.500068:0:16339:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp40: Reply from 12345-192.168.202.122@tcp40 of length 272/272 into md 0x1d61 00000800:00000001:0.0:1767384658.500071:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.500075:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384658.500077:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384658.500084:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp40->192.168.202.122@tcp40: REPLY: OK 00000400:00000200:0.0:1767384658.500087:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000081a5274 00000400:00000010:0.0:1767384658.500088:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000081a5274. 00000400:00000200:0.0:1767384658.500090:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384658.500095:0:16339:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ae018cbf. 00000400:00000010:0.0:1767384658.500097:0:16339:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001ebd0cc6. 00000800:00000001:0.0:1767384658.500101:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.500103:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384658.500207:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384658.500214:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp40 from 206.3.0.2 00000800:00000010:0.0:1767384658.500216:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ae018cbf. 00000800:00000010:3.0:1767384658.500244:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000778feb3c. 00000800:00000010:3.0:1767384658.500252:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000000b81706. 00000800:00000010:3.0:1767384658.500279:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008e1d9889. 00000800:00000200:3.1:1767384658.500288:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000236fb68a] -> 12345-192.168.202.122@tcp40 (4) 00000800:00000200:3.1:1767384658.500317:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp40 000000008e1d9889 deleted 00000800:00000010:3.1:1767384658.500320:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008e1d9889. 00000800:00000200:3.1:1767384658.500326:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384658.500336:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp40 p 3.x 192.168.202.122 -> 192.168.202.122:974 incarnation:1767384648840480906 sched[0] 00000800:00000010:3.0:1767384658.500342:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d92085e7. 00000800:00000010:3.0:1767384658.500406:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d92085e7. 00000800:00000010:3.0:1767384658.500419:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000000b81706. 00000800:00000010:3.0:1767384658.500449:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ae018cbf. 00000800:00000200:3.1:1767384658.500481:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:0.0:1767384658.500482:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.500488:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384658.500490:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp40 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384648840480906 sched[0] 00000800:00000010:3.0:1767384658.500496:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000079102c69. 00000800:00000001:0.0:1767384658.500538:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.500542:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384658.502597:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ea7f3e0. 00000800:00000010:2.0:1767384658.502602:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004875ebc8. 00000400:02020000:2.0:1767384658.502727:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp26 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384658.507510:0:16332:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:1.0:1767384658.687355:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384658.687361:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384658.687366:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384658.687367:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384658.687417:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384658.687422:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384658.687425:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384658.916985:0:35216:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384658.916991:0:35216:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:0.0:1767384658.923316:0:35216:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384658.930794:0:35217:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a8759c55. 00000400:00000010:2.0:1767384658.930809:0:35217:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a12f52be. 00000400:00000010:2.0:1767384658.930820:0:35217:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c8b72afb. 00000400:00000010:2.0:1767384658.930824:0:35217:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000befbd47a. 00000400:00000010:2.0:1767384658.930828:0:35217:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a72edd7b. 00000400:00000010:2.0:1767384658.930833:0:35217:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001f5ec41e. 00000400:00000010:2.0:1767384658.930835:0:35217:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000681308c3. 00000400:00000010:2.0:1767384658.930836:0:35217:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000083b99728. 00000400:00000010:2.0:1767384658.930841:0:35217:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000027f8db29. 00000800:00000010:2.0:1767384658.930857:0:35217:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c9a40d7b. 00000800:00000200:2.0:1767384658.930868:0:35217:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384658.930887:0:35217:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384658.930943:0:35217:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384658.930971:0:35217:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp44 [8/256/0/180] 00000400:00000010:2.0:1767384658.933575:0:35217:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000b3849e8e. 00000400:00000010:2.0:1767384658.933582:0:35217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000461b648c. 00000400:00000010:2.0:1767384658.933589:0:35217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000400:00000001:2.0:1767384658.933611:0:35217:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384658.933613:0:35217:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384658.933615:0:35217:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000761f4fce. 00000400:00000200:2.0:1767384658.933618:0:35217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00000400:00000010:2.0:1767384658.933621:0:35217:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00000400:00000010:2.0:1767384658.933628:0:35217:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 0000000006c93d60. 00000400:00000200:2.0:1767384658.933633:0:35217:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (34) 00000400:00000200:2.0:1767384658.933656:0:35217:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384658.933667:0:35217:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000400:00000200:0.0:1767384658.933674:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:2.0:1767384658.933675:0:35217:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004875ebc8. 00000400:00000200:0.0:1767384658.933681:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000020:01000000:2.0:1767384658.933683:0:35217:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384658.933689:0:35217:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp44 00000400:00000010:0.0:1767384658.933690:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000081a5274. 00000400:00000200:0.0:1767384658.933695:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (35) 00000400:00000010:0.0:1767384658.933701:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000094266f22. 00000400:00000200:0.0:1767384658.933705:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000010:2.0:1767384658.933710:0:35217:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a12f52be. 00000400:00000010:2.0:1767384658.933716:0:35217:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a8759c55. 00000400:00000200:0.0:1767384658.933717:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:0.0:1767384658.933724:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000400:00000200:0.0:1767384658.933730:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:0.0:1767384658.933735:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:0.0:1767384658.933739:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:0.0:1767384658.933744:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000020:00000001:3.0:1767384658.933753:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384658.933759:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 10000000:00000001:3.0:1767384658.933760:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384658.933763:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384658.933768:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 10000000:01000000:3.0:1767384658.933769:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384658.933774:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384658.933779:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000020:01000004:3.0:1767384658.933780:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384658.933784:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384658.933786:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384658.933789:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384658.933793:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384658.933793:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[142, 38] 00000020:01000004:3.0:1767384658.933797:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384658.933800:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384658.933804:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384658.933804:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 38], ns[146, 38] 00000020:01000004:3.0:1767384658.933807:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384658.933811:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 38], ns[150, 38] 00000100:00000010:3.0:1767384658.933815:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eadd7430. 00000400:00000200:0.0:1767384658.933815:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000020:00000040:3.0:1767384658.933823:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:0.0:1767384658.933823:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:0.0:1767384658.933830:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000100:00000001:3.0:1767384658.933833:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384658.933834:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 02000000:00000001:3.0:1767384658.933837:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384658.933839:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:0.0:1767384658.933843:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 02000000:00000001:3.0:1767384658.933844:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.933848:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:0.0:1767384658.933853:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 30], ns[67, 30] 00000400:00000200:0.0:1767384658.933855:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 30], ns[80, 30] 02000000:00000010:3.0:1767384658.933857:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a5dc6a3f. 00000400:00000200:0.0:1767384658.933858:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 30], ns[87, 30] 00000400:00000200:0.0:1767384658.933864:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[121, 30], ns[135, 30] 00000100:00000001:3.0:1767384658.933868:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.933868:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 30], ns[140, 30] 00000100:00000001:3.0:1767384658.933880:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384658.933884:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 30], ns[155, 30] 00000100:00000001:3.0:1767384658.933885:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.933893:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 30], ns[156, 30] 00000100:00000040:3.0:1767384658.933899:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eadd7430] to pc [ptlrpcd_00_01+1] req@00000000eadd7430 x1853237050240256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384658.933900:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 30], ns[111, 30] 00000400:00000200:0.0:1767384658.933924:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 30], ns[132, 30] 00000400:00000200:0.0:1767384658.933938:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 30], ns[126, 30] 00000400:00000200:0.0:1767384658.933944:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[139, 30], ns[153, 30] 00000400:00000200:0.0:1767384658.933948:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 30], ns[152, 30] 00000400:00000200:0.0:1767384658.933951:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 30], ns[160, 30] 00000400:00000200:0.0:1767384658.933954:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[144, 30], ns[158, 30] 00000400:00000200:0.0:1767384658.933957:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000400:00000200:0.0:1767384658.933960:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000400:00000200:0.0:1767384658.933965:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp42 00000400:00000200:0.0:1767384658.933969:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp42 lpni_is_preferred = 0 00000400:00000200:0.0:1767384658.933972:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp42 10000000:00000001:3.0:1767384658.933975:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.933976:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp42 NI seq info: [161:161:256:4294967295] 192.168.202.122@tcp42 LPNI seq info [147:147:8:4294967295] 10000000:00000001:3.0:1767384658.933982:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.933987:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.933987:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp42 00000100:00000001:2.0:1767384658.933988:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384658.933994:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384658.933995:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384658.934000:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384658.934001:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp42(192.168.202.122@tcp42:) -> 192.168.202.122@tcp42(192.168.202.122@tcp:192.168.202.122@tcp42) : PUT try# 0 00000020:00000001:3.0:1767384658.934007:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:2.0:1767384658.934009:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000eadd7430 x1853237050240256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384658.934011:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:0.0:1767384658.934011:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.122@tcp42 00000800:00000010:0.0:1767384658.934017:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e4d5d9b. 10000000:00000001:3.0:1767384658.934023:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384658.934025:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:3.0:1767384658.934027:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384658.934029:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384658.934029:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006165d848. 00000020:01000004:3.0:1767384658.934032:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:0.0:1767384658.934036:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f79f1a22. 00000020:01000004:3.0:1767384658.934037:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384658.934038:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384658.934042:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384658.934044:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384658.934046:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:0.0:1767384658.934048:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006165d848] -> 12345-192.168.202.122@tcp42 (2) 00000020:01000004:3.0:1767384658.934050:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384658.934051:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384658.934056:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:0.1:1767384658.934056:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006165d848] -> 12345-192.168.202.122@tcp42 (2) 00000020:01000004:3.0:1767384658.934060:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:2.0:1767384658.934061:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000eadd7430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050240256:0@lo:253: 00000020:01000004:3.0:1767384658.934065:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384658.934068:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384658.934070:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384658.934073:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 02000000:00000001:2.0:1767384658.934075:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384658.934077:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073b7a26c. 02000000:00000001:2.0:1767384658.934079:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384658.934084:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000400:00000200:0.0:1767384658.934085:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 rc 0 02000000:00000001:2.0:1767384658.934086:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384658.934092:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384658.934095:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a3354e6d. 02000000:00000001:3.0:1767384658.934096:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384658.934101:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384658.934101:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384658.934110:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a339385. 02000000:00000010:3.0:1767384658.934112:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000cc8cf7a. 00000100:00000001:3.0:1767384658.934119:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384658.934120:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a12f52be. 00000100:00000001:3.0:1767384658.934124:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384658.934127:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050240256, portal 25 00000100:00000001:3.0:1767384658.934128:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.934133:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384658.934137:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055417216 : -108605654134400 : ffff9d3946909180) 00000400:00000200:0.0:1767384658.934138:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000040:3.0:1767384658.934139:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073b7a26c] to pc [ptlrpcd_00_02+2] req@0000000073b7a26c x1853237050240384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384658.934148:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000eadd7430 x1853237050240256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.934166:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384658.934171:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:3.0:1767384658.934175:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384658.934175:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000368b3a82. 10000000:00000001:3.0:1767384658.934180:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.934183:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384658.934189:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:2.0:1767384658.934190:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050240256, offset 0 00000020:00000010:3.0:1767384658.934192:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004875ebc8. 00000400:00000200:2.0:1767384658.934204:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384658.934204:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000001:3.0:1767384658.934210:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.934216:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384658.934217:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384658.934225:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.934229:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384658.934233:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384658.934233:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260106d00 00000100:00000040:3.0:1767384658.934241:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000073b7a26c x1853237050240384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384658.934245:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14f1 [2] + 0 00000400:00000200:0.0:1767384658.934247:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000010:2.0:1767384658.934257:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052436a64. 00000100:00000001:3.0:1767384658.934261:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384658.934264:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384658.934264:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007591c084 00000400:00000200:2.0:1767384658.934273:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384658.934276:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384658.934281:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384658.934282:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384658.934283:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 02000000:00000001:3.0:1767384658.934288:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384658.934321:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000073b7a26c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050240384:0@lo:253: 00000100:00000001:3.0:1767384658.934326:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384658.934329:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384658.934333:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384658.934334:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007591c084 02000000:00000001:3.0:1767384658.934335:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384658.934340:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007591c084. 02000000:00000010:3.0:1767384658.934344:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006bbc66df. 00000400:00000200:0.0:1767384658.934347:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:2.0:1767384658.934348:0:16345:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384658.934349:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384658.934354:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767384658.934357:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007acbc488. 00000100:00000040:2.0:1767384658.934360:0:16345:0:(events.c:337:request_in_callback()) incoming req@0000000099f170e2 x1853237050240256 msgsize 4848 00000400:00000010:3.0:1767384658.934364:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000b81706. 00000100:00100000:2.0:1767384658.934371:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384658.934372:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050240384, portal 25 00000400:00000200:0.0:1767384658.934374:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000040:2.0:1767384658.934376:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384658.934379:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384658.934383:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055415424 : -108605654136192 : ffff9d3946908a80) 00000100:00000040:3.0:1767384658.934388:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000073b7a26c x1853237050240384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.934390:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384658.934400:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384658.934401:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000368b3a82 00000400:00000200:0.0:1767384658.934401:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000040:3.0:1767384658.934406:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384658.934407:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000368b3a82. 00000400:00000010:3.0:1767384658.934411:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e1d9889. 00000100:00000001:2.0:1767384658.934414:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384658.934416:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050240384, offset 0 00000100:00000200:2.0:1767384658.934422:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eadd7430 x1853237050240256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384658.934428:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384658.934429:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384658.934441:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384658.934443:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384658.934450:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000eadd7430 x1853237050240256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384658.934455:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260106d80 00000400:00000200:3.0:1767384658.934466:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1509 [2] + 0 00000100:00000001:2.0:1767384658.934468:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.934473:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000010:3.0:1767384658.934474:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad94dd0e. 00000100:00000001:2.0:1767384658.934474:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384658.934481:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000dbaa38e 00000100:00000001:2.0:1767384658.934483:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384658.934488:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384658.934490:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294947260 00000400:00000200:3.0:1767384658.934496:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384658.934497:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d3c1325. 00000400:00000200:3.0:1767384658.934501:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dbaa38e 00000400:00000010:3.0:1767384658.934505:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000dbaa38e. 00000100:00000001:2.0:1767384658.934506:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384658.934510:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384658.934513:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384658.934516:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294947260 00000100:00000040:3.0:1767384658.934517:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000295116a7 x1853237050240384 msgsize 4848 00000100:00000010:2.0:1767384658.934523:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000740ba8a4. 00000400:00000200:0.0:1767384658.934527:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00100000:3.0:1767384658.934536:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384658.934538:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1767384658.934540:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384658.934548:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294947260 00000100:00000001:3.0:1767384658.934553:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1767384658.934555:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045740103. 00000400:00000200:3.0:1767384658.934562:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e1d9889 00000100:00000001:2.0:1767384658.934563:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000400:00000010:3.0:1767384658.934567:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e1d9889. 00000100:00000001:2.0:1767384658.934572:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294947260 00000100:00000001:3.0:1767384658.934574:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384658.934574:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000010:2.0:1767384658.934581:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc218921. 00000100:00000200:3.0:1767384658.934582:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073b7a26c x1853237050240384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.934590:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384658.934598:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384658.934600:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384658.934604:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000073b7a26c x1853237050240384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.934606:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.934614:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.934618:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.934619:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.934622:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384658.934629:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.934631:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384658.934633:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294947260 00000100:00000001:2.0:1767384658.934635:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384658.934636:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:3.0:1767384658.934640:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294947260 00000100:00000001:2.0:1767384658.934642:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.934646:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294947260 00000100:00000001:2.0:1767384658.934647:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384658.934651:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.934653:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294947260 00000100:00000001:2.0:1767384658.934657:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.934658:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294947260 00000100:00000001:3.0:1767384658.934664:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294947260 00000100:00000001:3.0:1767384658.934666:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294947260 00000100:00000001:3.0:1767384658.934668:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294947260 00000100:00000001:3.0:1767384658.934671:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384658.934674:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.934677:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.934680:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.934685:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384658.934687:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384658.934691:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.934693:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384658.934695:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.934696:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:3.0:1767384658.934699:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.934716:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.934726:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.934735:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.934771:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.934810:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:3.0:1767384658.934815:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384658.934819:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050240256 02000000:00000001:3.0:1767384658.934822:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384658.934825:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384658.934829:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.934833:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384658.934836:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050240256 00000020:00000001:3.0:1767384658.934840:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384658.934842:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384658.934845:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384658.934848:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:3.0:1767384658.934852:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384658.934855:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:0.0:1767384658.934856:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000001:3.0:1767384658.934860:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384658.934866:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004158700b. 00000100:00000001:2.0:1767384658.934867:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384658.934870:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384658.934872:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050240384 00000020:00000010:3.0:1767384658.934875:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004158700b. 02000000:00000001:2.0:1767384658.934877:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384658.934881:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384658.934883:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000279f4709. 00000100:00000001:2.0:1767384658.934884:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.934887:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000020:00000010:3.0:1767384658.934892:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007d2620be. 02000000:00000001:2.0:1767384658.934892:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384658.934898:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050240384 00000020:00000010:3.0:1767384658.934902:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000030ff7641. 00000020:00000001:2.0:1767384658.934920:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384658.934924:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384658.934926:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384658.934929:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:2.0:1767384658.934930:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000400:00000200:0.0:1767384658.934930:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000001:3.0:1767384658.934936:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384658.934937:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384658.934940:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384658.934943:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384658.934944:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.934952:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384658.934956:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384658.934958:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000461bd049. 00000100:00000001:2.0:1767384658.934963:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384658.934965:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00000001:3.0:1767384658.934967:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384658.934967:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000461bd049. 00000020:00000010:2.0:1767384658.934983:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d179aa2. 00000100:00000001:3.0:1767384658.934984:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384658.934988:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384658.934989:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000723c5ab. 00000100:00100000:3.0:1767384658.934994:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000020:00000010:2.0:1767384658.934997:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047d37725. 00000100:00000040:3.0:1767384658.934999:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384658.935004:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322994256 : -108601386557360 : ffff9d3a44eea050) 00000100:00000001:2.0:1767384658.935006:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384658.935009:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384658.935012:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000099f170e2 x1853237050240256/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:639/0 lens 4848/0 e 0 to 0 dl 1767384669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.935013:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384658.935014:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00000001:2.0:1767384658.935025:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.935030:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.935045:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384658.935047:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384658.935049:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004158700b. 00000100:00000001:2.0:1767384658.935052:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384658.935053:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384658.935058:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004158700b. 00000100:00100000:2.0:1767384658.935063:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1767384658.935069:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000099f170e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050240256:12345-0@lo:253: 00000100:00000040:2.0:1767384658.935070:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:2.0:1767384658.935075:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472322999376 : -108601386552240 : ffff9d3a44eeb450) 00000100:00000200:3.0:1767384658.935078:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050240256 00000400:00000200:0.0:1767384658.935079:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000100:00000040:2.0:1767384658.935084:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000295116a7 x1853237050240384/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:639/0 lens 4848/0 e 0 to 0 dl 1767384669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384658.935087:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384658.935094:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384658.935099:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.935100:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384658.935103:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384658.935106:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000461bd049. 00000020:00000001:3.0:1767384658.935107:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000400:00000200:0.0:1767384658.935107:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000100:00000001:2.0:1767384658.935112:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384658.935116:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384658.935116:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000461bd049. 00000020:00000001:3.0:1767384658.935119:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384658.935124:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384658.935127:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000295116a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050240384:12345-0@lo:253: 00000020:00000001:3.0:1767384658.935129:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384658.935134:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384658.935135:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050240384 00000400:00000200:0.0:1767384658.935136:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000020:00000001:2.0:1767384658.935142:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384658.935143:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384658.935149:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384658.935149:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384658.935153:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384658.935158:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bab46fe4. 00000020:00000001:2.0:1767384658.935159:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384658.935162:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000020:00000001:2.0:1767384658.935163:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 02000000:00000001:3.0:1767384658.935165:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384658.935170:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384658.935171:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384658.935173:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384658.935177:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384658.935179:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384658.935183:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384658.935186:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.935189:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:3.0:1767384658.935190:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a040aba0. 00000400:00000200:0.0:1767384658.935193:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 20000000:01000000:3.0:1767384658.935195:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384658.935202:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:2.0:1767384658.935202:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767384658.935207:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384658.935209:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384658.935210:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004875ebc8. 20000000:00000001:3.0:1767384658.935212:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384658.935216:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384658.935217:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384658.935222:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384658.935226:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384658.935227:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000815a67ed. 20000000:01000000:3.0:1767384658.935230:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000400:00000200:0.0:1767384658.935231:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 20000000:00000001:3.0:1767384658.935235:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:2.0:1767384658.935236:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006a55c2f9. 00080000:00000001:3.0:1767384658.935243:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:2.0:1767384658.935243:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384658.935247:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384658.935249:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767384658.935253:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384658.935253:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384658.935256:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384658.935260:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384658.935267:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00080000:00000001:3.0:1767384658.935270:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384658.935285:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384658.935287:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384658.935315:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384658.935317:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384658.935319:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384658.935322:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:3.0:1767384658.935325:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:3.0:1767384658.935327:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384658.935329:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384658.935333:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384658.935335:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384658.935338:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384658.935342:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:3.0:1767384658.935345:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384658.935349:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002c9f138f. 00080000:00000001:3.0:1767384658.935351:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467965347840 : -108605744203776 : ffff9d3941323800) 00080000:00000001:3.0:1767384658.935354:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384658.935357:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384658.935360:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004158700b. 00080000:00000001:3.0:1767384658.935362:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384658.935364:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384658.935377:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384658.935392:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384658.935660:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.935694:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.935738:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.935762:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.935781:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.935802:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384658.935816:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384658.935980:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf2d0058. 00000800:00000010:0.0:1767384658.935985:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002b59f435. 00000800:00000010:0.0:1767384658.935989:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ace88213. 00000800:00000010:0.0:1767384658.936007:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ace88213. 00000800:00020000:0.0:1767384658.936016:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384658.936019:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002b59f435. 00000800:00000010:0.0:1767384658.936021:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf2d0058. 00000400:02020000:0.0:1767384658.936050:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp42 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384658.936056:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp42 notifying 192.168.202.122@tcp42: down 00000800:00000200:0.0:1767384658.936061:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp42 down 00000800:00000100:0.0:1767384658.936067:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 608 0@<0:0>->192.168.202.122@tcp42 00000800:00000010:0.0:1767384658.936071:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e4d5d9b. 00000400:00000200:0.0:1767384658.936075:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384658.936080:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp42->192.168.202.122@tcp42: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767384658.936089:0:16335:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp42 added to recovery queue. ping count: 0 next ping: 280 health :900 00000400:00000200:0.0:1767384658.936093:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384658.936096:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 1 00000400:00000200:0.0:1767384658.936100:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384658.936150:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384658.936157:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x301171 00000400:00000001:2.0:1767384658.936162:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384658.936164:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384658.936167:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000081a5274 00000400:00000010:2.0:1767384658.936169:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000081a5274. 00000400:00000200:2.0:1767384658.936174:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384658.936180:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00080000:00000010:3.0:1767384658.936181:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002c9f138f. 00000400:00000200:2.0:1767384658.936186:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (36) 00000400:00000200:2.0:1767384658.936192:0:16342:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384658.936195:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 rc -71 00000400:00000200:2.0:1767384658.936201:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:2.0:1767384658.936205:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (35) 00080000:00000010:0.0:1767384658.936222:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004158700b. 00040000:00000001:0.0:1767384658.936226:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384658.936228:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384658.936230:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384658.936233:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384658.936235:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384658.936236:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384658.936246:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384658.936253:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384658.936261:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384658.936265:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384658.936274:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c3c791a8. 20000000:01000000:2.0:1767384658.936278:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:01000000:3.0:1767384658.936279:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384658.936283:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384658.936284:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384658.936312:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384658.936317:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384658.936318:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384658.936323:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384658.936323:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:3.0:1767384658.936333:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000957d3664. 00080000:00000001:2.0:1767384658.936334:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384658.936340:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384658.936344:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384658.936345:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000020b085a1. 00080000:00000001:2.0:1767384658.936351:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384658.936353:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384658.936354:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384658.936358:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000020b085a1 with handle 0x9f279d7a9a0b50a8 to hash 00080000:00000001:2.0:1767384658.936359:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384658.936361:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.936372:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384658.936375:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00080000:00000002:2.0:1767384658.936375:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00010000:00000001:3.0:1767384658.936382:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00000020:00000001:2.0:1767384658.936384:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00010000:00000001:3.0:1767384658.936388:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:2.0:1767384658.936388:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384658.936392:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384658.936395:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384658.936397:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b50a8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384658.936401:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384658.936407:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.936411:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:2.0:1767384658.936412:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384658.936416:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:2.0:1767384658.936418:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:3.0:1767384658.936420:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384658.936425:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384658.936425:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384658.936427:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.936432:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384658.936432:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e9e939c4. 00010000:00000001:3.0:1767384658.936435:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384658.936438:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635473143605760 : -108600565945856 : ffff9d3a75d82a00) 00010000:00000001:3.0:1767384658.936440:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000020:0.0:1767384658.936443:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384658.936444:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767384658.936445:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384658.936448:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:0.0:1767384658.936449:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000001:00000001:2.0:1767384658.936450:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384658.936453:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 20000000:00000010:0.0:1767384658.936454:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a040aba0. 00080000:00000010:2.0:1767384658.936456:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000461bd049. 00010000:00000040:3.0:1767384658.936457:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000957d3664) refcount = 1 00080000:00000001:2.0:1767384658.936462:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384658.936463:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.936464:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b50a8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384658.936469:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:0.0:1767384658.936471:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050240256 00010000:00000001:0.0:1767384658.936478:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384658.936479:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767384658.936481:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.936484:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000200:0.0:1767384658.936487:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000099f170e2 x1853237050240256/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384658.936488:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384658.936491:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384658.936494:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.936501:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384658.936506:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767384658.936506:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384658.936510:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384658.936511:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:3.0:1767384658.936516:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:0.0:1767384658.936516:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=75 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384658.936519:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384658.936521:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=4 00000100:00000001:0.0:1767384658.936522:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384658.936524:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00000100:00000040:0.0:1767384658.936527:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384658.936528:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00000100:00000001:0.0:1767384658.936530:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384658.936533:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384658.936536:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.936538:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:0.0:1767384658.936539:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384658.936540:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b50a8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384658.936545:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384658.936550:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b59f435. 00010000:00000001:3.0:1767384658.936551:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384658.936555:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b50a8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384658.936556:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050240256, offset 224 00000400:00000200:0.0:1767384658.936566:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384658.936567:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.936569:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384658.936571:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b50a8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384658.936575:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384658.936582:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384658.936584:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.936586:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384658.936588:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b50a8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384658.936589:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260106d00 00010000:00010000:3.0:1767384658.936598:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000020b085a1 already unused, calling callback (0000000043915e75) 00010000:00000001:3.0:1767384658.936603:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384658.936603:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d6d [2] + 224 00010000:00000001:3.0:1767384658.936606:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384658.936609:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b50a8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384658.936614:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384658.936615:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384658.936616:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384658.936618:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384658.936621:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000020b085a1 refcount=5 00000020:00000001:3.0:1767384658.936624:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00000400:00000200:0.0:1767384658.936625:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384658.936626:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293448192 : -108601416103424 : ffff9d3a432bca00) 00010000:00000001:3.0:1767384658.936632:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384658.936634:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b50a8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384658.936635:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384658.936642:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eadd7430 x1853237050240256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384658.936659:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384658.936662:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:0.0:1767384658.936664:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000eadd7430 x1853237050240256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384658.936665:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.936671:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384658.936673:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384658.936676:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384658.936678:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384658.936679:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000020b085a1 with handle 0x9f279d7a9a0b50a8 from hash 00010000:00000001:3.0:1767384658.936681:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384658.936682:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.936683:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.936683:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384658.936685:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384658.936686:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384658.936687:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384658.936688:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384658.936690:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.936691:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.936694:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384658.936696:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384658.936697:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.936699:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384658.936699:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b59f435 00010000:00000001:3.0:1767384658.936700:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.936704:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384658.936704:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b59f435. 00010000:00000001:3.0:1767384658.936709:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.936711:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b50a8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384658.936711:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384658.936714:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384658.936714:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384658.936720:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384658.936720:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384658.936721:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.936725:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384658.936727:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384658.936729:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000001:2.0:1767384658.936729:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384658.936730:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384658.936733:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000001:2.0:1767384658.936734:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384658.936735:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384658.936735:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.936739:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384658.936740:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a339385. 00000020:00000001:0.0:1767384658.936740:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384658.936742:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384658.936746:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384658.936746:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099f170e2 x1853237050240256/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384658.936748:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a12f52be 20000000:00000001:3.0:1767384658.936752:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384658.936754:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a12f52be. 00000100:00100000:0.0:1767384658.936761:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000099f170e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050240256:12345-0@lo:253: Request processed in 1715us (2399us total) trans 0 rc 0/0 00010000:00010000:3.0:1767384658.936762:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b50a8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384658.936762:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384658.936772:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eadd7430 x1853237050240256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384658.936776:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00100000:0.0:1767384658.936777:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00010000:00000001:3.0:1767384658.936780:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384658.936783:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000020b085a1/0x9f279d7a9a0b50a8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384658.936783:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384658.936789:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384658.936792:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384658.936797:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007d2620be. 00010000:00000040:3.0:1767384658.936800:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000957d3664 count: 0 00000020:00000010:0.0:1767384658.936804:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000030ff7641. 00000100:00000200:2.0:1767384658.936806:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eadd7430 x1853237050240256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384658.936808:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384658.936810:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000279f4709. 20000000:00000001:3.0:1767384658.936811:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000040:0.0:1767384658.936818:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:2.0:1767384658.936821:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384658.936823:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384658.936824:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384658.936827:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bab46fe4. 00000100:00000001:2.0:1767384658.936829:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384658.936832:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384658.936834:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384658.936835:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.936838:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384658.936840:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384658.936844:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000269ed471. 00000400:00000010:0.0:1767384658.936848:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b59f435. 00000100:00000001:2.0:1767384658.936851:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384658.936855:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384658.936860:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384658.936864:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384658.936868:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384658.936869:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384658.936871:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384658.936873:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.936876:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384658.936880:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000eadd7430 x1853237050240256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.936889:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384658.936892:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384658.936894:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384658.936897:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384658.936899:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384658.936901:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384658.936902:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384658.936918:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384658.936920:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384658.936921:0:16345:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384658.936922:0:16345:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384658.936924:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384658.936925:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384658.936929:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eadd7430 x1853237050240256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384658.936937:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000eadd7430 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050240256:0@lo:253: 00000100:00000001:2.0:1767384658.936942:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.936944:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384658.936946:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000eadd7430 x1853237050240256/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.936952:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384658.936954:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384658.936957:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a3354e6d. 02000000:00000001:2.0:1767384658.936961:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384658.936969:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384658.936971:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384658.936974:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384658.936976:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a5dc6a3f. 02000000:00000001:2.0:1767384658.936979:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384658.936982:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384658.936983:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eadd7430. 00000100:00000001:2.0:1767384658.936987:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384658.936988:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.936990:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.936995:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384658.936996:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.936998:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384658.937000:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384658.938141:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e9e939c4. 00080000:00000010:2.0:1767384658.938194:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000461bd049. 00040000:00000001:2.0:1767384658.938199:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384658.938200:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384658.938201:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384658.938203:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384658.938205:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384658.938206:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384658.938208:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384658.938215:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384658.938217:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384658.938221:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384658.938229:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384658.938234:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384658.938236:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384658.938240:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384658.938242:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384658.938248:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000eaf4208c. 00010000:00000001:3.0:1767384658.938252:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384658.938255:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee4d2c54. 00000020:00000001:3.0:1767384658.938258:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384658.938260:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee4d2c54 with handle 0x9f279d7a9a0b50af to hash 00000020:00000001:3.0:1767384658.938263:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384658.938265:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384658.938268:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384658.938271:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384658.938273:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.938276:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50af lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.938283:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384658.938285:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384658.938287:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384658.938289:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384658.938317:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.938326:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384658.938328:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.938330:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384658.938332:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384658.938334:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384658.938335:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384658.938337:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000eaf4208c) refcount = 1 00010000:00010000:3.0:1767384658.938342:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50af lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.938348:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384658.938350:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384658.938352:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.938355:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384658.938355:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384658.938358:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384658.938359:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384658.938362:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006a55c2f9. 20000000:00000001:3.0:1767384658.938365:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000001:0.0:1767384658.938367:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384658.938370:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000040:0.0:1767384658.938372:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050240384 00010000:00000001:3.0:1767384658.938375:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384658.938376:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384658.938380:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000200:0.0:1767384658.938382:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000295116a7 x1853237050240384/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384658.938384:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=4 00000020:00000001:3.0:1767384658.938387:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384658.938391:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384658.938397:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384658.938400:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50af lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.938402:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384658.938405:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384658.938408:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=75 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384658.938414:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1767384658.938415:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384658.938419:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50af lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384658.938419:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384658.938424:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384658.938429:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384658.938431:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.938435:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384658.938435:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384658.938439:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384658.938443:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384658.938444:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50af lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384658.938448:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000186f12b9. 00000100:00000200:0.0:1767384658.938454:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050240384, offset 224 00010000:00000001:3.0:1767384658.938455:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384658.938461:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384658.938465:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.938468:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384658.938469:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50af lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384658.938475:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384658.938479:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ee4d2c54 already unused, calling callback (0000000043915e75) 00010000:00000001:3.0:1767384658.938482:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384658.938483:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384658.938485:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50af lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384658.938489:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260106d80 00010000:00000001:3.0:1767384658.938493:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384658.938496:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384658.938497:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384658.938500:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=5 00000400:00000200:0.0:1767384658.938501:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d75 [2] + 224 00000020:00000001:3.0:1767384658.938504:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384658.938507:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384658.938509:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384658.938509:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384658.938511:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50af lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.938519:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1767384658.938519:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384658.938522:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384658.938524:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.938527:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384658.938527:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384658.938529:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384658.938532:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384658.938533:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384658.938536:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee4d2c54 with handle 0x9f279d7a9a0b50af from hash 00000100:00000200:0.0:1767384658.938536:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073b7a26c x1853237050240384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384658.938540:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384658.938541:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.938543:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.938545:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384658.938546:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384658.938548:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:0.0:1767384658.938556:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000073b7a26c x1853237050240384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384658.938557:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384658.938559:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384658.938563:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.938566:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384658.938568:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384658.938573:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384658.938576:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.938577:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.938578:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.938579:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.938581:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50af lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384658.938585:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384658.938585:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384658.938588:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.938590:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384658.938591:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384658.938592:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384658.938593:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186f12b9 00010000:00000001:3.0:1767384658.938594:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384658.938597:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:0.0:1767384658.938597:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000186f12b9. 00010000:00000001:3.0:1767384658.938600:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.938602:0:17069:0:(events.c:386:reply_out_callback()) Process entered 20000000:00000001:3.0:1767384658.938603:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.938606:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50af lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384658.938606:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384658.938611:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.938612:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384658.938613:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384658.938615:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384658.938618:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384658.938618:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00010000:3.0:1767384658.938619:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50af lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000001:2.0:1767384658.938624:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384658.938624:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000040:3.0:1767384658.938627:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000eaf4208c count: 0 00000020:00000001:0.0:1767384658.938628:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384658.938629:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384658.938633:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384658.938634:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384658.938634:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007acbc488. 20000000:00000001:3.0:1767384658.938637:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384658.938642:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000b81706 00000100:00000040:0.0:1767384658.938644:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000295116a7 x1853237050240384/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384658.938648:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000b81706. 00000100:00000001:2.0:1767384658.938654:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384658.938658:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000295116a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050240384:12345-0@lo:253: Request processed in 3556us (4138us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384658.938663:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073b7a26c x1853237050240384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384658.938667:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000040:0.0:1767384658.938672:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:0.0:1767384658.938675:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384658.938678:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384658.938681:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000723c5ab. 00000100:00000200:2.0:1767384658.938685:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073b7a26c x1853237050240384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384658.938686:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047d37725. 00000020:00000010:0.0:1767384658.938691:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d179aa2. 00000020:00000040:0.0:1767384658.938697:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:0.0:1767384658.938701:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384658.938702:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004875ebc8. 02000000:00000001:0.0:1767384658.938704:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384658.938705:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384658.938710:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384658.938716:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008705cbfd. 00000100:00000001:2.0:1767384658.938721:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384658.938721:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000186f12b9. 00000100:00000001:2.0:1767384658.938726:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.938730:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384658.938732:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384658.938734:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384658.938736:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384658.938739:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384658.938742:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384658.938746:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384658.938748:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384658.938750:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384658.938752:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384658.938753:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.938756:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384658.938759:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000073b7a26c x1853237050240384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.938767:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384658.938769:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384658.938771:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384658.938774:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384658.938776:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384658.938777:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384658.938779:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384658.938780:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384658.938782:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384658.938783:0:16346:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384658.938785:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384658.938786:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384658.938789:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000073b7a26c x1853237050240384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384658.938797:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000073b7a26c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050240384:0@lo:253: 00000100:00000001:2.0:1767384658.938801:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.938803:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384658.938805:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000073b7a26c x1853237050240384/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.938821:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384658.938823:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384658.938825:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006bbc66df. 02000000:00000001:2.0:1767384658.938829:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384658.938831:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384658.938832:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384658.938834:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384658.938835:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000cc8cf7a. 02000000:00000001:2.0:1767384658.938838:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384658.938839:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384658.938841:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073b7a26c. 00000100:00000001:2.0:1767384658.938844:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384658.938845:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.938847:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.938852:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384658.938853:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.938855:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384658.938857:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384658.940348:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294947260, at 4294947261 00000100:00000010:2.0:1767384658.940355:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045740103. 00000100:00000040:3.0:1767384658.941353:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294947260, at 4294947262 00000100:00000010:3.0:1767384658.941360:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc218921. 00000100:00000040:1.0:1767384658.941406:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294947260, at 4294947262 00000100:00000010:1.0:1767384658.941413:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000740ba8a4. 00000100:00000040:0.0:1767384658.941467:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294947260, at 4294947262 00000100:00000010:0.0:1767384658.941474:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d3c1325. 00010000:00000010:3.1:1767384658.943311:0:35220:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000957d3664. 00010000:00000010:3.1:1767384658.943319:0:35220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000020b085a1. 00010000:00000010:3.1:1767384658.943325:0:35220:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000eaf4208c. 00010000:00000010:3.1:1767384658.943332:0:35220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee4d2c54. 00000400:00000010:1.0:1767384658.949879:0:35222:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000083d680d3. 00000400:00000040:1.0:1767384658.949899:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384658.949916:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384658.949920:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384658.949923:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384658.949926:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384658.949928:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384658.949931:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384658.949933:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384658.949936:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384658.949938:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384658.949941:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384658.949943:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384658.949953:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384658.949955:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384658.949957:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384658.949959:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384658.949962:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384658.949963:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384658.949964:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384658.949967:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384658.949969:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384658.949971:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384658.949973:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384658.949975:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384658.949976:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384658.949979:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384658.949980:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384658.949982:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384658.949983:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384658.949984:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384658.949986:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384658.949988:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384658.949989:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384658.949991:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384658.949992:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384658.949994:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384658.949995:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384658.949998:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384658.950001:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384658.950002:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384658.950003:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384658.950005:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384658.950007:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384658.950008:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384658.950010:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384658.950012:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384658.950014:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384658.950016:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384658.950018:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384658.950020:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384658.950022:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384658.950030:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384658.950031:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384658.950033:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384658.950035:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384658.950037:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384658.950039:0:35222:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384658.950161:0:35222:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000083d680d3. 00000400:00000200:0.0:1767384659.519362:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp41 00000400:00000010:0.0:1767384659.519367:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000af9fcd76. 00000400:00000010:0.0:1767384659.519374:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003f21aac8. 00000400:00000010:0.0:1767384659.519378:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e995da41. 00000400:00000010:0.0:1767384659.519385:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000670a4584. 00000400:00000200:0.0:1767384659.519390:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp41 00000400:00000200:0.0:1767384659.519407:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp41 local destination 00000400:00000200:0.0:1767384659.519413:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp41 00000400:00000200:0.0:1767384659.519418:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp41 NI seq info: [162:162:256:4294967295] 192.168.202.122@tcp41 LPNI seq info [148:148:8:4294967295] 00000400:00000200:0.0:1767384659.519423:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp41 00000400:00000200:0.0:1767384659.519434:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp41(192.168.202.122@tcp41:) -> 192.168.202.122@tcp41(192.168.202.122@tcp41:192.168.202.122@tcp41) : GET try# 0 00000800:00000200:0.0:1767384659.519445:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp41 00000800:00000010:0.0:1767384659.519448:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003e4d5d9b. 00000800:00000200:0.0:1767384659.519453:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002dcabe44] -> 12345-192.168.202.122@tcp41 (2) 00000800:00000200:0.1:1767384659.519457:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002dcabe44] -> 12345-192.168.202.122@tcp41 (2) 00000400:00000200:0.0:1767384659.519478:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp41 added to recovery queue. ping count: 2 next ping: 284 health :800 00000400:00000200:0.0:1767384659.519483:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp42 00000400:00000010:0.0:1767384659.519486:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d7d96d7b. 00000400:00000010:0.0:1767384659.519488:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001ebd0cc6. 00000400:00000010:0.0:1767384659.519491:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029b868c6. 00000400:00000010:0.0:1767384659.519495:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b53c759d. 00000400:00000200:0.0:1767384659.519499:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp42 00000400:00000200:0.0:1767384659.519504:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp42 local destination 00000400:00000200:0.0:1767384659.519508:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp42 00000400:00000200:0.0:1767384659.519512:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp42 NI seq info: [163:163:256:4294967295] 192.168.202.122@tcp42 LPNI seq info [149:149:8:4294967295] 00000400:00000200:0.0:1767384659.519515:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp42 00000400:00000200:0.0:1767384659.519522:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp42(192.168.202.122@tcp42:) -> 192.168.202.122@tcp42(192.168.202.122@tcp42:192.168.202.122@tcp42) : GET try# 0 00000800:00000200:0.0:1767384659.519525:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp42 00000800:00000010:0.0:1767384659.519527:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002523f198. 00000800:00000200:0.0:1767384659.519531:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006165d848] -> 12345-192.168.202.122@tcp42 (2) 00000800:00000200:0.1:1767384659.519534:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006165d848] -> 12345-192.168.202.122@tcp42 (2) 00000400:00000200:1.0:1767384659.519541:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384659.519547:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp42 added to recovery queue. ping count: 1 next ping: 282 health :900 00000400:00000200:3.0:1767384659.519599:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.519614:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.519670:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.519674:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.519723:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.519750:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.519792:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.519823:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.519853:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.519890:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.519930:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.519976:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.519993:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520041:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520064:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520113:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520129:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520174:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520193:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520244:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520258:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520332:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520346:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000800:00000200:0.0:1767384659.520351:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (6) 00000800:00000200:0.0:1767384659.520359:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:0.0:1767384659.520363:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384659.520388:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520419:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520447:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000800:00000200:0.0:1767384659.520456:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384659.520462:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384659.520470:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384659.520473:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384659.520476:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384659.520496:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520508:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520565:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520577:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520615:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520636:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520664:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520702:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520717:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520766:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520791:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520833:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520856:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520913:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520922:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.520974:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.520988:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521046:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.521055:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521129:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.521134:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521191:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.521215:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521242:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.521287:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521328:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.521371:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521391:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.521437:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521448:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521510:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.521520:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521554:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.521602:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521606:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521661:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.521685:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521719:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.521765:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521787:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.521836:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384659.521838:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.521941:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.522006:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000800:00000010:3.0:1767384659.522019:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008b18b284. 00000800:00000010:3.0:1767384659.522024:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066910dd0. 00000800:00000010:3.0:1767384659.522030:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004158700b. 00000800:00000010:3.0:1767384659.522051:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004158700b. 00000400:00000200:1.0:1767384659.522052:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000800:00020000:3.0:1767384659.522058:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384659.522062:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066910dd0. 00000800:00000010:3.0:1767384659.522066:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008b18b284. 00000400:00000200:1.0:1767384659.522104:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:02020000:3.0:1767384659.522110:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp42 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384659.522116:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp42 notifying 192.168.202.122@tcp42: down 00000400:00000200:3.0:1767384659.522120:0:16334:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384659.522125:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp42 00000800:00000010:3.0:1767384659.522127:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002523f198. 00000400:00000200:3.0:1767384659.522132:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384659.522136:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp42->192.168.202.122@tcp42: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384659.522144:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384659.522147:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384659.522150:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp42) recovery failed with -71 00000400:00000200:1.0:1767384659.522161:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.522206:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.522244:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.522324:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.522377:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.522419:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.522456:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.522484:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.522510:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.522538:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.522564:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.522593:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.122:988 00000800:00000010:1.0:1767384659.522783:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008e304897. 00000800:00000010:1.0:1767384659.522789:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fdc2daf. 00000800:00000010:1.0:1767384659.522794:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bcd8f871. 00000800:00000010:1.0:1767384659.522836:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bcd8f871. 00000400:00000200:0.0:1767384659.522946:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384659.522967:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp41 from 205.3.0.2 00000800:00000010:0.0:1767384659.522970:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bc3f0404. 00000800:00000010:3.0:1767384659.523010:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008b18b284. 00000800:00000010:3.0:1767384659.523016:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066910dd0. 00000800:00000010:3.0:1767384659.523035:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fe4d942a. 00000800:00000200:3.1:1767384659.523040:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002dcabe44] -> 12345-192.168.202.122@tcp41 (2) 00000800:00000200:3.1:1767384659.523045:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp41 00000000fe4d942a deleted 00000800:00000010:3.1:1767384659.523047:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fe4d942a. 00000800:00000200:3.1:1767384659.523052:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384659.523057:0:16332:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp41 ip 192.168.202.122:973 00000800:00000200:3.1:1767384659.523060:0:16332:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e4d5d9b type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384659.523065:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp41 p 3.x 192.168.202.122 -> 192.168.202.122:973 incarnation:1767384651394891259 sched[0] 00000800:00000010:3.0:1767384659.523071:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004158700b. 00000800:00000010:3.0:1767384659.523118:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004158700b. 00000800:00000010:3.0:1767384659.523122:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066910dd0. 00000800:00000010:3.0:1767384659.523160:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bc3f0404. 00000800:00000200:1.1:1767384659.523160:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384659.523172:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp41 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384651394891259 sched[0] 00000800:00000001:3.0:1767384659.523175:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384659.523176:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fdc2daf. 00000800:00000001:3.0:1767384659.523181:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384659.523217:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384659.523224:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384659.523227:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003e4d5d9b. 00000800:00000001:1.0:1767384659.523233:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384659.523239:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384659.523239:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384659.523246:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp41->192.168.202.122@tcp41: GET: OK 00000800:00000001:1.0:1767384659.523248:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384659.523250:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384659.523254:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp41 recovery message sent successfully:0 00000400:00000200:1.0:1767384659.523261:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp41(192.168.202.122@tcp41) <- 192.168.202.122@tcp41 : GET - for me 00000400:00000200:1.0:1767384659.523277:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384659.523288:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x1d65 [1] + 0 00000400:00000200:1.0:1767384659.523334:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp41 to MR: 192.168.202.122@tcp41 local destination 00000400:00000200:1.0:1767384659.523342:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp41 NI seq info: [164:164:256:4294967295] 192.168.202.122@tcp41 LPNI seq info [150:150:8:4294967295] 00000400:00000200:1.0:1767384659.523354:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp41(192.168.202.122@tcp41:192.168.202.122@tcp41) -> 192.168.202.122@tcp41(192.168.202.122@tcp41:192.168.202.122@tcp41) 192.168.202.122@tcp41 : REPLY try# 0 00000800:00000200:1.0:1767384659.523359:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp41 00000800:00000010:1.0:1767384659.523363:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004906e77e. 00000800:00000200:1.0:1767384659.523368:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002dcabe44] -> 12345-192.168.202.122@tcp41 (4) 00000800:00000200:1.0:1767384659.523373:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp41 ip 192.168.202.122:988 00000800:00000200:1.0:1767384659.523375:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004906e77e type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384659.523404:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384659.523434:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384659.523440:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384659.523441:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384659.523442:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384659.523446:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004906e77e. 00000800:00000001:3.0:1767384659.523450:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384659.523451:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384659.523461:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp41->192.168.202.122@tcp41: REPLY: OK 00000400:00000200:3.0:1767384659.523463:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp41(192.168.202.122@tcp41) <- 192.168.202.122@tcp41 : REPLY - for me 00000400:00000200:3.0:1767384659.523476:0:16337:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp41: Reply from 12345-192.168.202.122@tcp41 of length 272/272 into md 0x1d8d 00000800:00000001:3.0:1767384659.523481:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384659.523486:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384659.523488:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384659.523489:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384659.523495:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp41->192.168.202.122@tcp41: REPLY: OK 00000400:00000200:3.0:1767384659.523502:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e995da41 00000400:00000010:3.0:1767384659.523504:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e995da41. 00000400:00000200:3.0:1767384659.523508:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384659.523513:0:16337:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000af9fcd76. 00000400:00000010:3.0:1767384659.523518:0:16337:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003f21aac8. 00000800:00000001:3.0:1767384659.523525:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384659.523530:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384659.523537:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.523592:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.523634:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.523676:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.523731:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.523785:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.523829:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.523885:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.523962:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524013:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524077:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524115:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524149:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524187:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524222:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524257:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524284:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524330:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524350:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524368:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524385:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524401:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524420:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524436:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524453:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524469:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524484:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524500:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524517:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524532:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524547:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524562:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524584:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524603:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384659.524619:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:1.0:1767384659.524710:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039e982a4. 00000800:00000010:1.0:1767384659.524714:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fdc2daf. 00000800:00000010:1.0:1767384659.524717:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bcd8f871. 00000800:00000010:1.0:1767384659.524735:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bcd8f871. 00000800:00020000:1.0:1767384659.524740:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384659.524742:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fdc2daf. 00000800:00000010:1.0:1767384659.524750:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000039e982a4. 00000400:02020000:1.0:1767384659.524780:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp41 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384659.711361:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384659.711367:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384659.711373:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384659.711374:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384659.711422:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384659.711425:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384659.711429:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384660.543407:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384660.543412:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384660.543415:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029b868c6 00000400:00000010:3.0:1767384660.543420:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029b868c6. 00000400:00000200:3.0:1767384660.543426:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384660.543433:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp42 recovery ping unlinked 00000400:00000010:3.0:1767384660.543447:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d7d96d7b. 00000400:00000010:3.0:1767384660.543453:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001ebd0cc6. 00080000:00000010:3.0:1767384660.589886:0:35720:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007600994c. 00080000:00000010:3.0:1767384660.589910:0:35720:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007600994c. 00000020:00000001:3.0:1767384660.589915:0:35720:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384660.589923:0:35720:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007600994c. 00080000:00000010:3.0:1767384660.589927:0:35720:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007600994c. 00000020:00000001:3.0:1767384660.589934:0:35720:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384660.736375:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384660.736381:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384660.736388:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384660.736391:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.736424:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384660.736428:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384660.736431:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384661.294939:0:35884:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384661.294943:0:35884:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:3.0:1767384661.298206:0:35884:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384661.305262:0:35885:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a8759c55. 00000400:00000010:2.0:1767384661.305274:0:35885:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ae3c7b83. 00000400:00000010:2.0:1767384661.305282:0:35885:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000071498c10. 00000400:00000010:2.0:1767384661.305285:0:35885:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004187137b. 00000400:00000010:2.0:1767384661.305288:0:35885:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000059398311. 00000400:00000010:2.0:1767384661.305292:0:35885:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009a4fd491. 00000400:00000010:2.0:1767384661.305294:0:35885:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cbf62ad7. 00000400:00000010:2.0:1767384661.305295:0:35885:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012053150. 00000400:00000010:2.0:1767384661.305298:0:35885:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ee4a046f. 00000800:00000010:2.0:1767384661.305312:0:35885:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ba0d72e1. 00000800:00000200:2.0:1767384661.305349:0:35885:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384661.305360:0:35885:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384661.305395:0:35885:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384661.305411:0:35885:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp45 [8/256/0/180] 00000400:00000010:2.0:1767384661.306754:0:35885:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 0000000006c93d60. 00000400:00000010:2.0:1767384661.306759:0:35885:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a339385. 00000400:00000010:2.0:1767384661.306763:0:35885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d7918a. 00000400:00000001:2.0:1767384661.306778:0:35885:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384661.306779:0:35885:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384661.306781:0:35885:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000461b648c. 00000400:00000200:2.0:1767384661.306783:0:35885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000400:00000010:2.0:1767384661.306784:0:35885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000400:00000010:2.0:1767384661.306787:0:35885:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000b3849e8e. 00000400:00000200:2.0:1767384661.306791:0:35885:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (34) 00000400:00000200:2.0:1767384661.306802:0:35885:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384661.306809:0:35885:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:2.0:1767384661.306815:0:35885:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006a55c2f9. 00000020:01000000:2.0:1767384661.306819:0:35885:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384661.306821:0:35885:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp45 00000400:00000200:0.0:1767384661.306824:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384661.306831:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000400:00000010:2.0:1767384661.306834:0:35885:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ae3c7b83. 00000400:00000010:0.0:1767384661.306838:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fce19af. 00000400:00000010:2.0:1767384661.306839:0:35885:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a8759c55. 00000400:00000200:0.0:1767384661.306844:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (35) 00000400:00000010:0.0:1767384661.306850:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000080936039. 00000400:00000200:0.0:1767384661.306854:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:0.0:1767384661.306864:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:0.0:1767384661.306869:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000400:00000200:0.0:1767384661.306873:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:0.0:1767384661.306876:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:0.0:1767384661.306880:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:0.0:1767384661.306894:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000400:00000200:0.0:1767384661.306896:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:0.0:1767384661.306899:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000400:00000200:0.0:1767384661.306903:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000400:00000200:0.0:1767384661.306906:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[142, 38] 00000400:00000200:0.0:1767384661.306910:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 38], ns[146, 38] 00000400:00000200:0.0:1767384661.306929:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 38], ns[150, 38] 00000020:00000001:3.0:1767384661.306930:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384661.306934:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 10000000:00000001:3.0:1767384661.306937:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384661.306942:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 10000000:00000001:3.0:1767384661.306943:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384661.306947:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384661.306951:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000020:01000004:3.0:1767384661.306954:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384661.306958:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000020:01000004:3.0:1767384661.306960:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384661.306962:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384661.306964:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384661.306965:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384661.306968:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384661.306970:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384661.306973:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384661.306977:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384661.306977:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000020:01000004:3.0:1767384661.306981:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384661.306985:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000100:00000010:3.0:1767384661.306988:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071c811c2. 00000400:00000200:0.0:1767384661.306989:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000020:00000040:3.0:1767384661.306995:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:0.0:1767384661.306996:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 30], ns[67, 30] 00000100:00000001:3.0:1767384661.307003:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384661.307003:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 30], ns[80, 30] 02000000:00000001:3.0:1767384661.307007:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384661.307011:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 30], ns[87, 30] 02000000:00000001:3.0:1767384661.307014:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307017:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[121, 30], ns[135, 30] 00000400:00000200:0.0:1767384661.307022:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 30], ns[140, 30] 02000000:00000010:3.0:1767384661.307025:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bab46fe4. 00000400:00000200:0.0:1767384661.307027:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 30], ns[155, 30] 00000100:00000001:3.0:1767384661.307033:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307034:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 30], ns[156, 30] 00000400:00000200:0.0:1767384661.307041:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 30], ns[111, 30] 00000100:00000001:3.0:1767384661.307044:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384661.307045:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 30], ns[132, 30] 00000100:00000001:3.0:1767384661.307047:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307054:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 30], ns[126, 30] 00000100:00000040:3.0:1767384661.307059:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c811c2] to pc [ptlrpcd_00_03+3] req@0000000071c811c2 x1853237050240512/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384661.307063:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[139, 30], ns[153, 30] 00000400:00000200:0.0:1767384661.307095:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 30], ns[152, 30] 00000400:00000200:0.0:1767384661.307101:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 30], ns[160, 30] 00000400:00000200:0.0:1767384661.307105:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 30], ns[164, 30] 00000400:00000200:0.0:1767384661.307107:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[149, 30], ns[163, 30] 00000400:00000200:0.0:1767384661.307115:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 10000000:00000001:3.0:1767384661.307117:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307121:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp21 10000000:00000001:3.0:1767384661.307122:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384661.307126:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307129:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp21 lpni_is_preferred = 0 00000400:00000200:0.0:1767384661.307131:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp21 00000100:00000001:2.0:1767384661.307134:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384661.307138:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp21 NI seq info: [165:165:256:4294967295] 192.168.202.122@tcp21 LPNI seq info [151:151:8:4294967295] 00000020:01000000:3.0:1767384661.307139:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384661.307140:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384661.307144:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384661.307149:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:2.0:1767384661.307150:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071c811c2 x1853237050240512/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384661.307151:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp21 10000000:00000001:3.0:1767384661.307153:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384661.307156:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384661.307159:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384661.307164:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384661.307166:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384661.307167:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384661.307171:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384661.307171:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384661.307175:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384661.307177:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp21(192.168.202.122@tcp21:) -> 192.168.202.122@tcp21(192.168.202.122@tcp:192.168.202.122@tcp21) : PUT try# 0 00000020:01000004:3.0:1767384661.307178:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767384661.307179:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384661.307181:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384661.307183:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384661.307185:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384661.307189:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384661.307189:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384661.307191:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1767384661.307194:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071c811c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050240512:0@lo:253: 00000100:00000010:3.0:1767384661.307196:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000743e45ac. 00000800:00000200:0.0:1767384661.307199:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.202.122@tcp21 00000020:00000040:3.0:1767384661.307201:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384661.307203:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384661.307207:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384661.307209:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384661.307209:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767384661.307209:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069339c47. 02000000:00000001:3.0:1767384661.307213:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.307214:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.307218:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384661.307221:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a040aba0. 00000800:00000200:0.0:1767384661.307222:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842aaba6] -> 12345-192.168.202.122@tcp21 (6) 02000000:00000010:2.0:1767384661.307225:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000cc8cf7a. 00000100:00000001:3.0:1767384661.307227:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.307230:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.307232:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384661.307235:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384661.307235:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000461b648c. 00000800:00000200:0.0:1767384661.307239:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp21 ip 192.168.202.122:988 00000100:00000040:3.0:1767384661.307243:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743e45ac] to pc [ptlrpcd_00_00+0] req@00000000743e45ac x1853237050240640/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384661.307248:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae3c7b83. 00000800:00000200:0.0:1767384661.307248:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000069339c47 type 1, nob 720 niov 1 nkiov 1 00000100:00000200:2.0:1767384661.307255:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050240512, portal 25 00000100:00000001:2.0:1767384661.307258:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384661.307259:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055426176 : -108605654125440 : ffff9d394690b480) 00000100:00000040:2.0:1767384661.307265:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071c811c2 x1853237050240512/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384661.307269:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.307271:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384661.307273:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 10000000:00000001:3.0:1767384661.307275:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.307279:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384661.307280:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307281:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 rc 0 00000400:00000010:2.0:1767384661.307283:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c081ebc. 00000020:01000000:3.0:1767384661.307284:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:2.0:1767384661.307288:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050240512, offset 0 00000020:00000010:3.0:1767384661.307307:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006a55c2f9. 00000100:00000001:3.0:1767384661.307320:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384661.307325:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384661.307326:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384661.307331:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384661.307334:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384661.307337:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384661.307338:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384661.307344:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000743e45ac x1853237050240640/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384661.307351:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260106e00 00000400:00000200:2.0:1767384661.307358:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1539 [2] + 0 00000400:00000010:2.0:1767384661.307364:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b8f34e1. 00000400:00000200:2.0:1767384661.307370:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005a3aaa0f 00000100:00000001:3.0:1767384661.307371:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384661.307374:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384661.307376:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384661.307377:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384661.307378:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384661.307382:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384661.307383:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384661.307387:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000743e45ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050240640:0@lo:253: 00000400:00000200:2.0:1767384661.307388:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a3aaa0f 00000100:00000001:3.0:1767384661.307391:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384661.307392:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a3aaa0f. 02000000:00000001:3.0:1767384661.307395:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384661.307398:0:16347:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384661.307399:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384661.307402:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384661.307403:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384661.307408:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006a55c2f9. 00000100:00000040:2.0:1767384661.307408:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000e3d5417c x1853237050240512 msgsize 4848 02000000:00000001:3.0:1767384661.307414:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384661.307418:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384661.307420:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52dc6a7. 00000100:00000040:2.0:1767384661.307421:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384661.307428:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053256896. 00000100:00000200:3.0:1767384661.307432:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050240640, portal 25 00000100:00000001:2.0:1767384661.307433:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384661.307436:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384661.307438:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055413632 : -108605654137984 : ffff9d3946908380) 00000400:00000200:2.0:1767384661.307440:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c081ebc 00000100:00000040:3.0:1767384661.307442:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000743e45ac x1853237050240640/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384661.307444:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c081ebc. 00000800:00000200:0.0:1767384661.307448:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384661.307449:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384661.307455:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071c811c2 x1853237050240512/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384661.307456:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1767384661.307456:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069339c47. 00000400:00000200:0.0:1767384661.307464:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384661.307465:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384661.307470:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9e089d2. 00000100:00000001:2.0:1767384661.307472:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384661.307474:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050240640, offset 0 00000100:00000040:2.0:1767384661.307479:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071c811c2 x1853237050240512/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384661.307479:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp21->192.168.202.122@tcp21: PUT: OK 00000400:00000200:3.0:1767384661.307486:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384661.307496:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384661.307497:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384661.307506:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000100:00000001:2.0:1767384661.307510:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.307512:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260106e80 00000100:00000001:2.0:1767384661.307513:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384661.307519:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1575 [2] + 0 00000800:00000001:0.0:1767384661.307520:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384661.307522:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384661.307524:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f93e0ead. 00000100:00000001:2.0:1767384661.307527:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294949633 00000400:00000200:3.0:1767384661.307529:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fe5fe127 00000100:00000010:2.0:1767384661.307532:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d2256f5. 00000800:00000001:0.0:1767384661.307532:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384661.307535:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384661.307539:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384661.307540:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384661.307540:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000800:00000001:0.0:1767384661.307546:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384661.307548:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe5fe127 00000100:00000001:2.0:1767384661.307549:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294949633 00000100:00000010:2.0:1767384661.307553:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac923da8. 00000400:00000010:3.0:1767384661.307558:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe5fe127. 00000100:00000001:2.0:1767384661.307558:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384661.307561:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp21(192.168.202.122@tcp21) <- 192.168.202.122@tcp21 : PUT - for me 00000100:00000001:2.0:1767384661.307564:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294949633 00000100:00000001:3.0:1767384661.307567:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384661.307569:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045740103. 00000100:00000200:3.0:1767384661.307570:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384661.307575:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000040:3.0:1767384661.307577:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000f67a8eb0 x1853237050240640 msgsize 4848 00000400:00000200:0.0:1767384661.307577:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 624 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384661.307579:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294949633 00000100:00100000:3.0:1767384661.307587:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384661.307588:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d3c1325. 00000100:00000040:3.0:1767384661.307592:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384661.307593:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 576/624 into md 0x1c8d [1] + 0 00000100:00000001:2.0:1767384661.307594:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384661.307600:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384661.307602:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078a18739. 00000100:00000001:2.0:1767384661.307603:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.307604:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384661.307610:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307610:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a531f8f 00000100:00000001:2.0:1767384661.307613:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384661.307617:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384661.307619:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9e089d2 00000400:00000010:3.0:1767384661.307622:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9e089d2. 00000100:00000001:2.0:1767384661.307622:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384661.307625:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384661.307629:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384661.307630:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384661.307633:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384661.307634:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.307635:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384661.307636:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000743e45ac x1853237050240640/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.307641:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307641:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384661.307651:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384661.307654:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp21->192.168.202.122@tcp21: PUT: OK 00000100:00000040:3.0:1767384661.307657:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000743e45ac x1853237050240640/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384661.307662:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a531f8f 00000100:00000001:3.0:1767384661.307664:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.307668:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384661.307668:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a531f8f. 00000100:00000001:3.0:1767384661.307673:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.307677:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294949633 00000400:00000200:0.0:1767384661.307678:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:3.0:1767384661.307683:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294949633 00000400:00000200:0.0:1767384661.307685:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (36) 00000100:00000001:3.0:1767384661.307686:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294949633 00000100:00000001:3.0:1767384661.307692:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294949633 00000100:00000001:3.0:1767384661.307693:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294949633 00000400:00000200:0.0:1767384661.307696:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000100:00000001:3.0:1767384661.307697:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294949633 00000100:00000001:3.0:1767384661.307701:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294949633 00000400:00000200:0.0:1767384661.307704:0:16339:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (624 bytes) 00000100:00000001:3.0:1767384661.307705:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294949633 00000100:00000001:3.0:1767384661.307709:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384661.307711:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.307715:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307715:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000001:3.0:1767384661.307718:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384661.307724:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384661.307725:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384661.307731:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (37) 00000100:00000001:3.0:1767384661.307733:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384661.307736:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384661.307737:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307739:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384661.307740:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307751:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp21 to MR: 192.168.202.122@tcp21 local destination 00000100:00000001:3.0:1767384661.307755:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384661.307757:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307762:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp21 NI seq info: [166:166:256:4294967295] 192.168.202.122@tcp21 LPNI seq info [152:152:8:4294967295] 00000100:00000001:3.0:1767384661.307770:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384661.307773:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050240512 02000000:00000001:3.0:1767384661.307777:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384661.307780:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384661.307783:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.307784:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp21(192.168.202.122@tcp21:192.168.202.122@tcp21) -> 192.168.202.122@tcp21(192.168.202.122@tcp21:192.168.202.122@tcp21) 192.168.202.122@tcp21 : ACK try# 0 02000000:00000001:3.0:1767384661.307787:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384661.307793:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050240512 00000020:00000001:3.0:1767384661.307797:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:0.0:1767384661.307797:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp21 00000020:00000040:3.0:1767384661.307800:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384661.307803:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:0.0:1767384661.307805:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000069339c47. 00000020:00000040:3.0:1767384661.307806:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:2.0:1767384661.307807:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384661.307811:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050240640 00000020:00000001:3.0:1767384661.307812:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 02000000:00000001:2.0:1767384661.307815:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384661.307817:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000800:00000200:0.0:1767384661.307818:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842aaba6] -> 12345-192.168.202.122@tcp21 (6) 00000100:00000001:2.0:1767384661.307819:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384661.307821:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384661.307823:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.307827:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384661.307828:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd55c2b8. 00000800:00000200:0.0:1767384661.307828:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp21 ip 192.168.202.122:999 00000100:00000001:3.0:1767384661.307834:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384661.307834:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050240640 00000800:00000200:0.0:1767384661.307835:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000069339c47 type 0, nob 96 niov 1 nkiov 0 00000020:00000010:3.0:1767384661.307840:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd55c2b8. 00000020:00000001:2.0:1767384661.307844:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384661.307846:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000010:3.0:1767384661.307849:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ce54ec4. 00000020:00000001:2.0:1767384661.307849:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:0.0:1767384661.307850:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767384661.307852:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:2.0:1767384661.307856:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:3.0:1767384661.307857:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000598bd41e. 00000020:00000001:2.0:1767384661.307861:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000800:00000001:0.0:1767384661.307862:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384661.307865:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fc19da1. 00000100:00000001:2.0:1767384661.307865:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384661.307870:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c278fc8. 00000100:00000001:2.0:1767384661.307874:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384661.307876:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c278fc8. 00000100:00000040:3.0:1767384661.307879:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384661.307880:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d486e48e. 00000100:00000001:3.0:1767384661.307893:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384661.307894:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384661.307896:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384661.307902:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e1c9e4fe. 00000020:00000010:2.0:1767384661.307907:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005c0947e8. 00000100:00000001:3.0:1767384661.307908:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.307912:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:0.0:1767384661.307912:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384661.307915:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:0.0:1767384661.307916:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000069339c47. 00000100:00000001:2.0:1767384661.307918:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.307936:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384661.307938:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384661.307941:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.307948:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384661.307948:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp21->192.168.202.122@tcp21: ACK: OK 00000100:00000001:3.0:1767384661.307954:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384661.307958:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1767384661.307959:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384661.307964:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384661.307965:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000800:00000001:0.0:1767384661.307965:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.307967:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1767384661.307971:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384661.307974:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000800:00000001:0.0:1767384661.307977:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384661.307979:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384661.307981:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000040:2.0:1767384661.307984:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:3.0:1767384661.307989:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472286102608 : -108601423449008 : ffff9d3a42bbb450) 00000100:00000001:2.0:1767384661.307989:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472286095440 : -108601423456176 : ffff9d3a42bb9850) 00000800:00000001:0.0:1767384661.307993:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384661.307996:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f67a8eb0 x1853237050240640/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:642/0 lens 4848/0 e 0 to 0 dl 1767384672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384661.308004:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e3d5417c x1853237050240512/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:642/0 lens 4848/0 e 0 to 0 dl 1767384672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384661.308009:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp21(192.168.202.122@tcp21) <- 192.168.202.122@tcp21 : ACK - for me 00000100:00000001:2.0:1767384661.308018:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384661.308023:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c278fc8. 00000100:00000001:3.0:1767384661.308025:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384661.308029:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp21: ACK from 12345-192.168.202.122@tcp21 into md 0x1d99 00000100:00000001:2.0:1767384661.308030:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384661.308032:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fd55c2b8. 00000020:00000010:2.0:1767384661.308036:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c278fc8. 00000400:00000200:0.0:1767384661.308036:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384661.308037:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384661.308043:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fd55c2b8. 00000100:00100000:2.0:1767384661.308048:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f67a8eb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050240640:12345-0@lo:253: 00000400:00000200:0.0:1767384661.308051:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp21->192.168.202.122@tcp21: ACK: OK 00000100:00100000:3.0:1767384661.308056:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e3d5417c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050240512:12345-0@lo:253: 00000100:00000200:2.0:1767384661.308059:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050240640 00000400:00000200:0.0:1767384661.308062:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fce19af 00000100:00000200:3.0:1767384661.308063:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050240512 00000400:00000010:0.0:1767384661.308067:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fce19af. 00000020:00000001:3.0:1767384661.308069:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384661.308072:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384661.308073:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:3.0:1767384661.308074:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384661.308094:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.308095:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384661.308096:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000020:00000001:3.0:1767384661.308099:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384661.308100:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384661.308102:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000400:00000200:0.0:1767384661.308104:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000020:00000001:3.0:1767384661.308109:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384661.308109:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384661.308110:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (36) 00000020:00000001:2.0:1767384661.308113:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:3.0:1767384661.308114:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384661.308117:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384661.308119:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384661.308121:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000001:0.0:1767384661.308122:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384661.308123:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384661.308126:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384661.308128:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.308130:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384661.308133:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384661.308135:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384661.308136:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384661.308137:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1767384661.308139:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384661.308143:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007a8ef87e. 00000400:00000010:0.0:1767384661.308143:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000c14692a7. 00000100:00000001:2.0:1767384661.308145:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384661.308148:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384661.308148:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000474412b7. 02000000:00000001:2.0:1767384661.308150:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384661.308151:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384661.308155:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:0.0:1767384661.308156:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fce19af. 02000000:00000010:2.0:1767384661.308158:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006bbc66df. 00000400:00000200:0.0:1767384661.308160:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c14692a7 20000000:00000010:3.0:1767384661.308164:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001a87f88e. 02000000:00000001:2.0:1767384661.308165:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384661.308165:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000093229b71. 20000000:01000000:3.0:1767384661.308173:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384661.308173:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.308173:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 624 success 20000000:00000001:3.0:1767384661.308180:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384661.308180:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384661.308181:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 20000000:00000001:3.0:1767384661.308185:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384661.308186:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (35) 20000000:00000001:3.0:1767384661.308190:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384661.308191:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a5dc6a3f. 00000400:00000010:0.0:1767384661.308193:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 0000000093229b71. 20000000:00000001:3.0:1767384661.308195:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384661.308197:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:0.0:1767384661.308198:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ce959ea. 20000000:00000001:3.0:1767384661.308199:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384661.308201:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384661.308204:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000010:0.0:1767384661.308205:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c9612d65. 20000000:00000001:2.0:1767384661.308207:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384661.308209:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384661.308210:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f0fcfc49. 00000400:00000200:0.0:1767384661.308211:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 20000000:00000001:2.0:1767384661.308212:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384661.308218:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 20000000:01000000:3.0:1767384661.308220:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:3.0:1767384661.308226:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384661.308226:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00080000:00000001:3.0:1767384661.308233:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384661.308236:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00080000:00000001:3.0:1767384661.308238:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:0.0:1767384661.308245:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:0.0:1767384661.308250:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00080000:00000001:3.0:1767384661.308255:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384661.308265:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00080000:00000001:3.0:1767384661.308270:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.308271:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00080000:00000001:3.0:1767384661.308274:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384661.308276:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384661.308280:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384661.308284:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.308284:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00080000:00000002:3.0:1767384661.308288:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:3.0:1767384661.308296:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00000400:00000200:0.0:1767384661.308298:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00080000:00000002:3.0:1767384661.308299:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384661.308305:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384661.308310:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.308313:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[142, 38] 00080000:00000001:3.0:1767384661.308314:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384661.308318:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384661.308350:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:3.0:1767384661.308354:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384661.308357:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000046e6da6b. 00080000:00000001:3.0:1767384661.308360:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468047635968 : -108605661915648 : ffff9d394619d600) 00080000:00000001:3.0:1767384661.308363:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384661.308367:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:0.0:1767384661.308367:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 38], ns[146, 38] 00080000:00000010:3.0:1767384661.308372:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000fd55c2b8. 00080000:00000001:3.0:1767384661.308375:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.308378:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 38], ns[150, 38] 00080000:00000001:3.0:1767384661.308379:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:0.0:1767384661.308389:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 38], ns[166, 38] 00080000:00000001:3.0:1767384661.308393:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384661.308397:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000400:00000200:0.0:1767384661.308406:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00080000:00000001:3.0:1767384661.308411:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384661.308414:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 32], ns[42, 32] 00000400:00000200:0.0:1767384661.308423:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000400:00000200:0.0:1767384661.308430:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:0.0:1767384661.308437:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:0.0:1767384661.308444:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 32], ns[67, 32] 00000400:00000200:0.0:1767384661.308451:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 32], ns[80, 32] 00000400:00000200:0.0:1767384661.308457:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 32], ns[87, 32] 00000400:00000200:0.0:1767384661.308462:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[121, 32], ns[135, 32] 00000400:00000200:0.0:1767384661.308480:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 32], ns[140, 32] 00000400:00000200:0.0:1767384661.308486:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 32], ns[155, 32] 00000400:00000200:0.0:1767384661.308491:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 32], ns[156, 32] 00000400:00000200:0.0:1767384661.308497:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 32], ns[111, 32] 00000400:00000200:0.0:1767384661.308502:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 32], ns[132, 32] 00000400:00000200:0.0:1767384661.308507:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 32], ns[126, 32] 00000400:00000200:0.0:1767384661.308512:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[139, 32], ns[153, 32] 00000400:00000200:0.0:1767384661.308517:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 32], ns[152, 32] 00000400:00000200:0.0:1767384661.308522:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 32], ns[160, 32] 00000400:00000200:0.0:1767384661.308527:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 32], ns[164, 32] 00000400:00000200:0.0:1767384661.308532:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[149, 32], ns[163, 32] 00000400:00000200:0.0:1767384661.308536:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:0.0:1767384661.308540:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp22 00000400:00000200:0.0:1767384661.308544:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp22 lpni_is_preferred = 0 00000400:00000200:0.0:1767384661.308547:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp22 00000400:00000200:0.0:1767384661.308552:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp22 NI seq info: [167:167:256:4294967295] 192.168.202.122@tcp22 LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1767384661.308557:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp22 00000400:00000200:0.0:1767384661.308565:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp22(192.168.202.122@tcp22:) -> 192.168.202.122@tcp22(192.168.202.122@tcp:192.168.202.122@tcp22) : GET try# 0 00000800:00000200:0.0:1767384661.308570:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp22 00000800:00000010:0.0:1767384661.308574:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000069339c47. 00000800:00000200:0.0:1767384661.308578:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f878606] -> 12345-192.168.202.122@tcp22 (6) 00000800:00000200:0.0:1767384661.308585:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp22 ip 192.168.202.122:988 00000800:00000200:0.0:1767384661.308594:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000069339c47 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384661.308613:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384661.308616:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300271 rc 0 00000800:00000001:3.0:1767384661.308675:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384661.308676:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384661.308680:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000069339c47. 00000800:00000001:3.0:1767384661.308683:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384661.308683:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384661.308688:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384661.308692:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp22->192.168.202.122@tcp22: GET: OK 00000400:00000200:2.0:1767384661.308696:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767384661.308698:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384661.308699:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000400:00000200:3.0:1767384661.308709:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp22(192.168.202.122@tcp22) <- 192.168.202.122@tcp22 : GET - for me 00000400:00000200:3.0:1767384661.308718:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384661.308723:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 624/624 into md 0x1d95 [1] + 0 00000400:00000200:3.0:1767384661.308735:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp22 to MR: 192.168.202.122@tcp22 local destination 00000400:00000200:3.0:1767384661.308739:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp22 NI seq info: [168:168:256:4294967295] 192.168.202.122@tcp22 LPNI seq info [154:154:8:4294967295] 00000400:00000200:3.0:1767384661.308746:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp22(192.168.202.122@tcp22:192.168.202.122@tcp22) -> 192.168.202.122@tcp22(192.168.202.122@tcp22:192.168.202.122@tcp22) 192.168.202.122@tcp22 : REPLY try# 0 00000800:00000200:3.0:1767384661.308750:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.202.122@tcp22 00000800:00000010:3.0:1767384661.308753:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007f11a784. 00000800:00000200:3.0:1767384661.308756:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f878606] -> 12345-192.168.202.122@tcp22 (6) 00000800:00000200:3.0:1767384661.308760:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp22 ip 192.168.202.122:997 00000800:00000200:3.0:1767384661.308763:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007f11a784 type 3, nob 720 niov 1 nkiov 1 00000800:00000001:0.0:1767384661.308803:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384661.308816:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384661.308819:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007f11a784. 00000800:00000001:0.0:1767384661.308822:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384661.308824:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384661.308828:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384661.308831:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp22->192.168.202.122@tcp22: REPLY: OK 00000800:00000001:2.0:1767384661.308836:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384661.308839:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384661.308843:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384661.308848:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp22(192.168.202.122@tcp22) <- 192.168.202.122@tcp22 : REPLY - for me 00000400:00000200:2.0:1767384661.308856:0:16339:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp22: Reply from 12345-192.168.202.122@tcp22 of length 624/624 into md 0x1db1 00000800:00000001:2.0:1767384661.308860:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384661.308868:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384661.308870:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384661.308872:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp22->192.168.202.122@tcp22: REPLY: OK 00000400:00000200:2.0:1767384661.308875:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ce959ea 00000400:00000010:2.0:1767384661.308876:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ce959ea. 00000400:00000200:2.0:1767384661.308879:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384661.308896:0:16339:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:2.0:1767384661.308898:0:16339:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:2.0:1767384661.308901:0:16339:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 37. state = 0x300271 00000400:00000200:2.0:1767384661.308903:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384661.308911:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (36) 00000800:00000001:2.0:1767384661.308916:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384661.308934:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384661.308956:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384661.308964:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x3000f1 00000400:00000010:0.0:1767384661.308972:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 00000000ea6afe3c. 00000400:00000010:0.0:1767384661.308975:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 00000000e878ae59. 00000400:00000010:0.0:1767384661.308978:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 0000000021864dc3. 00000400:00000200:0.0:1767384661.309014:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp34(000000001fe87d40) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384661.309023:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp38(000000005379dc03) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384661.309028:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp39(00000000a12f2db1) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384661.309034:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp42(00000000a395ee9d) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384661.309041:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002641f789. 00000400:00000200:0.0:1767384661.309049:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002641f789 nid 192.168.202.122@tcp43 00000400:00000010:0.0:1767384661.309054:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ba3de91c. 00000400:00000200:0.0:1767384661.309057:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ba3de91c net tcp43 00000400:00000200:0.0:1767384661.309060:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (35) 00000400:00000200:0.0:1767384661.309065:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp43 flags 0x11 00000400:00000010:0.0:1767384661.309070:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003660a91c. 00000400:00000200:0.0:1767384661.309091:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003660a91c nid 192.168.202.122@tcp44 00000400:00000010:0.0:1767384661.309094:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002e8ff393. 00000400:00000200:0.0:1767384661.309097:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 000000002e8ff393 net tcp44 00000400:00000200:0.0:1767384661.309099:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (36) 00000400:00000200:0.0:1767384661.309102:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp44 flags 0x11 00000400:00000010:0.0:1767384661.309105:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000064f1a38f. 00000400:00000200:0.0:1767384661.309108:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000064f1a38f nid 192.168.202.122@tcp45 00000400:00000010:0.0:1767384661.309111:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a64956a6. 00000400:00000200:0.0:1767384661.309113:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a64956a6 net tcp45 00000400:00000200:0.0:1767384661.309115:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (37) 00000400:00000200:0.0:1767384661.309118:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp45 flags 0x11 00000400:00000010:0.0:1767384661.309129:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 00000000ea6afe3c. 00000400:00000010:0.0:1767384661.309132:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 00000000e878ae59. 00000400:00000010:0.0:1767384661.309134:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 0000000021864dc3. 00000400:00000010:0.0:1767384661.309137:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 0000000093229b71. 00000400:00000200:0.0:1767384661.309140:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384661.309143:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x300171 00000400:00000200:0.0:1767384661.309147:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 rc 1 00000400:00000200:0.0:1767384661.309150:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000400:00000200:0.0:1767384661.309154:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384661.309156:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300111 rc 0 00000400:00000200:0.0:1767384661.309159:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:0.0:1767384661.309163:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (38) 00080000:00000010:0.0:1767384661.310166:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000046e6da6b. 00080000:00000010:1.0:1767384661.310213:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000fd55c2b8. 00040000:00000001:1.0:1767384661.310221:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384661.310224:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384661.310227:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384661.310231:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384661.310234:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384661.310237:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384661.310250:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384661.310262:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384661.310265:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384661.310271:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384661.310274:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384661.310280:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384661.310283:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:2.0:1767384661.310286:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000031e518d3. 00010000:00000001:0.0:1767384661.310288:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:2.0:1767384661.310310:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:2.0:1767384661.310315:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384661.310318:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384661.310321:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384661.310328:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384661.310329:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:0.0:1767384661.310337:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000044d23841. 00080000:00000001:2.0:1767384661.310338:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384661.310344:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384661.310346:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.310346:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384661.310351:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384661.310353:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384661.310353:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000022bf5fe4. 00080000:00000002:2.0:1767384661.310359:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00000020:00000001:0.0:1767384661.310360:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384661.310366:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00000020:00000040:0.0:1767384661.310366:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000022bf5fe4 with handle 0x9f279d7a9a0b50b6 to hash 00080000:00000002:2.0:1767384661.310370:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:0.0:1767384661.310372:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384661.310377:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384661.310377:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142740480 : -108600566811136 : ffff9d3a75caf600) 00010000:00000001:0.0:1767384661.310383:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142740480 : -108600566811136 : ffff9d3a75caf600) 00080000:00000001:2.0:1767384661.310384:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384661.310390:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384661.310391:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1767384661.310396:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384661.310397:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.310402:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00010000:0.0:1767384661.310403:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000022bf5fe4/0x9f279d7a9a0b50b6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384661.310409:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384661.310414:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003efa92f9. 00010000:00000001:0.0:1767384661.310417:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384661.310419:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468050455040 : -108605659096576 : ffff9d394644da00) 00010000:00000001:0.0:1767384661.310423:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384661.310431:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384661.310435:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:2.0:1767384661.310436:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384661.310440:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:2.0:1767384661.310442:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003c278fc8. 00010000:00000001:0.0:1767384661.310445:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384661.310447:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.310451:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384661.310452:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384661.310456:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384661.310461:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384661.310464:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.310464:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384661.310466:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384661.310470:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000020:1.0:1767384661.310472:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:0.0:1767384661.310473:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000044d23841) refcount = 1 00080000:00000001:2.0:1767384661.310477:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384661.310478:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:0.0:1767384661.310481:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000022bf5fe4/0x9f279d7a9a0b50b6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000010:1.0:1767384661.310483:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001a87f88e. 20000000:00000001:1.0:1767384661.310491:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.310493:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384661.310498:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000040:1.0:1767384661.310499:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050240512 00010000:00000001:0.0:1767384661.310500:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384661.310505:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384661.310506:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.310511:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1767384661.310514:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e3d5417c x1853237050240512/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:642/0 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384661.310516:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384661.310521:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:0.0:1767384661.310528:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384661.310529:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384661.310531:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384661.310533:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384661.310535:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022bf5fe4 refcount=4 00000020:00000001:0.0:1767384661.310539:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142740480 : -108600566811136 : ffff9d3a75caf600) 00000100:00001000:1.0:1767384661.310540:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=78 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384661.310543:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142740480 : -108600566811136 : ffff9d3a75caf600) 00010000:00000001:0.0:1767384661.310546:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384661.310548:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000022bf5fe4/0x9f279d7a9a0b50b6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384661.310556:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384661.310561:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:0.0:1767384661.310561:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384661.310565:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000022bf5fe4/0x9f279d7a9a0b50b6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384661.310566:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384661.310572:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384661.310575:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.310579:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384661.310581:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384661.310582:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384661.310587:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000022bf5fe4/0x9f279d7a9a0b50b6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384661.310588:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384661.310592:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad4afb1f. 00000100:00000200:1.0:1767384661.310596:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050240512, offset 224 00000400:00000200:1.0:1767384661.310606:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384661.310608:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384661.310611:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.310613:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384661.310617:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384661.310620:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000022bf5fe4/0x9f279d7a9a0b50b6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384661.310622:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260106e00 00000400:00000200:1.0:1767384661.310631:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d9d [2] + 224 00010000:00010000:0.0:1767384661.310637:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000022bf5fe4 already unused, calling callback (0000000043915e75) 00000400:00000200:1.0:1767384661.310638:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384661.310643:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384661.310644:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384661.310647:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384661.310649:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000200:1.0:1767384661.310651:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000071c811c2 x1853237050240512/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384661.310653:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000022bf5fe4/0x9f279d7a9a0b50b6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384661.310669:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000071c811c2 x1853237050240512/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384661.310671:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384661.310675:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384661.310678:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384661.310682:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022bf5fe4 refcount=5 00000020:00000001:0.0:1767384661.310685:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142740480 : -108600566811136 : ffff9d3a75caf600) 00010000:00000001:0.0:1767384661.310688:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142740480 : -108600566811136 : ffff9d3a75caf600) 00000100:00000001:1.0:1767384661.310689:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384661.310692:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:1.0:1767384661.310695:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad4afb1f 00010000:00010000:0.0:1767384661.310696:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000022bf5fe4/0x9f279d7a9a0b50b6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384661.310699:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad4afb1f. 00000100:00000001:1.0:1767384661.310704:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384661.310707:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384661.310710:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384661.310712:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.310714:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384661.310718:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384661.310718:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384661.310719:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.310723:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384661.310724:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384661.310727:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.310727:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:2.0:1767384661.310732:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384661.310733:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384661.310733:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000001:2.0:1767384661.310736:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384661.310739:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:2.0:1767384661.310740:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000461b648c. 00000100:00000040:1.0:1767384661.310740:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3d5417c x1853237050240512/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:642/0 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384661.310744:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384661.310749:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae3c7b83 00000020:00000040:0.0:1767384661.310751:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000022bf5fe4 with handle 0x9f279d7a9a0b50b6 from hash 00000400:00000010:2.0:1767384661.310755:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae3c7b83. 00010000:00000001:0.0:1767384661.310758:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384661.310762:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384661.310764:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384661.310765:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384661.310768:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e3d5417c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050240512:12345-0@lo:253: Request processed in 2740us (3356us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384661.310772:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000071c811c2 x1853237050240512/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384661.310776:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384661.310780:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384661.310784:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384661.310788:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384661.310793:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384661.310798:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000071c811c2 x1853237050240512/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384661.310798:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384661.310802:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00010000:00000001:0.0:1767384661.310803:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384661.310807:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:1.0:1767384661.310810:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00010000:00000001:0.0:1767384661.310814:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384661.310816:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384661.310818:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384661.310821:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384661.310822:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384661.310822:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.310826:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384661.310827:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384661.310829:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000598bd41e. 00000100:00000001:2.0:1767384661.310833:0:16347:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384661.310834:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384661.310837:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fc19da1. 02000000:00000001:2.0:1767384661.310838:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:0.0:1767384661.310839:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000022bf5fe4/0x9f279d7a9a0b50b6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384661.310842:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384661.310845:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ce54ec4. 00000100:00000001:2.0:1767384661.310847:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.310855:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.310855:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384661.310856:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00010000:00000001:0.0:1767384661.310859:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1767384661.310862:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=78 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384661.310863:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384661.310863:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:1.0:1767384661.310868:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007a8ef87e. 00010000:00000001:0.0:1767384661.310868:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00001000:2.0:1767384661.310869:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=78 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384661.310872:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384661.310877:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384661.310877:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384661.310878:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384661.310892:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.310895:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384661.310896:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384661.310897:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.310897:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384661.310901:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.310902:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384661.310907:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 20000000:00000001:0.0:1767384661.310907:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.310911:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071c811c2 x1853237050240512/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384661.310914:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000022bf5fe4/0x9f279d7a9a0b50b6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384661.310916:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000638b0a90. 00000100:00000001:2.0:1767384661.310941:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384661.310942:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad4afb1f. 00010000:00000001:0.0:1767384661.310949:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384661.310952:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384661.310954:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384661.310956:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384661.310958:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000022bf5fe4/0x9f279d7a9a0b50b6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:01000004:2.0:1767384661.310960:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384661.310963:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384661.310966:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384661.310969:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384661.310971:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384661.310973:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384661.310976:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384661.310978:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000040:0.0:1767384661.310978:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000044d23841 count: 0 00000020:01000004:2.0:1767384661.310980:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384661.310983:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384661.310988:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071c811c2 x1853237050240512/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384661.310995:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000071c811c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050240512:0@lo:253: 00010000:00000001:0.0:1767384661.310997:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384661.311000:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384661.311002:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384661.311004:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384661.311007:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000071c811c2 x1853237050240512/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.311012:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384661.311015:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384661.311017:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000cc8cf7a. 02000000:00000001:2.0:1767384661.311022:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384661.311023:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384661.311025:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384661.311027:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384661.311029:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bab46fe4. 02000000:00000001:2.0:1767384661.311033:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384661.311035:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384661.311036:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071c811c2. 00000100:00000001:2.0:1767384661.311041:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384661.311042:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.311044:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.311048:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384661.311050:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.311053:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384661.311061:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384661.312149:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003efa92f9. 00080000:00000010:2.0:1767384661.312204:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003c278fc8. 00040000:00000001:2.0:1767384661.312209:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384661.312211:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384661.312212:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384661.312215:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384661.312217:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384661.312219:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384661.312221:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384661.312229:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384661.312231:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384661.312236:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384661.312242:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384661.312253:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384661.312256:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384661.312260:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384661.312262:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384661.312266:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000059007e07. 00010000:00000001:0.0:1767384661.312270:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384661.312273:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d20025a7. 00000020:00000001:0.0:1767384661.312277:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384661.312279:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d20025a7 with handle 0x9f279d7a9a0b50bd to hash 00000020:00000001:0.0:1767384661.312281:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384661.312283:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384661.312286:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384661.312288:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384661.312316:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384661.312320:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b50bd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384661.312328:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384661.312330:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384661.312331:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384661.312333:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384661.312335:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384661.312338:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384661.312339:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384661.312342:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384661.312344:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384661.312346:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384661.312348:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384661.312350:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000059007e07) refcount = 1 00010000:00010000:0.0:1767384661.312353:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b50bd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384661.312360:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384661.312362:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384661.312363:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384661.312365:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.312374:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384661.312378:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384661.312380:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:0.0:1767384661.312383:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384661.312385:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384661.312387:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d20025a7 refcount=4 00000020:00000001:0.0:1767384661.312390:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384661.312392:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384661.312395:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384661.312397:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b50bd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384661.312401:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384661.312404:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:1.0:1767384661.312406:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:0.0:1767384661.312408:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b50bd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000010:1.0:1767384661.312410:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a5dc6a3f. 20000000:00000001:1.0:1767384661.312418:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.312419:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:1.0:1767384661.312423:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050240640 00010000:00000001:0.0:1767384661.312423:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384661.312427:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b50bd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384661.312428:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384661.312435:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f67a8eb0 x1853237050240640/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:642/0 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384661.312439:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384661.312442:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.312446:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384661.312449:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b50bd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384661.312452:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384661.312456:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384661.312462:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=78 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384661.312462:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d20025a7 already unused, calling callback (0000000043915e75) 00010000:00000001:0.0:1767384661.312467:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384661.312469:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384661.312471:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:1.0:1767384661.312475:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00010000:0.0:1767384661.312475:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b50bd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384661.312481:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384661.312488:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384661.312488:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384661.312491:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767384661.312492:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.312496:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384661.312501:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384661.312502:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384661.312504:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d20025a7 refcount=5 00000020:00000001:0.0:1767384661.312507:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00010000:00000001:0.0:1767384661.312512:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142736384 : -108600566815232 : ffff9d3a75cae600) 00000400:00000010:1.0:1767384661.312513:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b39b64ae. 00010000:00000001:0.0:1767384661.312515:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:1.0:1767384661.312519:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050240640, offset 224 00010000:00010000:0.0:1767384661.312519:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b50bd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384661.312530:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384661.312531:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384661.312534:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384661.312536:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.312540:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384661.312542:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384661.312545:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384661.312548:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:1.0:1767384661.312549:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260106e80 00010000:00000001:0.0:1767384661.312551:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384661.312555:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d20025a7 with handle 0x9f279d7a9a0b50bd from hash 00000400:00000200:1.0:1767384661.312557:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1da5 [2] + 224 00010000:00000001:0.0:1767384661.312561:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384661.312565:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384661.312566:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384661.312568:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384661.312568:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384661.312572:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:1.0:1767384661.312576:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384661.312576:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384661.312580:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384661.312581:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384661.312582:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384661.312585:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384661.312587:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000743e45ac x1853237050240640/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384661.312588:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384661.312590:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384661.312593:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384661.312595:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384661.312597:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.312600:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.312604:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384661.312608:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b50bd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384661.312613:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000743e45ac x1853237050240640/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384661.312616:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384661.312624:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384661.312625:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384661.312626:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384661.312628:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384661.312629:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384661.312630:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384661.312632:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384661.312634:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.312635:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384661.312636:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b50bd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384661.312642:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:1.0:1767384661.312643:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39b64ae 00010000:00000001:0.0:1767384661.312644:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384661.312646:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d20025a7/0x9f279d7a9a0b50bd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384661.312648:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b39b64ae. 00010000:00000040:0.0:1767384661.312654:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000059007e07 count: 0 00000100:00000001:1.0:1767384661.312655:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384661.312659:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384661.312663:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384661.312664:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.312665:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384661.312667:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:0.0:1767384661.312668:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384661.312672:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000001:2.0:1767384661.312676:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384661.312677:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384661.312680:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384661.312681:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384661.312683:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f52dc6a7. 00000020:00000001:1.0:1767384661.312685:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384661.312691:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053256896 00000100:00000040:1.0:1767384661.312693:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f67a8eb0 x1853237050240640/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:642/0 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384661.312695:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053256896. 00000100:00000001:2.0:1767384661.312700:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384661.312708:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000743e45ac x1853237050240640/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384661.312712:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f67a8eb0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050240640:12345-0@lo:253: Request processed in 4690us (5131us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384661.312730:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000200:2.0:1767384661.312731:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000743e45ac x1853237050240640/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384661.312736:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384661.312742:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384661.312745:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384661.312747:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384661.312750:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e1c9e4fe. 00000100:00000001:2.0:1767384661.312751:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.312756:0:16344:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384661.312757:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005c0947e8. 02000000:00000001:2.0:1767384661.312758:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384661.312760:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384661.312762:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.312764:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384661.312769:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=78 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384661.312772:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d486e48e. 00000100:00001000:2.0:1767384661.312775:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=78 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384661.312777:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:2.0:1767384661.312780:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384661.312783:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384661.312784:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384661.312786:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006bbc66df. 00010000:00000001:2.0:1767384661.312788:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384661.312791:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384661.312792:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384661.312796:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384661.312801:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384661.312804:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384661.312807:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df906a63. 00000100:00000040:2.0:1767384661.312811:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000743e45ac x1853237050240640/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384661.312813:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b39b64ae. 00000100:00000001:2.0:1767384661.312823:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384661.312826:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384661.312828:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384661.312831:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384661.312833:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384661.312835:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384661.312837:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384661.312838:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384661.312841:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384661.312842:0:16344:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384661.312843:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384661.312844:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384661.312847:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000743e45ac x1853237050240640/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384661.312854:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000743e45ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050240640:0@lo:253: 00000100:00000001:2.0:1767384661.312858:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.312859:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384661.312861:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000743e45ac x1853237050240640/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.312866:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384661.312868:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384661.312869:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006a55c2f9. 02000000:00000001:2.0:1767384661.312873:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384661.312875:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384661.312876:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384661.312877:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384661.312879:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a040aba0. 02000000:00000001:2.0:1767384661.312895:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384661.312897:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384661.312898:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000743e45ac. 00000100:00000001:2.0:1767384661.312901:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384661.312902:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.312911:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.312915:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384661.312917:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.312918:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384661.312920:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384661.313356:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294949633, at 4294949634 00000100:00000010:0.0:1767384661.313364:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d2256f5. 00000100:00000040:1.0:1767384661.314332:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294949633, at 4294949635 00000100:00000010:1.0:1767384661.314338:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac923da8. 00000100:00000040:2.0:1767384661.314346:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294949633, at 4294949635 00000100:00000040:3.0:1767384661.314356:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294949633, at 4294949635 00000100:00000010:2.0:1767384661.314356:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045740103. 00000100:00000010:3.0:1767384661.314364:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d3c1325. 00010000:00000010:0.1:1767384661.316327:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000044d23841. 00010000:00000010:0.1:1767384661.316335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022bf5fe4. 00010000:00000010:0.1:1767384661.319325:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000059007e07. 00010000:00000010:0.1:1767384661.319333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d20025a7. 00000400:00000010:2.0:1767384661.323572:0:35890:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000441ca87c. 00000400:00000040:2.0:1767384661.323589:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384661.323591:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384661.323593:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384661.323595:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384661.323596:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384661.323598:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384661.323600:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384661.323601:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384661.323602:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384661.323603:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384661.323604:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384661.323605:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384661.323607:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384661.323608:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384661.323609:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384661.323610:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384661.323611:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384661.323612:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384661.323613:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384661.323614:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384661.323615:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384661.323617:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384661.323618:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384661.323619:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384661.323620:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384661.323621:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384661.323622:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384661.323623:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384661.323624:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384661.323625:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384661.323630:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384661.323632:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384661.323633:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384661.323634:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384661.323635:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384661.323636:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384661.323637:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384661.323638:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384661.323639:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384661.323640:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384661.323641:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384661.323642:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384661.323643:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384661.323644:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384661.323645:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384661.323646:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384661.323647:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384661.323648:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384661.323649:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384661.323650:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384661.323651:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384661.323652:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384661.323653:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384661.323654:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384661.323655:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384661.323656:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384661.323657:0:35890:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384661.323735:0:35890:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000441ca87c. 00000400:00000200:3.0:1767384661.567357:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp42 00000400:00000010:3.0:1767384661.567362:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f2db0660. 00000400:00000010:3.0:1767384661.567369:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001ce54ec4. 00000100:00000040:2.0:1767384661.567369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1767384661.567370:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000400:00000010:3.0:1767384661.567375:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a247afe. 00000004:00000020:1.0:1767384661.567375:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1767384661.567378:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384661.567383:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc20c55f. 00000400:00000010:3.0:1767384661.567386:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c4a717f. 00000100:00000010:2.0:1767384661.567386:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ddb2d155. 00000020:00000040:1.0:1767384661.567391:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384661.567393:0:8:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:3.0:1767384661.567396:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp42 00000100:00000001:1.0:1767384661.567400:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384661.567402:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384661.567405:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384661.567405:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384661.567412:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.567413:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.567419:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp42 local destination 02000000:00000010:2.0:1767384661.567423:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081078b64. 00000800:00000200:0.0:1767384661.567425:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086385330] -> 12345-192.168.202.122@tcp24 (6) 02000000:00000010:1.0:1767384661.567429:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001530a37d. 00000400:00000200:3.0:1767384661.567430:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp42 00000100:00000001:2.0:1767384661.567432:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.567436:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384661.567437:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp24 ip 192.168.202.122:988 00000400:00000200:3.0:1767384661.567440:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp42 NI seq info: [169:169:256:4294967295] 192.168.202.122@tcp42 LPNI seq info [155:155:8:4294967295] 00000800:00000200:0.0:1767384661.567445:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000100:00000001:1.0:1767384661.567446:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384661.567449:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.567450:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp42 00000100:00000040:2.0:1767384661.567453:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384661.567461:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc20c55f] to pc [ptlrpcd_00_01+1] req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384661.567465:0:16336:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a663b88f. 00000400:00000200:3.0:1767384661.567472:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp42(192.168.202.122@tcp42:) -> 192.168.202.122@tcp42(192.168.202.122@tcp42:192.168.202.122@tcp42) : GET try# 0 00000800:00000200:0.0:1767384661.567478:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000c2fe5f0] -> 12345-192.168.202.122@tcp11 (6) 00000100:00000001:2.0:1767384661.567480:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384661.567485:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384661.567490:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp42 00000800:00000200:0.0:1767384661.567491:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp11 ip 192.168.202.122:988 00000800:00000010:3.0:1767384661.567497:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007f11a784. 00000100:00000040:2.0:1767384661.567498:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddb2d155] to pc [ptlrpcd_00_02+2] req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384661.567498:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a663b88f type 192, nob 24 niov 1 nkiov 0 00000004:00000001:1.0:1767384661.567505:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384661.567509:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006165d848] -> 12345-192.168.202.122@tcp42 (2) 00000800:00000200:3.1:1767384661.567520:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006165d848] -> 12345-192.168.202.122@tcp42 (2) 00000100:00000001:2.0:1767384661.567534:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.567539:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384661.567540:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp42 added to recovery queue. ping count: 2 next ping: 286 health :800 00000100:00000001:1.0:1767384661.567545:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384661.567549:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384661.567551:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767384661.567554:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082645b7b. 00000100:00000001:1.0:1767384661.567556:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767384661.567560:0:8:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:1.0:1767384661.567564:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.567566:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384661.567569:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384661.567573:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384661.567580:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b49dc64. 00000100:00000001:1.0:1767384661.567580:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384661.567584:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.567586:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384661.567587:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384661.567590:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384661.567593:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384661.567594:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384661.567596:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384661.567598:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384661.567605:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.567607:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384661.567611:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384661.567611:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cc20c55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16345:1853237050240896:0@lo:13: 00000100:00000040:2.0:1767384661.567620:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082645b7b] to pc [ptlrpcd_00_03+3] req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.567620:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384661.567627:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384661.567631:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384661.567635:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384661.567637:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384661.567640:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c61b93ee. 00000100:00000040:2.0:1767384661.567641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.0:1767384661.567641:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767384661.567646:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384661.567646:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384661.567649:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000001:0.0:1767384661.567652:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384661.567653:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078a18739. 00000100:00000010:2.0:1767384661.567655:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143759a2. 00000800:00000001:0.0:1767384661.567656:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384661.567660:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384661.567660:0:8:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767384661.567662:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005efb0929. 00000100:00000001:3.0:1767384661.567665:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384661.567666:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384661.567668:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384661.567670:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:0.0:1767384661.567670:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384661.567671:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050240896, portal 4 00000100:00000040:3.0:1767384661.567674:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384661.567674:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.567676:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1767384661.567676:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384661.567680:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055343360 : -108605654208256 : ffff9d39468f7100) 00000800:00000001:0.0:1767384661.567681:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384661.567683:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067beffb6. 00000100:00000001:3.0:1767384661.567689:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384661.567690:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384661.567693:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384661.567695:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384661.567698:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384661.567698:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384661.567703:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.567709:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384661.567711:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ddb2d155 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050240768:0@lo:400: 00000100:00000001:3.0:1767384661.567720:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384661.567723:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384661.567724:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384661.567728:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.567731:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384661.567732:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384661.567733:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384661.567736:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384661.567738:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046e6da6b. 00000400:00000010:1.0:1767384661.567739:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 02000000:00000001:3.0:1767384661.567742:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.567745:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143759a2] to pc [ptlrpcd_00_00+0] req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384661.567746:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050240896, offset 0 00000400:00000010:3.0:1767384661.567748:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f93e0ead. 00000400:00000010:3.0:1767384661.567755:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000cd4f71. 00000400:00000200:1.0:1767384661.567759:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384661.567766:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050240768, portal 4 00000100:00000001:2.0:1767384661.567767:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.567770:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384661.567774:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747175808 : -108600962375808 : ffff9d3a5e371f80) 00000100:00000040:2.0:1767384661.567776:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (287) 00000400:00000200:1.0:1767384661.567777:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384661.567782:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384661.567788:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384661.567791:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384661.567792:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384661.567796:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384661.567798:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6529e33. 00000100:00000001:2.0:1767384661.567800:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384661.567802:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260106f80 00000100:00000200:3.0:1767384661.567803:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050240768, offset 0 00000100:00000040:2.0:1767384661.567808:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384661.567813:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384661.567825:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384661.567825:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2912 00000100:00000001:2.0:1767384661.567826:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384661.567830:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.567837:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384661.567839:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260106f00 00000400:00000200:1.0:1767384661.567840:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384661.567841:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384661.567847:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.567848:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3888 00000400:00000200:1.0:1767384661.567851:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384661.567854:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000082645b7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853237050241024:0@lo:400: 00000100:00000001:2.0:1767384661.567862:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384661.567863:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384661.567864:0:16345:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767384661.567866:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1767384661.567868:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767384661.567870:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384661.567871:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384661.567876:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000062be2cc8. 02000000:00000001:2.0:1767384661.567877:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384661.567878:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384661.567895:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1767384661.567898:0:16345:0:(events.c:337:request_in_callback()) incoming req@0000000062be2cc8 x1853237050240896 msgsize 224 00000100:00000010:3.0:1767384661.567900:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003907f78d. 02000000:00000010:2.0:1767384661.567902:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034a05839. 00000100:00000040:3.0:1767384661.567906:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000003907f78d x1853237050240768 msgsize 224 02000000:00000001:2.0:1767384661.567909:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384661.567913:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384661.567917:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384661.567919:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000461b648c. 00000400:00000010:2.0:1767384661.567926:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000100:00000001:3.0:1767384661.567930:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384661.567931:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050241024, portal 10 00000100:00000001:1.0:1767384661.567932:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384661.567936:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384661.567939:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6529e33 00000100:00000001:2.0:1767384661.567940:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747182080 : -108600962369536 : ffff9d3a5e373800) 00000400:00000010:3.0:1767384661.567943:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6529e33. 00000100:00000001:3.0:1767384661.567947:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384661.567951:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384661.567951:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000100:00000200:3.0:1767384661.567952:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384661.567957:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 00000100:00000001:1.0:1767384661.567966:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384661.567974:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384661.567985:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384661.567990:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.568006:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384661.568013:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384661.568026:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.568028:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384661.568030:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384661.568037:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.568037:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384661.568040:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384661.568044:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4046 usecs (5 jiffies) 00000400:00000010:2.0:1767384661.568044:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00000100:00000001:1.0:1767384661.568044:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384661.568051:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.568052:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949893 00000100:00000200:2.0:1767384661.568052:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050241024, offset 0 00000100:00000010:3.0:1767384661.568059:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000348a5fa1. 00000100:00000040:1.0:1767384661.568059:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4046 usecs (5 jiffies) 00000400:00000200:2.0:1767384661.568065:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384661.568066:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949893 00000100:00000001:3.0:1767384661.568069:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384661.568076:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949893 00000400:00000200:2.0:1767384661.568077:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384661.568077:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294949893 00000100:00000010:3.0:1767384661.568083:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000063e7a927. 00000100:00000001:1.0:1767384661.568085:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949893 00000100:00000001:3.0:1767384661.568087:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384661.568091:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949893 00000400:00000200:2.0:1767384661.568092:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260107000 00000100:00000001:1.0:1767384661.568092:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294949893 00000100:00000010:3.0:1767384661.568097:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e58bd1. 00000100:00000001:1.0:1767384661.568100:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949893 00000100:00000001:3.0:1767384661.568102:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384661.568107:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000001:3.0:1767384661.568109:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949893 00000100:00000001:1.0:1767384661.568109:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294949893 00000100:00000010:3.0:1767384661.568117:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd70c9e6. 00000100:00000001:1.0:1767384661.568117:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949893 00000400:00000200:2.0:1767384661.568118:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384661.568126:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384661.568127:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384661.568132:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384661.568134:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294949893 00000100:00000001:2.0:1767384661.568135:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384661.568137:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384661.568139:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384661.568140:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384661.568143:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.568146:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.568148:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384661.568148:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ceb504. 00000100:00000001:1.0:1767384661.568151:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.568155:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000a6ceb504 x1853237050241024 msgsize 224 00000100:00000001:1.0:1767384661.568156:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384661.568161:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384661.568167:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384661.568167:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384661.568167:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384661.568172:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384661.568175:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384661.568177:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384661.568178:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384661.568181:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384661.568182:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384661.568183:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.568185:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.568189:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384661.568191:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000100:00100000:1.0:1767384661.568191:0:16345:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:2.0:1767384661.568196:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00000100:00000001:1.0:1767384661.568197:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.568203:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384661.568203:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384661.568207:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384661.568210:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.568211:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384661.568215:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384661.568217:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384661.568225:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384661.568225:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384661.568231:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384661.568257:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000001:1.0:1767384661.568261:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384661.568262:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.568265:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.568267:0:16347:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384661.568270:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384661.568273:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384661.568274:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384661.568279:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.568280:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3595 usecs (4 jiffies) 00000100:00100000:1.0:1767384661.568285:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000143759a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16345:1853237050241152:0@lo:400: 00000100:00000001:2.0:1767384661.568286:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294949892 00000100:00000001:2.0:1767384661.568316:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294949893 00000100:00000001:1.0:1767384661.568319:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384661.568321:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294949893 02000000:00000001:1.0:1767384661.568324:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384661.568326:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294949893 02000000:00000001:1.0:1767384661.568328:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.568331:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 02000000:00000001:1.0:1767384661.568332:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384661.568337:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6b68280. 00000100:00000001:2.0:1767384661.568338:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294949893 02000000:00000001:1.0:1767384661.568342:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.568344:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294949893 00000100:00000001:2.0:1767384661.568349:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294949893 00000400:00000010:1.0:1767384661.568349:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad94dd0e. 00000100:00000001:2.0:1767384661.568352:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294949893 00000100:00000001:2.0:1767384661.568356:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384661.568357:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 00000100:00000001:2.0:1767384661.568360:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384661.568363:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050241152, portal 10 00000100:00000001:2.0:1767384661.568364:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.568369:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384661.568370:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.568373:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747172224 : -108600962379392 : ffff9d3a5e371180) 00000400:00000200:3.0:1767384661.568375:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:2.0:1767384661.568377:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384661.568382:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384661.568382:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.568389:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384661.568393:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384661.568397:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.568397:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384661.568403:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384661.568403:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384661.568408:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000100:00000200:1.0:1767384661.568413:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050241152, offset 0 00000400:00000200:3.0:1767384661.568416:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384661.568421:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384661.568430:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384661.568441:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260107080 00000400:00000200:1.0:1767384661.568447:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000400:00000200:3.0:1767384661.568452:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384661.568453:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384661.568460:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384661.568467:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384661.568469:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384661.568473:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000265d2fe3. 00000100:00000001:2.0:1767384661.568474:0:18653:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384661.568478:0:18653:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050240768 00000400:00000200:3.0:1767384661.568482:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 02000000:00000001:2.0:1767384661.568485:0:18653:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384661.568485:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000265d2fe3 x1853237050241152 msgsize 224 00000100:00000001:2.0:1767384661.568490:0:18653:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384661.568495:0:18653:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384661.568498:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384661.568501:0:18653:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.568502:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00100000:2.0:1767384661.568508:0:18653:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050240768 00000100:00000001:1.0:1767384661.568510:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384661.568514:0:18653:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384661.568517:0:18653:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000400:00000200:1.0:1767384661.568520:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 00000020:00000001:2.0:1767384661.568521:0:18653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384661.568525:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00000020:00000040:2.0:1767384661.568526:0:18653:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000400:00000200:3.0:1767384661.568527:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:1.0:1767384661.568532:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384661.568534:0:18653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:2.0:1767384661.568539:0:18653:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000200:1.0:1767384661.568540:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.568545:0:18653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384661.568551:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000020:00000010:2.0:1767384661.568552:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000069f2ae96. 00000100:00000001:1.0:1767384661.568554:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384661.568561:0:18653:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e52255f7. 00000100:00000040:1.0:1767384661.568562:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384661.568570:0:18653:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:1.0:1767384661.568573:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.568577:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384661.568583:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.568584:0:18653:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1767384661.568586:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000040:1.0:1767384661.568589:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3575 usecs (4 jiffies) 00000020:00000010:2.0:1767384661.568593:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5549f9d. 00000100:00000001:1.0:1767384661.568594:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294949893 00000100:00000001:1.0:1767384661.568600:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294949893 00000020:00000010:2.0:1767384661.568602:0:18653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000116915ca. 00000100:00000001:1.0:1767384661.568603:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294949893 00000100:00000001:1.0:1767384661.568606:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294949893 00000100:00000001:1.0:1767384661.568608:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294949893 00000100:00000001:1.0:1767384661.568610:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294949893 00000400:00000200:3.0:1767384661.568612:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000001:1.0:1767384661.568616:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294949893 00000020:00000010:2.0:1767384661.568619:0:18653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000100:00000001:1.0:1767384661.568622:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294949893 00000100:00000001:1.0:1767384661.568626:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384661.568629:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.568632:0:18653:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384661.568633:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.568638:0:18653:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384661.568640:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:1.0:1767384661.568640:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.568641:0:18653:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384661.568648:0:18653:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.568657:0:18653:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384661.568658:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384661.568661:0:18653:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384661.568662:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.568666:0:18653:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.568668:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:2.0:1767384661.568679:0:18653:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.568680:0:17885:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384661.568685:0:17885:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050240896 00000400:00000200:3.0:1767384661.568690:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:2.0:1767384661.568695:0:18653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384661.568695:0:17885:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384661.568700:0:18653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384661.568700:0:17885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384661.568704:0:17885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384661.568710:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 02000000:00000001:1.0:1767384661.568712:0:17885:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.568713:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000040:2.0:1767384661.568716:0:18653:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00100000:1.0:1767384661.568718:0:17885:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050240896 00000100:00000001:2.0:1767384661.568722:0:18653:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055427968 : -108605654123648 : ffff9d394690bb80) 00000020:00000001:1.0:1767384661.568723:0:17885:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384661.568728:0:17885:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:1.0:1767384661.568731:0:17885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384661.568733:0:18653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003907f78d x1853237050240768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:642/0 lens 224/0 e 0 to 0 dl 1767384672 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384661.568735:0:17885:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=6 00000400:00000200:3.0:1767384661.568736:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000020:00000001:1.0:1767384661.568742:0:17885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:1.0:1767384661.568749:0:17885:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:2.0:1767384661.568753:0:18653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384661.568754:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384661.568759:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e52255f7. 00000400:00000200:3.0:1767384661.568760:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000020:00000010:1.0:1767384661.568760:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058ebf0f3. 00000100:00000001:2.0:1767384661.568767:0:18653:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384661.568769:0:17885:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384661.568775:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e52255f7. 00000020:00000010:1.0:1767384661.568776:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058ebf0f3. 00000020:00000010:1.0:1767384661.568786:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f51dc5b. 00000100:00100000:2.0:1767384661.568787:0:18653:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003907f78d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16346:x1853237050240768:12345-0@lo:400: 00000400:00000200:3.0:1767384661.568792:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000020:00000010:1.0:1767384661.568794:0:17885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c339167. 00000100:00000200:2.0:1767384661.568796:0:18653:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050240768 00000020:00000001:2.0:1767384661.568802:0:18653:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384661.568802:0:17885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac619fcc. 00000020:00000001:2.0:1767384661.568807:0:18653:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384661.568812:0:18653:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384661.568814:0:17885:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:2.0:1767384661.568815:0:18653:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384661.568820:0:17885:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384661.568821:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000020:00000001:2.0:1767384661.568821:0:18653:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000001:1.0:1767384661.568824:0:17885:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384661.568829:0:17885:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.568830:0:18653:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384661.568836:0:18653:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.568836:0:17885:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.568843:0:18653:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384661.568848:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000020:00000001:2.0:1767384661.568848:0:18653:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384661.568850:0:17885:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384661.568853:0:18653:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.568858:0:18653:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384661.568865:0:17885:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384661.568869:0:17885:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384661.568870:0:18653:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384661.568875:0:18653:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384661.568876:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000400:00000200:3.0:1767384661.568894:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 02000000:00000010:2.0:1767384661.568895:0:18653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a8759c55. 02000000:00000001:2.0:1767384661.568902:0:18653:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384661.568902:0:17885:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 2 00000100:00000001:2.0:1767384661.568908:0:18653:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.568909:0:17885:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055336192 : -108605654215424 : ffff9d39468f5500) 00000020:00000001:2.0:1767384661.568914:0:18653:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384661.568918:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000062be2cc8 x1853237050240896/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:642/0 lens 224/0 e 0 to 0 dl 1767384672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384661.568920:0:18653:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050240768 00010000:00000001:2.0:1767384661.568927:0:18653:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384661.568928:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000100:00000001:1.0:1767384661.568935:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000200:2.0:1767384661.568936:0:18653:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003907f78d x1853237050240768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:642/0 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384661.568941:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058ebf0f3. 00010000:00000001:2.0:1767384661.568947:0:18653:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384661.568950:0:18653:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384661.568955:0:18653:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384661.568955:0:17885:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384661.568959:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000020:00000010:1.0:1767384661.568962:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058ebf0f3. 00000100:00000001:2.0:1767384661.568966:0:18653:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384661.568971:0:18653:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00100000:1.0:1767384661.568974:0:17885:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000062be2cc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16345:x1853237050240896:12345-0@lo:13: 00000100:00000001:2.0:1767384661.568976:0:18653:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384661.568982:0:18653:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1767384661.568983:0:17885:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050240896 02000000:00000001:2.0:1767384661.568986:0:18653:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384661.568989:0:17885:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384661.568990:0:18653:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384661.568994:0:17885:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384661.568999:0:18653:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384661.568999:0:17885:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384661.569004:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00000020:00000001:1.0:1767384661.569004:0:17885:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384661.569008:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000020:00000001:1.0:1767384661.569009:0:17885:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000100:00000200:2.0:1767384661.569011:0:18653:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050240768, offset 224 00000020:00000001:1.0:1767384661.569016:0:17885:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384661.569021:0:18653:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384661.569021:0:17885:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384661.569026:0:17885:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384661.569027:0:17885:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384661.569030:0:17885:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384661.569034:0:18653:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384661.569036:0:17885:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384661.569041:0:17885:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384661.569044:0:17885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002222c306. 00000400:00000200:2.0:1767384661.569047:0:18653:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260106f00 02000000:00000001:1.0:1767384661.569048:0:17885:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.569053:0:17885:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384661.569058:0:17885:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:3.0:1767384661.569060:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384661.569060:0:18653:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1dd1 [1] + 224 00002000:00000001:1.0:1767384661.569063:0:17885:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384661.569069:0:17885:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:2.0:1767384661.569070:0:18653:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384661.569076:0:18653:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384661.569082:0:18653:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384661.569083:0:17885:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384661.569088:0:18653:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:1.0:1767384661.569088:0:17885:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:1.0:1767384661.569097:0:17885:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384661.569103:0:17885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00000100:00000040:2.0:1767384661.569110:0:18653:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:1.0:1767384661.569110:0:17885:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:3.0:1767384661.569112:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00002000:00000001:1.0:1767384661.569117:0:17885:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767384661.569125:0:17885:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384661.569129:0:17885:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384661.569132:0:17885:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.569135:0:18653:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:1.0:1767384661.569135:0:17885:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050240896 00010000:00000001:1.0:1767384661.569138:0:17885:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384661.569144:0:17885:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000062be2cc8 x1853237050240896/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:642/0 lens 224/368 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384661.569151:0:18653:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000400:00000010:2.0:1767384661.569156:0:18653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00000400:00000200:3.0:1767384661.569159:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000100:00000001:2.0:1767384661.569163:0:18653:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384661.569167:0:18653:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384661.569170:0:17885:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384661.569174:0:18653:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.569175:0:17885:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384661.569182:0:17885:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=67 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384661.569183:0:18653:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:1.0:1767384661.569189:0:17885:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384661.569190:0:18653:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384661.569195:0:18653:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384661.569195:0:17885:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000400:00000200:3.0:1767384661.569197:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00000001:1.0:1767384661.569200:0:17885:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:2.0:1767384661.569202:0:18653:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767384661.569205:0:17885:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384661.569208:0:17885:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.569211:0:18653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003907f78d x1853237050240768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:642/0 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384661.569224:0:18653:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003907f78d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16346:x1853237050240768:12345-0@lo:400: Request processed in 468us (1315us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384661.569225:0:17885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384661.569237:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000100:00100000:2.0:1767384661.569238:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:1.0:1767384661.569239:0:17885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384661.569245:0:17885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000100:00000040:2.0:1767384661.569247:0:18653:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 1 00000100:00000200:1.0:1767384661.569251:0:17885:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050240896, offset 224 00000100:00000001:2.0:1767384661.569252:0:18653:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384661.569257:0:18653:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384661.569262:0:17885:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384661.569264:0:18653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000116915ca. 00000020:00000010:2.0:1767384661.569270:0:18653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000400:00000200:1.0:1767384661.569271:0:17885:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384661.569277:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5549f9d. 00000400:00000200:1.0:1767384661.569283:0:17885:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260106f80 00000020:00000040:2.0:1767384661.569285:0:18653:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 5 00000400:00000200:3.0:1767384661.569308:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384661.569318:0:17885:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1dc9 [1] + 224 00000400:00000200:1.0:1767384661.569324:0:17885:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384661.569329:0:17885:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384661.569334:0:17885:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384661.569338:0:17885:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384677 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384661.569348:0:17885:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384661.569352:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00000001:1.0:1767384661.569366:0:17885:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384661.569374:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 00000400:00000010:1.0:1767384661.569377:0:17885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00000100:00000001:2.0:1767384661.569381:0:18653:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.569382:0:17885:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384661.569385:0:17885:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384661.569392:0:17885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384661.569395:0:17885:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000200:3.0:1767384661.569396:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00010000:00000001:1.0:1767384661.569402:0:17885:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384661.569406:0:17885:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384661.569408:0:17885:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384661.569419:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062be2cc8 x1853237050240896/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:642/0 lens 224/368 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384661.569428:0:17885:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000062be2cc8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16345:x1853237050240896:12345-0@lo:13: Request processed in 492us (1529us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384661.569436:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:1.0:1767384661.569439:0:17885:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:1.0:1767384661.569442:0:17885:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384661.569444:0:17885:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384661.569447:0:17885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c339167. 00000100:00000001:2.0:1767384661.569448:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384661.569450:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000100:00000001:2.0:1767384661.569452:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384661.569452:0:17885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac619fcc. 00000020:00000010:1.0:1767384661.569459:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f51dc5b. 00000400:00000001:2.0:1767384661.569460:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384661.569464:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384661.569466:0:17885:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000400:00000010:2.0:1767384661.569467:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f93e0ead. 00000100:00000001:1.0:1767384661.569471:0:17885:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384661.569473:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000cd4f71 00000400:00000200:3.0:1767384661.569477:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000010:2.0:1767384661.569477:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000cd4f71. 00000100:00000001:2.0:1767384661.569485:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384661.569493:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.569495:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384661.569500:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050241024 02000000:00000001:1.0:1767384661.569503:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384661.569507:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384661.569511:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.569511:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.569514:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 02000000:00000001:1.0:1767384661.569519:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384661.569526:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050241024 00000020:00000001:1.0:1767384661.569529:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384661.569531:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000020:00000001:1.0:1767384661.569535:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384661.569538:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000020:00000001:1.0:1767384661.569543:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000001:1.0:1767384661.569550:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:2.0:1767384661.569551:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384661.569554:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384661.569556:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384661.569559:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058ebf0f3. 00000100:00000001:2.0:1767384661.569561:0:16346:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384661.569564:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384661.569565:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384661.569569:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384661.569570:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058ebf0f3. 00000100:00000001:2.0:1767384661.569572:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.569576:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384661.569577:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f51dc5b. 00000020:00000010:1.0:1767384661.569583:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c339167. 00000100:00001000:2.0:1767384661.569584:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=67 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384661.569588:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac619fcc. 00000100:00001000:2.0:1767384661.569590:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384661.569595:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384661.569598:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.569603:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384661.569606:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00080000:2.0:1767384661.569609:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.569611:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384661.569614:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384661.569618:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.569625:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.569628:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384661.569631:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384661.569632:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:2.0:1767384661.569636:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384661.569636:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384661.569639:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de5983e2. 00000100:00000001:2.0:1767384661.569641:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384661.569644:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384661.569645:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aef45778. 00000100:00000001:1.0:1767384661.569649:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384661.569653:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2131090. 00000100:00000040:2.0:1767384661.569654:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.569661:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384661.569666:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050241152 00000100:00000001:2.0:1767384661.569667:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384661.569671:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384661.569674:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384661.569675:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:3.0:1767384661.569676:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2131090. 00000100:00000001:2.0:1767384661.569680:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.569680:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00020000:3.0:1767384661.569684:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 02000000:00000001:1.0:1767384661.569687:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384661.569688:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aef45778. 00000100:00000040:2.0:1767384661.569690:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384661.569694:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000de5983e2. 00000100:00100000:1.0:1767384661.569695:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050241152 00000020:00000001:1.0:1767384661.569701:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384661.569704:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000020:00000001:1.0:1767384661.569708:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384661.569709:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ddb2d155 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050240768:0@lo:400: 00000020:00000040:1.0:1767384661.569713:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000100:00000001:2.0:1767384661.569718:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384661.569719:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:2.0:1767384661.569724:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384661.569725:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000040:2.0:1767384661.569731:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ddb2d155 x1853237050240768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.569732:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:02020000:3.0:1767384661.569735:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp42 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000020:00000010:1.0:1767384661.569737:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058ebf0f3. 00000020:00000010:1.0:1767384661.569745:0:17077:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001ae7d516. 00000400:00000200:3.0:1767384661.569749:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp42 notifying 192.168.202.122@tcp42: down 00000020:00000040:1.0:1767384661.569752:0:17077:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:2.0:1767384661.569758:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000200:3.0:1767384661.569759:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp42 down 00000100:00000001:1.0:1767384661.569761:0:17077:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384661.569766:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d2ce7a8. 00000800:00000100:3.0:1767384661.569768:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp42 02000000:00000001:2.0:1767384661.569770:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1767384661.569773:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000089ba841f. 00000800:00000010:3.0:1767384661.569774:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007f11a784. 02000000:00000010:2.0:1767384661.569775:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046e6da6b. 00000400:00000200:3.0:1767384661.569782:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000020:00000010:1.0:1767384661.569782:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c5783edc. 02000000:00000001:2.0:1767384661.569783:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384661.569789:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384661.569790:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384661.569793:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp42->192.168.202.122@tcp42: GET: LOCAL_ERROR 00000020:00000040:2.0:1767384661.569793:0:16346:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384661.569794:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384661.569799:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384661.569800:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767384661.569804:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 02000000:00000010:2.0:1767384661.569806:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081078b64. 00000100:00000001:1.0:1767384661.569807:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1767384661.569810:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp42 recovery message sent unsuccessfully:-71 00000100:00000001:1.0:1767384661.569812:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1767384661.569815:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384661.569816:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.569817:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp42) recovery failed with -71 02000000:00000001:2.0:1767384661.569820:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384661.569824:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ddb2d155. 00000100:00000001:1.0:1767384661.569829:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.569831:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384661.569833:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.569836:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.569844:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384661.569846:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.569849:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384661.569850:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384661.569850:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384661.569853:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.569854:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384661.569859:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384661.569863:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000040:1.0:1767384661.569867:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000100:00100000:3.0:1767384661.569871:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000001:1.0:1767384661.569873:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747176704 : -108600962374912 : ffff9d3a5e372300) 00000100:00000040:3.0:1767384661.569875:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000100:00000040:1.0:1767384661.569899:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6ceb504 x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:642/0 lens 224/0 e 0 to 0 dl 1767384672 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384661.569905:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055345152 : -108605654206464 : ffff9d39468f7800) 00000100:00080000:2.0:1767384661.569906:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384661.569913:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:1.0:1767384661.569915:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384661.569916:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000265d2fe3 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:642/0 lens 224/0 e 0 to 0 dl 1767384672 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384661.569921:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1767384661.569922:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ae7d516. 00000020:00000040:2.0:1767384661.569929:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:1.0:1767384661.569929:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384661.569933:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384661.569938:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ae7d516. 00000020:00000010:3.0:1767384661.569939:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2131090. 00000100:00000001:3.0:1767384661.569944:0:17078:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384661.569946:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6ceb504 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853237050241024:12345-0@lo:400: 00000020:00000010:3.0:1767384661.569947:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2131090. 00000100:00000200:1.0:1767384661.569954:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050241024 00000100:00100000:3.0:1767384661.569957:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000265d2fe3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16345:x1853237050241152:12345-0@lo:400: 00000020:00000001:1.0:1767384661.569959:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384661.569961:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384661.569963:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050241152 00000100:00000001:2.0:1767384661.569965:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384661.569965:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384661.569966:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384661.569969:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384661.569972:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000001:2.0:1767384661.569974:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384661.569975:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384661.569975:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:2.0:1767384661.569979:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384661.569981:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384661.569981:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000400:00000010:2.0:1767384661.569983:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078a18739. 00000020:00000001:3.0:1767384661.569985:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:1.0:1767384661.569989:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384661.569990:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384661.569992:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005efb0929 00000020:00000001:3.0:1767384661.569994:0:17078:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384661.569994:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384661.569997:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005efb0929. 00000020:00000001:3.0:1767384661.569999:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384661.570001:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384661.570003:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384661.570005:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384661.570006:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.570007:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384661.570009:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384661.570010:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384661.570013:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384661.570014:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767384661.570015:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.570018:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384661.570019:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384661.570024:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c9274f0. 02000000:00000001:1.0:1767384661.570024:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384661.570030:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384661.570031:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000274dc2ea. 00000100:00000001:3.0:1767384661.570032:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384661.570034:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384661.570038:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384661.570038:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384661.570045:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050241152 00000100:00000001:1.0:1767384661.570045:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384661.570051:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384661.570052:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.570053:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:3.0:1767384661.570057:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000265d2fe3 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:642/0 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.570058:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384661.570058:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050241024 00000100:00000001:2.0:1767384661.570066:0:16345:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384661.570066:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384661.570070:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000200:1.0:1767384661.570074:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6ceb504 x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:642/0 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.570082:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384661.570086:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.570093:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384661.570100:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=67 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384661.570111:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=67 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384661.570112:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384661.570114:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384661.570117:0:17078:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.570119:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384661.570120:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384661.570122:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384661.570123:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384661.570126:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=72 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384661.570129:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384661.570132:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384661.570135:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00080000:2.0:1767384661.570137:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384661.570139:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000040:1.0:1767384661.570142:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:3.0:1767384661.570147:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:1.0:1767384661.570149:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384661.570155:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384661.570156:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384661.570160:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384661.570161:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.570162:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384661.570165:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384661.570169:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384661.570170:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384661.570174:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384661.570174:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000040:1.0:1767384661.570176:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384661.570181:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6529e33. 00000100:00000001:2.0:1767384661.570182:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000010:1.0:1767384661.570182:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000100:00000001:2.0:1767384661.570186:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384661.570189:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050241152, offset 224 00000100:00000200:1.0:1767384661.570190:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050241024, offset 224 00000100:00000040:2.0:1767384661.570194:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384661.570201:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384661.570211:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384661.570213:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384661.570216:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384661.570218:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384661.570222:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384661.570227:0:16345:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:1.0:1767384661.570228:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384661.570230:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260107080 00000004:00000040:2.0:1767384661.570233:0:16345:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384661.570238:0:16345:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000200:3.0:1767384661.570242:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1de1 [1] + 224 00000400:00000200:1.0:1767384661.570244:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260107000 00000400:00000200:3.0:1767384661.570253:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000020:2.0:1767384661.570254:0:16345:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000400:00000200:1.0:1767384661.570259:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1dd9 [1] + 224 00000400:00000200:3.0:1767384661.570264:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:2.0:1767384661.570267:0:16345:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384661.570271:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384661.570272:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384661.570276:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384661.570280:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384661.570282:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384661.570317:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384661.570325:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384661.570342:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cc20c55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16345:1853237050240896:0@lo:13: 00000100:00000040:3.0:1767384661.570343:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384661.570353:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.570355:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.570361:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384661.570375:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384661.570376:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cc20c55f x1853237050240896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384677 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384661.570382:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6529e33 00000100:00000001:2.0:1767384661.570386:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384661.570387:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6529e33. 00000100:00000001:1.0:1767384661.570388:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384661.570390:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384661.570394:0:17078:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:2.0:1767384661.570394:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c61b93ee. 00000100:00000001:3.0:1767384661.570398:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384661.570399:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 02000000:00000001:2.0:1767384661.570400:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384661.570404:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.570405:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767384661.570405:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00000020:00000040:2.0:1767384661.570409:0:16345:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384661.570412:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384661.570413:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384661.570414:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384661.570418:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:2.0:1767384661.570419:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001530a37d. 00000100:00000001:1.0:1767384661.570419:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384661.570423:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.570426:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384661.570427:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384661.570428:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.570429:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384661.570434:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc20c55f. 00000100:00000040:1.0:1767384661.570436:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:2.0:1767384661.570440:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1767384661.570441:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000265d2fe3 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:642/0 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384661.570442:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384661.570444:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384661.570447:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.570451:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384661.570454:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384661.570458:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384661.570462:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384661.570467:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000265d2fe3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16345:x1853237050241152:12345-0@lo:400: Request processed in 529us (1977us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384661.570468:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6ceb504 x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:642/0 lens 224/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384661.570469:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384661.570473:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384661.570476:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad94dd0e. 00000400:00000200:2.0:1767384661.570483:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000100:00100000:3.0:1767384661.570487:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000400:00000010:2.0:1767384661.570488:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 00000100:00100000:1.0:1767384661.570495:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6ceb504 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16347:x1853237050241024:12345-0@lo:400: Request processed in 575us (2334us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384661.570496:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:2.0:1767384661.570497:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384661.570503:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384661.570506:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384661.570507:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767384661.570512:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000020:00000010:3.0:1767384661.570513:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000089ba841f. 00000100:00000040:1.0:1767384661.570520:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000020:00000010:3.0:1767384661.570521:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c5783edc. 00000100:00000200:2.0:1767384661.570527:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.570527:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767384661.570528:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d2ce7a8. 00000100:00000001:1.0:1767384661.570531:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1767384661.570536:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000020:00000010:1.0:1767384661.570537:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c339167. 00000100:00000001:3.0:1767384661.570545:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.570545:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384661.570546:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac619fcc. 00000100:00000001:2.0:1767384661.570549:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384661.570552:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f51dc5b. 00000100:00000001:2.0:1767384661.570554:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384661.570557:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384661.570560:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384661.570561:0:17077:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000100:00000001:2.0:1767384661.570562:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.570566:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384661.570567:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384661.570575:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384661.570580:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384661.570589:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384661.570592:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.570592:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384661.570596:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384661.570597:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767384661.570602:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:2.0:1767384661.570603:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384661.570607:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384661.570610:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000461b648c. 00000400:00000200:1.0:1767384661.570617:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00010000:00000001:2.0:1767384661.570619:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384661.570621:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000001:2.0:1767384661.570624:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384661.570627:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384661.570628:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384661.570632:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1767384661.570634:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.570635:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.570645:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384661.570652:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.570663:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384661.570668:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384661.570670:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384661.570672:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.570674:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384661.570679:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.570679:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384661.570683:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384661.570686:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384661.570690:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384661.570695:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384661.570698:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000143759a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16345:1853237050241152:0@lo:400: 00000100:00001000:1.0:1767384661.570701:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=72 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384661.570706:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384661.570707:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384661.570711:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384661.570715:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000143759a2 x1853237050241152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.570719:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384661.570722:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.570727:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384661.570733:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:1.0:1767384661.570734:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384661.570737:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384661.570741:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6b68280. 02000000:00000001:2.0:1767384661.570748:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384661.570748:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.570753:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384661.570753:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1767384661.570757:0:16345:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384661.570760:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384661.570762:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000067beffb6. 00000100:00000040:1.0:1767384661.570764:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:2.0:1767384661.570766:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384661.570768:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767384661.570770:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384661.570771:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384661.570774:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143759a2. 00000100:00000040:1.0:1767384661.570777:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.570788:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384661.570790:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384661.570792:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.570794:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384661.570797:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.570798:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.570805:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384661.570805:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.570809:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.570815:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384661.570819:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384661.570821:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000082645b7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16347:1853237050241024:0@lo:400: 00000100:00000001:1.0:1767384661.570828:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.570831:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384661.570834:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000082645b7b x1853237050241024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384661.570841:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384661.570844:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384661.570846:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034a05839. 02000000:00000001:1.0:1767384661.570850:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384661.570852:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384661.570853:0:16347:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384661.570856:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384661.570858:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b49dc64. 02000000:00000001:1.0:1767384661.570862:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384661.570863:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384661.570864:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000082645b7b. 00000100:00000001:1.0:1767384661.570874:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384661.570875:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.570877:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384661.570898:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384661.570900:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384661.570903:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384661.570905:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384661.573344:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294949893, at 4294949894 00000100:00000040:1.0:1767384661.573350:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294949893, at 4294949894 00000100:00000040:2.0:1767384661.573352:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294949893, at 4294949894 00000100:00000010:3.0:1767384661.573354:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd70c9e6. 00000100:00000010:1.0:1767384661.573361:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000063e7a927. 00000100:00000040:0.0:1767384661.573361:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294949893, at 4294949894 00000100:00000010:2.0:1767384661.573364:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e58bd1. 00000100:00000010:0.0:1767384661.573368:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000348a5fa1. 00010000:00000001:1.0:1767384661.759404:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384661.759409:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384661.759415:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384661.759417:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384661.759435:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384661.759438:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384661.759441:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384662.079362:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384662.079366:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 2 10000000:00000001:3.0:1767384662.079370:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384662.079373:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384662.079374:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384662.079375:0:17073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384662.079377:0:17073:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384662.079379:0:17073:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384662.079381:0:17073:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d3a4b2d0000 from 73 10000000:00000001:3.0:1767384662.079384:0:17073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384662.079385:0:17073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384662.079391:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021ef75ce. 00000020:00000040:3.0:1767384662.079394:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384662.079398:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384662.079401:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384662.079404:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384662.079411:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026b91275. 00000100:00000001:3.0:1767384662.079417:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384662.079423:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384662.079431:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384662.079438:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000957d3664. 00010000:00000001:3.0:1767384662.079441:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384662.079445:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009a357b88. 00000020:00000001:3.0:1767384662.079448:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384662.079450:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009a357b88 with handle 0x9f279d7a9a0b50c4 to hash 00000020:00000001:3.0:1767384662.079452:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384662.079453:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384662.079456:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384662.079458:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384662.079460:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384662.079462:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384662.079470:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384662.079479:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384662.079483:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384662.079485:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384662.079491:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000657a83a7. 00000100:00000001:3.0:1767384662.079494:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635467963812480 : -108605745739136 : ffff9d39411aca80) 00000100:00000001:3.0:1767384662.079496:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384662.079498:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055414528 : -108605654137088 : ffff9d3946908700) 00000100:00000001:3.0:1767384662.079503:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384662.079505:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.079508:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384662.079510:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384662.079518:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021ef75ce x1853237050241280/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.079529:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384662.079531:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384662.079544:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384662.079546:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384662.079550:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384662.079554:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021ef75ce pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050241280:0@lo:101: 00000100:00000001:3.0:1767384662.079559:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384662.079565:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384662.079567:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384662.079570:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384662.079575:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000543aef3c. 02000000:00000001:3.0:1767384662.079577:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384662.079584:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2fcb3a5. 00000400:00000010:3.0:1767384662.079592:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6529e33. 00000100:00000200:3.0:1767384662.079598:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050241280, portal 25 00000100:00000001:3.0:1767384662.079601:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384662.079603:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055414528 : -108605654137088 : ffff9d3946908700) 00000100:00000040:3.0:1767384662.079609:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021ef75ce x1853237050241280/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384678 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.079618:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384662.079623:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384662.079626:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094334e56. 00000100:00000200:3.0:1767384662.079630:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050241280, offset 0 00000400:00000200:3.0:1767384662.079639:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384662.079654:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384662.079668:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260107100 00000400:00000200:3.0:1767384662.079676:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x158d [2] + 0 00000400:00000010:3.0:1767384662.079680:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090d2f621. 00000400:00000200:3.0:1767384662.079684:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000039df61af 00000400:00000200:3.0:1767384662.079691:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384662.079696:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384662.079701:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039df61af 00000400:00000010:3.0:1767384662.079703:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039df61af. 00000100:00000001:3.0:1767384662.079709:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384662.079712:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384662.079716:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000000b5ff2b5 x1853237050241280 msgsize 328 00000100:00100000:3.0:1767384662.079727:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384662.079729:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384662.079745:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384662.079755:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094334e56 00000400:00000010:3.0:1767384662.079757:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094334e56. 00000100:00000001:3.0:1767384662.079761:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384662.079765:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021ef75ce x1853237050241280/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384678 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.079770:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384662.079775:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050241280 00000100:00000001:3.0:1767384662.079778:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384662.079779:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384662.079783:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384662.079786:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000021ef75ce x1853237050241280/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384678 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.079786:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384662.079792:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384662.079798:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050241280 00000100:00000001:3.0:1767384662.079799:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384662.079801:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384662.079804:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384662.079804:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384662.079809:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384662.079811:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:3.0:1767384662.079813:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384662.079814:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384662.079819:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384662.079821:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294950405 00000100:00000001:0.0:1767384662.079823:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:3.0:1767384662.079829:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd70c9e6. 00000020:00000010:0.0:1767384662.079830:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098493489. 00000100:00000001:0.0:1767384662.079835:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384662.079837:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098493489. 00000100:00000001:3.0:1767384662.079840:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000020:00000010:0.0:1767384662.079842:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aca693c5. 00000020:00000010:0.0:1767384662.079847:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bdebe418. 00000100:00000001:3.0:1767384662.079849:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294950405 00000020:00000010:0.0:1767384662.079851:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000010:3.0:1767384662.079856:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004868ebf2. 00000100:00000040:0.0:1767384662.079861:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384662.079862:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384662.079866:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384662.079869:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384662.079870:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294950405 00000100:00000001:0.0:1767384662.079873:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384662.079888:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f3bf422. 00000100:00000001:3.0:1767384662.079896:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384662.079896:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.079902:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294950405 00000100:00000010:3.0:1767384662.079908:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a723d482. 00000100:00000001:0.0:1767384662.079908:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384662.079913:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384662.079920:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384662.079923:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384662.079924:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.079928:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384662.079929:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384662.079933:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384662.079933:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1767384662.079938:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 00000000657a83a7 going to sleep for 11 seconds 00000100:00000040:0.0:1767384662.079939:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384662.079943:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384662.079949:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472286103632 : -108601423447984 : ffff9d3a42bbb850) 00000100:00000001:3.0:1767384662.079956:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384662.079957:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b5ff2b5 x1853237050241280/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:643/0 lens 328/0 e 0 to 0 dl 1767384673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.079966:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384662.079970:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098493489. 00000100:00000001:0.0:1767384662.079971:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384662.079973:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098493489. 00000100:00100000:0.0:1767384662.079976:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b5ff2b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17073:x1853237050241280:12345-0@lo:101: 00000100:00000200:0.0:1767384662.079979:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050241280 00000020:00000001:0.0:1767384662.079982:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384662.079985:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384662.079987:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384662.079990:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384662.079992:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:0.0:1767384662.079995:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384662.079996:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384662.079998:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384662.080000:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384662.080003:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384662.080005:0:17069:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384662.080007:0:17069:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384662.080009:0:17069:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384662.080010:0:17069:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384662.080012:0:17069:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.080016:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384662.080021:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000059007e07. 00010000:00000001:0.0:1767384662.080024:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384662.080027:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6f50484. 00000020:00000001:0.0:1767384662.080029:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384662.080030:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6f50484 with handle 0x9f279d7a9a0b50cb to hash 00000020:00000001:0.0:1767384662.080032:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384662.080034:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00000001:0.0:1767384662.080035:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00010000:0.0:1767384662.080043:0:17069:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b50cb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f279d7a9a0b50c4 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384662.080049:0:17069:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000021677888 : new locks_count 10 00000020:00000040:0.0:1767384662.080050:0:17069:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=15 00000100:00000001:0.0:1767384662.080056:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384662.080057:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384662.080061:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ea6afe3c. 02000000:00000001:0.0:1767384662.080062:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.080063:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.080065:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384662.080067:0:17069:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384662.080068:0:17069:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384662.080070:0:17069:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384662.080071:0:17069:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384662.080073:0:17069:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384662.080074:0:17069:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384662.080075:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384662.080077:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384662.080078:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384662.080079:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384662.080080:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000059007e07) refcount = 1 00010000:00010000:0.0:1767384662.080084:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b50cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9f279d7a9a0b50c4 expref: 15 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384662.080088:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384662.080089:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384662.080090:0:17069:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384662.080091:0:17069:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.080092:0:17069:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384662.080095:0:17069:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384662.080096:0:17069:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b50cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b50c4 expref: 15 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384662.080101:0:17069:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384662.080108:0:17069:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384662.080110:0:17069:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384662.080112:0:17069:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.080113:0:17069:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384662.080115:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384662.080116:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384662.080117:0:17069:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e6f50484, rc 0) 00000020:00000001:0.0:1767384662.080119:0:17069:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384662.080122:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050241280 00010000:00000001:0.0:1767384662.080124:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384662.080127:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000b5ff2b5 x1853237050241280/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:643/0 lens 328/344 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384662.080132:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384662.080134:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384662.080137:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=79 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384662.080140:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384662.080142:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384662.080143:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384662.080145:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384662.080147:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.080149:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384662.080150:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384662.080153:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cac7e88. 00000100:00000200:0.0:1767384662.080155:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050241280, offset 224 00000400:00000200:0.0:1767384662.080160:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384662.080165:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384662.080172:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260107100 00000400:00000200:0.0:1767384662.080177:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1df9 [1] + 224 00000400:00000200:0.0:1767384662.080180:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384662.080183:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384662.080186:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384662.080189:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021ef75ce x1853237050241280/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384662.080195:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000021ef75ce x1853237050241280/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384678 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.080215:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384662.080221:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cac7e88 00000400:00000010:0.0:1767384662.080223:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cac7e88. 00000100:00000001:0.0:1767384662.080226:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384662.080228:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384662.080232:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384662.080235:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384662.080237:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384662.080239:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.080241:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384662.080241:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384662.080248:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b5ff2b5 x1853237050241280/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:643/0 lens 328/344 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384662.080251:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384662.080255:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384662.080259:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2fcb3a5. 00000100:00100000:0.0:1767384662.080260:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b5ff2b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050241280:12345-0@lo:101: Request processed in 291us (541us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384662.080267:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6529e33 00000100:00100000:0.0:1767384662.080271:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000400:00000010:3.0:1767384662.080272:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6529e33. 00000100:00000040:0.0:1767384662.080275:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384662.080278:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384662.080278:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384662.080283:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384662.080287:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021ef75ce x1853237050241280/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384678 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384662.080287:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bdebe418. 00000100:00000200:3.0:1767384662.080316:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021ef75ce x1853237050241280/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384678 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.080324:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384662.080326:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384662.080328:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384662.080331:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384662.080333:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384662.080336:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384662.080338:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384662.080342:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=79 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384662.080346:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000100:00001000:3.0:1767384662.080348:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=79 v=5 (1 0 0 0) 00000020:00000010:0.0:1767384662.080351:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aca693c5. 00000100:00000001:3.0:1767384662.080354:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384662.080356:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:3.0:1767384662.080358:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384662.080361:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384662.080363:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384662.080364:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ea6afe3c. 00010000:00000001:3.0:1767384662.080368:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384662.080369:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384662.080372:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384662.080374:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384662.080376:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384662.080381:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021ef75ce x1853237050241280/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384678 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384662.080381:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef36d7f6. 00000400:00000010:0.0:1767384662.080386:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d4f4545. 00000100:00000001:3.0:1767384662.080395:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384662.080399:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384662.080400:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384662.080403:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021ef75ce x1853237050241280/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384678 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384662.080411:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021ef75ce pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050241280:0@lo:101: 00000100:00000001:3.0:1767384662.080425:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384662.080429:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.080431:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384662.080433:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384662.080437:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021ef75ce x1853237050241280/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384678 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.080443:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384662.080446:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000657a83a7. 00000100:00000001:3.0:1767384662.080450:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384662.080452:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384662.080454:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384662.080457:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384662.080459:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384662.080461:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=4 00000020:00000001:3.0:1767384662.080463:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384662.080466:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000040:3.0:1767384662.080471:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000009a357b88, remote cookie: 0x9f279d7a9a0b50cb, flags: 0x0 00010000:00000001:3.0:1767384662.080474:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384662.080476:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384662.080478:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384662.080479:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384662.080481:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384662.080483:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000957d3664) refcount = 1 00010000:00010000:3.0:1767384662.080487:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b50cb expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384662.080494:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384662.080496:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384662.080497:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384662.080500:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384662.080503:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384662.080506:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b50cb expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384662.080525:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384662.080527:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384662.080528:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384662.080529:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384662.080530:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384662.080532:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.080534:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384662.080538:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021ef75ce x1853237050241280/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384678 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.080545:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384662.080547:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384662.080550:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000543aef3c. 02000000:00000001:3.0:1767384662.080553:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384662.080555:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384662.080556:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384662.080558:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384662.080561:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000026b91275. 02000000:00000001:3.0:1767384662.080564:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384662.080566:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384662.080567:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021ef75ce. 00000100:00000001:3.0:1767384662.080570:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384662.080572:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384662.080574:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384662.080576:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384662.080578:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:3.0:1767384662.080580:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384662.080582:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384662.080583:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384662.080585:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=3 00000020:00000001:3.0:1767384662.080587:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384662.080589:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384662.080592:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384662.080593:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384662.080595:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384662.080596:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384662.080606:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384662.080610:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000917c0162. 00000100:00000010:3.0:1767384662.080627:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021ef75ce. 00000020:00000040:3.0:1767384662.080630:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384662.080633:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384662.080635:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384662.080638:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384662.080642:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026b91275. 00000100:00000001:3.0:1767384662.080645:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.080649:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384662.080653:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000543aef3c. 00000100:00000010:3.0:1767384662.080656:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000054a8ed7. 00000020:00000040:3.0:1767384662.080658:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384662.080662:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384662.080663:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384662.080667:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000657a83a7. 00000100:00000001:3.0:1767384662.080669:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635467963812480 : -108605745739136 : ffff9d39411aca80) 00000100:00000001:3.0:1767384662.080672:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384662.080674:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055414528 : -108605654137088 : ffff9d3946908700) 00000100:00000001:3.0:1767384662.080677:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384662.080679:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.080681:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384662.080683:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384662.080686:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.080693:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384662.080694:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384662.080696:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384662.080698:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384662.080700:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384662.080702:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021ef75ce pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050241408:0@lo:256: 00000100:00000001:3.0:1767384662.080706:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384662.080708:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384662.080709:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.080718:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384662.080722:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2fcb3a5. 00000400:00000010:3.0:1767384662.080727:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000039df61af. 00000100:00000200:3.0:1767384662.080730:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260107180-0x6958260107180, portal 33 00000100:00000001:3.0:1767384662.080733:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384662.080736:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384662.080739:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064aa0a2b. 02000000:00000001:3.0:1767384662.080741:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384662.080743:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecdb9c80. 00000400:00000010:3.0:1767384662.080746:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6529e33. 00000100:00000200:3.0:1767384662.080749:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050241408, portal 25 00000100:00000001:3.0:1767384662.080751:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384662.080752:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055414528 : -108605654137088 : ffff9d3946908700) 00000100:00000040:3.0:1767384662.080756:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384678 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.080763:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384662.080765:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384662.080768:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094334e56. 00000100:00000200:3.0:1767384662.080770:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050241408, offset 0 00000400:00000200:3.0:1767384662.080775:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384662.080781:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384662.080789:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260107180 00000400:00000200:3.0:1767384662.080792:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x15ad [2] + 0 00000400:00000010:3.0:1767384662.080796:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a22a07c. 00000400:00000200:3.0:1767384662.080799:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d7377770 00000400:00000200:3.0:1767384662.080802:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384662.080805:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384662.080809:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7377770 00000400:00000010:3.0:1767384662.080811:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7377770. 00000100:00000001:3.0:1767384662.080816:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384662.080817:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384662.080819:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000008d0d9e3a x1853237050241408 msgsize 304 00000100:00100000:3.0:1767384662.080823:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384662.080825:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384662.080845:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384662.080851:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094334e56 00000400:00000010:3.0:1767384662.080854:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094334e56. 00000100:00000001:3.0:1767384662.080856:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384662.080859:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384678 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.080869:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384662.080872:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384678 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.080888:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384662.080892:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050241408 02000000:00000001:0.0:1767384662.080896:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384662.080899:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384662.080902:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.080905:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384662.080908:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.080910:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384662.080912:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.080916:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294950406 00000100:00100000:0.0:1767384662.080916:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050241408 00000020:00000001:0.0:1767384662.080920:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384662.080922:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:3.0:1767384662.080924:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294950405 00000020:00000001:0.0:1767384662.080925:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384662.080927:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:0.0:1767384662.080931:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384662.080933:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294950406 00000020:00000001:0.0:1767384662.080933:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384662.080940:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384662.080941:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294950405 00000020:00000010:0.0:1767384662.080943:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098493489. 00000100:00000001:3.0:1767384662.080946:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294950406 00000100:00000001:0.0:1767384662.080947:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384662.080952:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098493489. 00000100:00000001:3.0:1767384662.080953:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294950405 00000020:00000010:0.0:1767384662.080956:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aca693c5. 00000100:00000001:3.0:1767384662.080958:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294950406 00000020:00000010:0.0:1767384662.080960:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bdebe418. 00000100:00000001:3.0:1767384662.080962:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294950405 00000020:00000010:0.0:1767384662.080964:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000001:3.0:1767384662.080967:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384662.080971:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384662.080972:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384662.080977:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384662.080978:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384662.080981:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384662.080982:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384662.080984:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384662.080987:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 00000000657a83a7 going to sleep for 11 seconds 00000100:00000001:0.0:1767384662.080989:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.080991:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384662.080995:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.080999:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384662.081009:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384662.081010:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384662.081013:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000040:0.0:1767384662.081015:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384662.081017:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302385744 : -108600407165872 : ffff9d3a7f4ef450) 00000100:00000040:0.0:1767384662.081020:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d0d9e3a x1853237050241408/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:643/0 lens 304/0 e 0 to 0 dl 1767384673 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.081027:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384662.081029:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000098493489. 00000100:00000001:0.0:1767384662.081030:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384662.081032:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000098493489. 00000100:00100000:0.0:1767384662.081040:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d0d9e3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050241408:12345-0@lo:256: 00000100:00000200:0.0:1767384662.081043:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050241408 00000020:00000001:0.0:1767384662.081044:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384662.081046:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384662.081047:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384662.081048:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384662.081049:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:0.0:1767384662.081051:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384662.081052:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384662.081053:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384662.081054:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384662.081056:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.081058:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384662.081060:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384662.081062:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ea6afe3c. 02000000:00000001:0.0:1767384662.081063:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.081065:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384662.081067:0:17069:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384662.081070:0:17069:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384662.081072:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384662.081075:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384662.081076:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384662.081078:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384662.081080:0:17069:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384662.081082:0:17069:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000306a75ec. 20000000:00000001:0.0:1767384662.081085:0:17069:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384662.081097:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384662.081103:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384662.081107:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384662.081109:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384662.081110:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384662.081111:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384662.081113:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384662.081114:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384662.081115:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384662.081116:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384662.081123:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384662.081125:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384662.081127:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384662.081128:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384662.081129:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384662.081131:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384662.081132:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384662.081133:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384662.081134:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384662.081135:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384662.081137:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384662.081138:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384662.081139:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384662.081140:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384662.081141:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384662.081142:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384662.081143:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384662.081144:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384662.081146:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384662.081147:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384662.081148:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384662.081149:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384662.081151:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384662.081152:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384662.081153:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384662.081154:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384662.081155:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:0.0:1767384662.081157:0:17069:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 3332/1/4/3. 20000000:00000040:0.0:1767384662.081163:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384662.081164:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384662.081165:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384662.081166:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384662.081169:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384662.081170:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384662.081172:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384662.081173:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384662.081175:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384662.081176:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384662.081177:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384662.081185:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384662.081186:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384662.081188:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384662.081189:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384662.081191:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384662.081193:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384662.081194:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384662.081195:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384662.081197:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384662.081198:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384662.081199:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384662.081200:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384662.081201:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384662.081203:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384662.081204:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384662.081205:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384662.081206:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384662.081207:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384662.081209:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384662.081210:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384662.081212:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384662.081213:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384662.081215:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384662.081217:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384662.081218:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384662.081219:0:17069:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:01000000:0.0:1767384662.081220:0:17069:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 764, pages 2568/1/4/3. 20000000:01000000:0.0:1767384662.081222:0:17069:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1528, version 78 20000000:00000001:0.0:1767384662.081223:0:17069:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1528 : 1528 : 5f8) 00000100:00000001:0.0:1767384662.081225:0:17069:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384662.081228:0:17069:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000093229b71. 00000100:00000010:0.0:1767384662.081230:0:17069:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000028864b8a. 00000020:00000040:0.0:1767384662.081232:0:17069:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:0.0:1767384662.081234:0:17069:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384662.081236:0:17069:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384662.081238:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cac7e88. 00000400:00000010:0.0:1767384662.081243:0:17069:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f426a31e. 00000400:00000200:0.0:1767384662.081245:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384662.081254:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384662.081259:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1528 into portal 33 MB=0x6958260107180 00000400:00000200:0.0:1767384662.081263:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1528/1528 into md 0x1e09 [4] + 0 00000400:00000010:0.0:1767384662.081265:0:17069:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2fcb3a5. 00000400:00000200:0.0:1767384662.081267:0:17069:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000039df61af 00000400:00000200:0.0:1767384662.081270:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384662.081272:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384662.081274:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039df61af 00000400:00000010:0.0:1767384662.081275:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000039df61af. 00000100:00000001:0.0:1767384662.081277:0:17069:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384662.081279:0:17069:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000021ef75ce desc 00000000543aef3c mbits 1853237050241408 00000100:00000001:0.0:1767384662.081309:0:17069:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384662.081312:0:17069:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384662.081316:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384662.081324:0:17069:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e15 00000400:00000200:0.0:1767384662.081327:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384662.081331:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384662.081334:0:17069:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384662.081335:0:17069:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000093229b71 00000100:00000001:0.0:1767384662.081336:0:17069:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384662.081341:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384662.081342:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cac7e88 00000400:00000010:0.0:1767384662.081345:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cac7e88. 00000100:00000001:3.0:1767384662.081346:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.081347:0:17069:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384662.081349:0:17069:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000093229b71 00000100:00000001:0.0:1767384662.081354:0:17069:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384662.081358:0:17069:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1528 bytes via portal 33 id 12345-0@lo mbits 0x6958260107180-0x6958260107180 00000100:00000001:0.0:1767384662.081361:0:17069:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384662.081364:0:17069:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.081366:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384662.081367:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:0.0:1767384662.081370:0:17069:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000028864b8a. 00000100:00000010:0.0:1767384662.081372:0:17069:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000093229b71. 00000100:00000001:0.0:1767384662.081373:0:17069:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384662.081375:0:17069:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384662.081381:0:17069:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000306a75ec. 20000000:00000001:0.0:1767384662.081389:0:17069:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384662.081391:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050241408 00010000:00000001:0.0:1767384662.081392:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384662.081394:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d0d9e3a x1853237050241408/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:643/0 lens 304/240 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384662.081400:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384662.081401:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384662.081402:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=79 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384662.081404:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384662.081406:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384662.081407:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384662.081408:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384662.081409:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384662.081411:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384662.081413:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384662.081415:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cac7e88. 00000100:00000200:0.0:1767384662.081417:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050241408, offset 224 00000400:00000200:0.0:1767384662.081421:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384662.081424:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384662.081428:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260107180 00000400:00000200:0.0:1767384662.081431:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1e0d [1] + 224 00000400:00000200:0.0:1767384662.081433:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384662.081435:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384662.081437:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384662.081438:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384678 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384662.081444:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384678 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384662.081456:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384662.081458:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cac7e88 00000400:00000010:0.0:1767384662.081459:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cac7e88. 00000100:00000001:0.0:1767384662.081461:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384662.081462:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384662.081470:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384662.081472:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384662.081474:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384662.081476:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384662.081477:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384662.081480:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d0d9e3a x1853237050241408/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:643/0 lens 304/240 e 0 to 0 dl 1767384673 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.081482:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384662.081489:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384662.081489:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d0d9e3a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050241408:12345-0@lo:256: Request processed in 461us (668us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384662.081494:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384662.081498:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000040:0.0:1767384662.081500:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:0.0:1767384662.081504:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384662.081505:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecdb9c80. 00000100:00000001:0.0:1767384662.081506:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384662.081512:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6529e33 00000020:00000010:0.0:1767384662.081512:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bdebe418. 00000400:00000010:3.0:1767384662.081517:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6529e33. 00000020:00000010:0.0:1767384662.081518:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384662.081523:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aca693c5. 00000100:00000001:3.0:1767384662.081525:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384662.081527:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:0.0:1767384662.081531:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767384662.081533:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384678 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384662.081534:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000ea6afe3c. 02000000:00000001:0.0:1767384662.081538:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384662.081541:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384662.081546:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384662.081552:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0a68649. 00000100:00000200:3.0:1767384662.081554:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384678 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384662.081558:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008dcf2029. 00000100:00000001:3.0:1767384662.081567:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384662.081570:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384662.081572:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384662.081574:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384662.081576:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384662.081578:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384662.081580:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384662.081583:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=79 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384662.081586:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384662.081589:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384662.081591:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384662.081593:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384662.081594:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.081596:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384662.081599:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384678 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384662.081609:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384678 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.081616:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384662.081618:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384662.081622:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384678 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384662.081629:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021ef75ce pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050241408:0@lo:256: 00000100:00000001:3.0:1767384662.081634:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384662.081636:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.081647:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384662.081649:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384662.081652:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384678 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.081659:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384662.081660:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000657a83a7. 00000100:00000001:3.0:1767384662.081664:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384662.081665:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384662.081669:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 78, more 0. 10000000:00000001:3.0:1767384662.081672:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384662.081678:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000682b35b5. 10000000:00000040:3.0:1767384662.081689:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384662.081695:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384662.081698:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384662.081703:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:3.0:1767384662.081706:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384662.081708:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384662.081710:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:3.0:1767384662.081713:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000100:00000200:3.0:1767384662.081717:0:17073:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 37 NIDs for '192.168.202.122@tcp' 00000400:00000200:3.0:1767384662.081720:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384662.081723:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384662.081727:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:3.0:1767384662.081732:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384662.081737:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (37) 00000400:00000200:3.0:1767384662.081742:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384662.081746:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:3.0:1767384662.081748:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (38) 00000400:00000200:3.0:1767384662.081752:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:3.0:1767384662.081754:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:3.0:1767384662.081759:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081760:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:3.0:1767384662.081763:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:3.0:1767384662.081767:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081768:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:3.0:1767384662.081778:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:3.0:1767384662.081782:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081784:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:3.0:1767384662.081787:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:3.0:1767384662.081790:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081792:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:3.0:1767384662.081794:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:3.0:1767384662.081797:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081798:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:3.0:1767384662.081801:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:3.0:1767384662.081804:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081806:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:3.0:1767384662.081808:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:3.0:1767384662.081811:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081813:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:3.0:1767384662.081815:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:3.0:1767384662.081818:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081820:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:3.0:1767384662.081822:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:3.0:1767384662.081825:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081827:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000200:3.0:1767384662.081829:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:3.0:1767384662.081832:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081834:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:3.0:1767384662.081836:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:3.0:1767384662.081838:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081841:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:3.0:1767384662.081843:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:3.0:1767384662.081846:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081848:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:3.0:1767384662.081850:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:3.0:1767384662.081853:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081855:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000400:00000200:3.0:1767384662.081857:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.122@tcp23 00000400:00000200:3.0:1767384662.081860:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081862:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp23 00000400:00000200:3.0:1767384662.081872:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.122@tcp24 00000400:00000200:3.0:1767384662.081891:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081894:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp24 00000400:00000200:3.0:1767384662.081896:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.122@tcp25 00000400:00000200:3.0:1767384662.081900:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081901:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp25 00000400:00000200:3.0:1767384662.081903:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.122@tcp26 00000400:00000200:3.0:1767384662.081907:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081909:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp26 00000400:00000200:3.0:1767384662.081911:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.122@tcp27 00000400:00000200:3.0:1767384662.081914:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081916:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp27 00000400:00000200:3.0:1767384662.081918:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.122@tcp28 00000400:00000200:3.0:1767384662.081921:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081923:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp28 00000400:00000200:3.0:1767384662.081925:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.122@tcp29 00000400:00000200:3.0:1767384662.081928:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081930:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp29 00000400:00000200:3.0:1767384662.081931:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.122@tcp30 00000400:00000200:3.0:1767384662.081935:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081936:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp30 00000400:00000200:3.0:1767384662.081938:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.122@tcp31 00000400:00000200:3.0:1767384662.081942:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081943:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp31 00000400:00000200:3.0:1767384662.081945:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.122@tcp32 00000400:00000200:3.0:1767384662.081948:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081949:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp32 00000400:00000200:3.0:1767384662.081951:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.122@tcp33 00000400:00000200:3.0:1767384662.081954:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081956:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp33 00000400:00000200:3.0:1767384662.081957:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.122@tcp34 00000400:00000200:3.0:1767384662.081960:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081962:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp34 00000400:00000200:3.0:1767384662.081964:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.122@tcp35 00000400:00000200:3.0:1767384662.081967:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081969:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp35 00000400:00000200:3.0:1767384662.081979:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.122@tcp36 00000400:00000200:3.0:1767384662.081983:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081985:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp36 00000400:00000200:3.0:1767384662.081987:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.122@tcp37 00000400:00000200:3.0:1767384662.081990:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081992:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp37 00000400:00000200:3.0:1767384662.081994:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.122@tcp38 00000400:00000200:3.0:1767384662.081997:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.081999:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp38 00000400:00000200:3.0:1767384662.082002:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.122@tcp39 00000400:00000200:3.0:1767384662.082005:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.082007:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp39 00000400:00000200:3.0:1767384662.082010:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.122@tcp40 00000400:00000200:3.0:1767384662.082018:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384662.082023:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp40 00000100:00000001:3.0:1767384662.082028:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384662.082034:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384662.082042:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 10000000:00000010:3.0:1767384662.082047:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000062d4d679. 10000000:00000040:3.0:1767384662.082050:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 78/78 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000020:00000080:3.0:1767384662.082054:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384662.082060:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384662.082065:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007daf95f1. 00000020:00000010:3.0:1767384662.082069:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d486e48e. 00000040:00000010:3.0:1767384662.082073:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000088fee0c6. 00000020:00000010:3.0:1767384662.082078:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099656ce7. 00000020:00000010:3.0:1767384662.082083:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384662.082087:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003efa92f9. 80000000:00000010:3.0:1767384662.082100:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000889cf977. 40000000:00000010:3.0:1767384662.082106:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009eba9e52. 00100000:00000010:3.0:1767384662.082112:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002a94a89b. 00040000:00000010:3.0:1767384662.082117:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007f11a784. 00040000:00000010:3.0:1767384662.082123:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007376b6ff. 00040000:00000010:3.0:1767384662.082127:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cd76da0a. 00080000:00000010:3.0:1767384662.082141:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000de5983e2. 00080000:00000010:3.0:1767384662.082147:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000af49711b. 00000004:00000010:3.0:1767384662.082154:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000df1830f3. 00000004:00000010:3.0:1767384662.082161:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000031d5df1d. 00000004:00000010:3.0:1767384662.082167:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d6ca8dd3. 00002000:00000010:3.0:1767384662.082172:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c01a0059. 00000004:00000010:3.0:1767384662.082177:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000901c5e5c. 00000004:00000001:3.0:1767384662.082182:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384662.082185:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384662.082186:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000062d4d679 00000040:00001000:3.0:1767384662.082188:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384662.082190:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384662.082191:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384662.082193:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384662.082195:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384662.082197:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384662.082199:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384662.082201:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:3.0:1767384662.082203:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384662.082265:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384662.082271:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d486e48e. 00000040:00000010:3.0:1767384662.082277:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000088fee0c6. 00000020:00000010:3.0:1767384662.082281:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099656ce7. 00000020:00000010:3.0:1767384662.082286:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384662.082320:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003efa92f9. 80000000:00000010:3.0:1767384662.082326:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000889cf977. 40000000:00000010:3.0:1767384662.082331:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009eba9e52. 00100000:00000010:3.0:1767384662.082336:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002a94a89b. 00040000:00000010:3.0:1767384662.082340:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007f11a784. 00040000:00000010:3.0:1767384662.082347:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007376b6ff. 00040000:00000010:3.0:1767384662.082352:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cd76da0a. 00080000:00000010:3.0:1767384662.082358:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000af49711b. 00080000:00000010:3.0:1767384662.082361:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000de5983e2. 00000004:00000010:3.0:1767384662.082365:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000df1830f3. 00000004:00000010:3.0:1767384662.082368:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000031d5df1d. 00000004:00000010:3.0:1767384662.082381:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d6ca8dd3. 00002000:00000010:3.0:1767384662.082385:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c01a0059. 00000004:00000010:3.0:1767384662.082390:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000901c5e5c. 00000020:00000010:3.0:1767384662.082395:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007daf95f1. 00000020:00000001:3.0:1767384662.082399:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384662.082402:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384662.082406:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000062d4d679. 10000000:00000010:3.0:1767384662.082410:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000682b35b5. 10000000:00000001:3.0:1767384662.082412:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384662.082415:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384662.082419:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021ef75ce x1853237050241408/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384678 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384662.082426:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384662.082428:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384662.082429:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064aa0a2b. 02000000:00000001:3.0:1767384662.082432:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384662.082434:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384662.082435:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384662.082438:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384662.082439:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384662.082441:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384662.082442:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384662.082444:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384662.082446:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000054a8ed7. 00000100:00000010:3.0:1767384662.082448:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000543aef3c. 00000100:00000001:3.0:1767384662.082451:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384662.082452:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000026b91275. 02000000:00000001:3.0:1767384662.082455:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384662.082456:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384662.082457:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021ef75ce. 00000100:00000001:3.0:1767384662.082460:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384662.082462:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384662.082476:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000917c0162. 10000000:01000000:3.0:1767384662.082481:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384662.082485:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384662.082487:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384662.082495:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384662.082497:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=3 00000020:00000001:3.0:1767384662.082499:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384662.082502:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384662.082505:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384662.082508:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b50cb expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384662.082516:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384662.082517:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384662.082519:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b50cb expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384662.082526:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384662.082527:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384662.082529:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384662.082531:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384662.082534:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384662.082537:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384662.082540:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384662.082542:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:3.0:1767384662.082545:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384662.086319:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294950406, at 4294950407 00000100:00000010:1.0:1767384662.086328:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004868ebf2. 00000100:00000040:3.0:1767384662.086352:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294950406, at 4294950407 00000100:00000010:3.0:1767384662.086362:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a723d482. 00000100:00000040:0.0:1767384662.086364:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294950406, at 4294950407 00000100:00000010:0.0:1767384662.086374:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd70c9e6. 00000100:00000040:2.0:1767384662.086557:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294950406, at 4294950407 00000100:00000010:2.0:1767384662.086564:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f3bf422. 00000020:00000010:0.0:1767384662.092579:0:36136:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000098493489. 00000020:00000040:0.0:1767384662.092586:0:36136:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384662.092588:0:36136:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000098493489. 00000400:00000001:0.0:1767384662.591410:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384662.591415:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384662.591418:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a247afe 00000400:00000010:0.0:1767384662.591423:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a247afe. 00000400:00000200:0.0:1767384662.591434:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384662.591441:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384662.591453:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f2db0660. 00000400:00000010:0.0:1767384662.591457:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001ce54ec4. 00000100:00000001:3.0:1767384662.592362:0:17063:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384662.592367:0:17059:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384662.592368:0:17063:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384662.592372:0:17059:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.783355:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384662.783361:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384662.783367:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384662.783369:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384662.783397:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384662.783400:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384662.783402:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384662.983968:0:36400:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000062d4d679. 00080000:00000010:3.0:1767384662.983976:0:36400:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000062d4d679. 00000020:00000001:3.0:1767384662.983980:0:36400:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384662.983987:0:36400:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000062d4d679. 00080000:00000010:3.0:1767384662.983991:0:36400:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000062d4d679. 00000020:00000001:3.0:1767384662.983994:0:36400:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384663.615374:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp39 00000800:00000200:0.0:1767384663.615374:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007d97850e] -> 12345-192.168.202.122@tcp27 (6) 00000400:00000010:1.0:1767384663.615382:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004d8e6c69. 00000800:00000200:0.0:1767384663.615385:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp27 ip 192.168.202.122:988 00000800:00000200:0.0:1767384663.615391:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a663b88f type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384663.615392:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004d2ce7a8. 00000400:00000010:1.0:1767384663.615399:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000400:00000010:1.0:1767384663.615407:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa9806ca. 00000400:00000200:1.0:1767384663.615416:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp39 00000400:00000200:1.0:1767384663.615437:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp39 local destination 00000400:00000200:1.0:1767384663.615444:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp39 00000400:00000200:1.0:1767384663.615448:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp39 NI seq info: [170:170:256:4294967295] 192.168.202.122@tcp39 LPNI seq info [156:156:8:4294967295] 00000400:00000200:1.0:1767384663.615455:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp39 00000400:00000200:1.0:1767384663.615463:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp39(192.168.202.122@tcp39:) -> 192.168.202.122@tcp39(192.168.202.122@tcp39:192.168.202.122@tcp39) : GET try# 0 00000800:00000200:1.0:1767384663.615469:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp39 00000800:00000010:1.0:1767384663.615479:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b5c058d7. 00000800:00000200:1.0:1767384663.615485:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000800:00000200:1.1:1767384663.615490:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000400:00000200:1.0:1767384663.615514:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp39 added to recovery queue. ping count: 4 next ping: 300 health :600 00000400:00000200:1.0:1767384663.615520:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp38 00000400:00000010:1.0:1767384663.615523:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c25df4b3. 00000400:00000010:1.0:1767384663.615528:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000013b4169d. 00000400:00000010:1.0:1767384663.615532:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 00000800:00000200:3.0:1767384663.615535:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384663.615538:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000037c0e90c. 00000800:00000001:3.0:1767384663.615542:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384663.615544:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp38 00000400:00000200:1.0:1767384663.615550:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp38 local destination 00000800:00000001:3.0:1767384663.615553:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384663.615554:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp38 00000800:00000001:3.0:1767384663.615557:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384663.615557:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp38 NI seq info: [171:171:256:4294967295] 192.168.202.122@tcp38 LPNI seq info [157:157:8:4294967295] 00000800:00000001:3.0:1767384663.615560:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384663.615561:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp38 00000400:00000200:1.0:1767384663.615569:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp38(192.168.202.122@tcp38:) -> 192.168.202.122@tcp38(192.168.202.122@tcp38:192.168.202.122@tcp38) : GET try# 0 00000400:00000200:0.0:1767384663.615573:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:1.0:1767384663.615574:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp38 00000800:00000010:1.0:1767384663.615581:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000012b8ab43. 00000800:00000200:1.0:1767384663.615587:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000800:00000200:1.1:1767384663.615593:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000400:00000200:1.0:1767384663.615606:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp38 added to recovery queue. ping count: 4 next ping: 300 health :600 00000400:00000200:0.0:1767384663.615617:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.615651:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.615655:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.615691:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.615715:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.615723:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.615766:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.615786:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.615798:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.615845:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.615851:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.615908:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.615919:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.615955:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.615965:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616001:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616012:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616048:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616058:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616095:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616116:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616143:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616180:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616191:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616235:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616255:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616283:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616347:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616363:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616398:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616414:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616456:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616468:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616504:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616515:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616554:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616563:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616605:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616608:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616657:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616680:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616691:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616739:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616742:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616786:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616818:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616831:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616895:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616905:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616940:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.616972:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.616984:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.617032:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.617044:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.617065:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.617103:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.617109:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.617150:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.617154:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.617206:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.617216:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.617259:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.617279:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.617325:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384663.617370:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000800:00000010:0.0:1767384663.617404:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf2d0058. 00000800:00000010:0.0:1767384663.617409:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c498c5be. 00000400:00000200:3.0:1767384663.617412:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000800:00000010:0.0:1767384663.617415:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9471b96. 00000800:00000010:0.0:1767384663.617441:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9471b96. 00000800:00020000:0.0:1767384663.617449:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000400:00000200:3.0:1767384663.617452:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000800:00000010:0.0:1767384663.617453:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c498c5be. 00000800:00000010:0.0:1767384663.617458:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf2d0058. 00000400:00000200:3.0:1767384663.617491:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:02020000:0.0:1767384663.617511:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp39 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384663.617518:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp39 notifying 192.168.202.122@tcp39: down 00000400:00000200:3.0:1767384663.617524:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000200:0.0:1767384663.617524:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp39 down 00000800:00000100:0.0:1767384663.617533:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp39 00000800:00000010:0.0:1767384663.617536:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b5c058d7. 00000400:00000200:0.0:1767384663.617541:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384663.617545:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp39->192.168.202.122@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384663.617553:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384663.617555:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384663.617559:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp39) recovery failed with -71 00000800:00000010:3.0:1767384663.617628:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de5983e2. 00000800:00000010:3.0:1767384663.617632:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dbf1a7f7. 00000800:00000010:3.0:1767384663.617635:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000969d786e. 00000800:00000010:3.0:1767384663.617649:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000969d786e. 00000800:00020000:3.0:1767384663.617656:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384663.617659:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dbf1a7f7. 00000800:00000010:3.0:1767384663.617660:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000de5983e2. 00000400:02020000:3.0:1767384663.617687:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp38 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384663.617691:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp38 notifying 192.168.202.122@tcp38: down 00000800:00000200:3.0:1767384663.617694:0:16332:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp38 down 00000800:00000100:3.0:1767384663.617697:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp38 00000800:00000010:3.0:1767384663.617699:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000012b8ab43. 00000400:00000200:3.0:1767384663.617702:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384663.617704:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp38->192.168.202.122@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384663.617709:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384663.617711:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384663.617714:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp38) recovery failed with -71 00000001:00000001:1.0:1767384663.694588:0:36564:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384663.694593:0:36564:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:1.0:1767384663.697685:0:36564:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384663.704152:0:36565:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b3b7e0b5. 00000400:00000010:1.0:1767384663.704165:0:36565:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000571b99ef. 00000400:00000010:1.0:1767384663.704173:0:36565:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000002f17c99. 00000400:00000010:1.0:1767384663.704177:0:36565:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009d722c2b. 00000400:00000010:1.0:1767384663.704180:0:36565:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003274bb5f. 00000400:00000010:1.0:1767384663.704184:0:36565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001ae7d516. 00000400:00000010:1.0:1767384663.704185:0:36565:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001c5655fe. 00000400:00000010:1.0:1767384663.704187:0:36565:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000392ae8ca. 00000400:00000010:1.0:1767384663.704193:0:36565:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000642b3ad4. 00000800:00000010:1.0:1767384663.704208:0:36565:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000009ded547. 00000800:00000200:1.0:1767384663.704219:0:36565:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384663.704236:0:36565:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384663.704278:0:36565:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384663.704564:0:36565:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp46 [8/256/0/180] 00000400:00000010:1.0:1767384663.705970:0:36565:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000036a4ca37. 00000400:00000010:1.0:1767384663.705978:0:36565:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761f4fce. 00000400:00000010:1.0:1767384663.705983:0:36565:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00000400:00000001:1.0:1767384663.706001:0:36565:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384663.706003:0:36565:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384663.706004:0:36565:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a339385. 00000400:00000200:1.0:1767384663.706006:0:36565:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d7918a 00000400:00000010:1.0:1767384663.706008:0:36565:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d7918a. 00000400:00000010:1.0:1767384663.706011:0:36565:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 0000000006c93d60. 00000400:00000200:1.0:1767384663.706016:0:36565:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (37) 00000400:00000200:1.0:1767384663.706027:0:36565:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384663.706037:0:36565:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:1.0:1767384663.706045:0:36565:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000039e982a4. 00000020:01000000:1.0:1767384663.706050:0:36565:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384663.706051:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384663.706052:0:36565:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp46 00000400:00000200:0.0:1767384663.706057:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300151 00000400:00000010:0.0:1767384663.706062:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000cac7e88. 00000400:00000010:1.0:1767384663.706067:0:36565:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000571b99ef. 00000400:00000200:0.0:1767384663.706070:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (38) 00000400:00000010:1.0:1767384663.706071:0:36565:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b3b7e0b5. 00000400:00000010:0.0:1767384663.706076:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000665f694c. 00000400:00000200:0.0:1767384663.706081:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp22 00000020:00000001:2.0:1767384663.706092:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384663.706096:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp22 to MR: 192.168.202.122@tcp22 local destination 10000000:00000001:2.0:1767384663.706098:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384663.706102:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384663.706105:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384663.706110:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384663.706110:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp22 NI seq info: [172:172:256:4294967295] 192.168.202.122@tcp22 LPNI seq info [158:158:8:4294967295] 00000020:01000004:2.0:1767384663.706113:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384663.706115:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384663.706117:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384663.706120:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384663.706122:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384663.706124:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384663.706125:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp22 00000020:01000004:2.0:1767384663.706126:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384663.706130:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384663.706132:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384663.706139:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143759a2. 00000400:00000200:0.0:1767384663.706140:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp22(192.168.202.122@tcp22:192.168.202.122@tcp22) -> 192.168.202.122@tcp22(192.168.202.122@tcp22:192.168.202.122@tcp22) : PUT try# 0 00000020:00000040:2.0:1767384663.706147:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000800:00000200:0.0:1767384663.706152:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.122@tcp22 00000100:00000001:2.0:1767384663.706156:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.0:1767384663.706159:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003375fad7. 02000000:00000001:2.0:1767384663.706161:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384663.706168:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384663.706169:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f878606] -> 12345-192.168.202.122@tcp22 (6) 00000800:00000200:0.0:1767384663.706179:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp22 ip 192.168.202.122:988 02000000:00000010:2.0:1767384663.706180:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000cc8cf7a. 00000800:00000200:0.0:1767384663.706185:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003375fad7 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1767384663.706190:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.706201:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384663.706204:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.706209:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000100:00000040:2.0:1767384663.706212:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000143759a2] to pc [ptlrpcd_00_01+1] req@00000000143759a2 x1853237050241536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384663.706214:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300551 rc 0 10000000:00000001:2.0:1767384663.706251:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.706252:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384663.706256:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.706258:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384663.706260:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.706262:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384663.706266:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384663.706271:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000143759a2 x1853237050241536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384663.706277:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384663.706281:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384663.706285:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384663.706285:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384663.706312:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.706318:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:01000000:2.0:1767384663.706321:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:0.0:1767384663.706322:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384663.706325:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384663.706329:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:0.0:1767384663.706329:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384663.706332:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384663.706335:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:0.0:1767384663.706337:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000143759a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050241536:0@lo:253: 00000020:01000004:2.0:1767384663.706338:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384663.706340:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384663.706342:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384663.706344:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384663.706346:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384663.706348:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767384663.706350:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ddb2d155. 00000020:00000040:2.0:1767384663.706354:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 02000000:00000001:0.0:1767384663.706355:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384663.706356:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384663.706359:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384663.706360:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.706362:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.706365:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767384663.706367:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1767384663.706370:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006bbc66df. 00000800:00000010:3.0:1767384663.706372:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003375fad7. 02000000:00000010:0.0:1767384663.706373:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bf2d0058. 00000100:00000001:2.0:1767384663.706374:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.706379:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384663.706380:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.706381:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384663.706383:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.706389:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp22->192.168.202.122@tcp22: PUT: OK 00000100:00000040:2.0:1767384663.706391:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddb2d155] to pc [ptlrpcd_00_02+2] req@00000000ddb2d155 x1853237050241664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384663.706393:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2edcbca. 00000400:00000200:3.0:1767384663.706396:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384663.706402:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp22: 0 00000400:00000010:0.0:1767384663.706404:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c498c5be. 00000100:00000200:0.0:1767384663.706410:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050241536, portal 25 00000100:00000001:0.0:1767384663.706415:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384663.706417:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747172224 : -108600962379392 : ffff9d3a5e371180) 00000800:00000001:3.0:1767384663.706419:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:2.0:1767384663.706422:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384663.706425:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000143759a2 x1853237050241536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384663.706427:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384663.706428:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384663.706434:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384663.706435:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384663.706439:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:2.0:1767384663.706441:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384663.706448:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000039e982a4. 00000100:00000001:0.0:1767384663.706449:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384663.706451:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp22(192.168.202.122@tcp22) <- 192.168.202.122@tcp22 : PUT - for me 00000100:00000040:0.0:1767384663.706457:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384663.706460:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c325e235. 00000100:00000001:2.0:1767384663.706463:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384663.706464:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 640 into portal 0 MB=0x8000000000000000 00000100:00000200:0.0:1767384663.706465:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050241536, offset 0 00000400:00000200:3.0:1767384663.706472:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 624/640 into md 0x1dad [1] + 0 00000100:00000001:2.0:1767384663.706474:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384663.706480:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000474412b7. 00000100:00000001:2.0:1767384663.706481:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.706485:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384663.706486:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000fce19af 00000100:00000001:2.0:1767384663.706487:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384663.706492:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ddb2d155 x1853237050241664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384663.706494:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384663.706496:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1767384663.706504:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.706504:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384663.706508:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.706512:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384663.706512:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384663.706513:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384663.706516:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384663.706520:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.706525:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp22->192.168.202.122@tcp22: PUT: OK 00000100:00100000:2.0:1767384663.706525:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ddb2d155 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050241664:0@lo:253: 00000400:00000200:0.0:1767384663.706530:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260107200 00000100:00000001:2.0:1767384663.706533:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384663.706536:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fce19af 02000000:00000001:2.0:1767384663.706537:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767384663.706542:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fce19af. 02000000:00000001:2.0:1767384663.706542:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.706544:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384663.706548:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a5dc6a3f. 00000400:00000200:3.0:1767384663.706549:0:16339:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:2.0:1767384663.706553:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.706555:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15bd [2] + 0 00000400:00000200:3.0:1767384663.706557:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (39) 00000400:00000010:2.0:1767384663.706558:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4baddd9. 00000400:00000200:3.0:1767384663.706564:0:16339:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:0.0:1767384663.706564:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000174512e2. 00000400:00000200:3.0:1767384663.706570:0:16339:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (640 bytes) 00000400:00000200:0.0:1767384663.706571:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004456baf4 00000400:00000200:3.0:1767384663.706576:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000010:2.0:1767384663.706579:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080eb0e2d. 00000400:00000200:0.0:1767384663.706580:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384663.706583:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050241664, portal 25 00000400:00000200:3.0:1767384663.706585:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (40) 00000100:00000001:2.0:1767384663.706587:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384663.706590:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747175808 : -108600962375808 : ffff9d3a5e371f80) 00000400:00000200:0.0:1767384663.706590:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384663.706593:0:16339:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:2.0:1767384663.706598:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ddb2d155 x1853237050241664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384663.706602:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp22 to MR: 192.168.202.122@tcp22 local destination 00000100:00000001:2.0:1767384663.706610:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384663.706613:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp22 NI seq info: [173:173:256:4294967295] 192.168.202.122@tcp22 LPNI seq info [159:159:8:4294967295] 00000100:00000040:2.0:1767384663.706615:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384663.706619:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d946c00. 00000100:00000200:2.0:1767384663.706623:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050241664, offset 0 00000400:00000200:3.0:1767384663.706629:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp22(192.168.202.122@tcp22:192.168.202.122@tcp22) -> 192.168.202.122@tcp22(192.168.202.122@tcp22:192.168.202.122@tcp22) 192.168.202.122@tcp22 : ACK try# 0 00000400:00000200:2.0:1767384663.706632:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384663.706639:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004456baf4 00000800:00000200:3.0:1767384663.706640:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp22 00000400:00000010:0.0:1767384663.706645:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004456baf4. 00000400:00000200:2.0:1767384663.706646:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384663.706647:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff0039cc. 00000100:00000001:0.0:1767384663.706654:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1767384663.706656:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007f878606] -> 12345-192.168.202.122@tcp22 (6) 00000100:00000200:0.0:1767384663.706659:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1767384663.706664:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp22 ip 192.168.202.122:997 00000400:00000200:2.0:1767384663.706664:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260107280 00000100:00000040:0.0:1767384663.706666:0:16345:0:(events.c:337:request_in_callback()) incoming req@00000000fa118ecd x1853237050241536 msgsize 4848 00000800:00000200:3.0:1767384663.706669:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff0039cc type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384663.706676:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15e5 [2] + 0 00000100:00100000:0.0:1767384663.706681:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384663.706686:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003b6cd56. 00000100:00000040:0.0:1767384663.706686:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:3.0:1767384663.706689:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384663.706696:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.706697:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384663.706699:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009de8ab6b 00000400:00000200:0.0:1767384663.706705:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c325e235 00000400:00000200:2.0:1767384663.706708:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384663.706709:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c325e235. 00000100:00000001:0.0:1767384663.706715:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384663.706716:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384663.706722:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009de8ab6b 00000100:00000200:0.0:1767384663.706722:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000143759a2 x1853237050241536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384663.706727:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009de8ab6b. 00000100:00000001:2.0:1767384663.706733:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384663.706737:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384663.706740:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384663.706742:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000f1662a2b x1853237050241664 msgsize 4848 00000100:00000040:0.0:1767384663.706746:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000143759a2 x1853237050241536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384663.706747:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384663.706750:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384663.706757:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1767384663.706761:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384663.706763:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384663.706764:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d946c00 00000800:00000010:3.0:1767384663.706765:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff0039cc. 00000100:00000001:0.0:1767384663.706767:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384663.706768:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d946c00. 00000400:00000200:3.0:1767384663.706773:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384663.706773:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384663.706776:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384663.706777:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ddb2d155 x1853237050241664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.706783:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294952032 00000400:00000200:3.0:1767384663.706788:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp22->192.168.202.122@tcp22: ACK: OK 00000100:00000010:0.0:1767384663.706790:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007854be87. 00000100:00000001:2.0:1767384663.706793:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767384663.706798:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384663.706799:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ddb2d155 x1853237050241664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.706801:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000800:00000001:3.0:1767384663.706804:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384663.706810:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384663.706810:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294952032 00000100:00000001:2.0:1767384663.706812:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384663.706816:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.706816:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384663.706818:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d7affca. 00000800:00000001:3.0:1767384663.706821:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384663.706823:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.706825:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384663.706827:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294952032 00000800:00000001:3.0:1767384663.706829:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.706830:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294952032 00000100:00000001:2.0:1767384663.706831:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294952032 00000100:00000001:2.0:1767384663.706837:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294952032 00000100:00000010:0.0:1767384663.706839:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008d4d0569. 00000100:00000001:2.0:1767384663.706842:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294952032 00000400:00000200:3.0:1767384663.706843:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp22(192.168.202.122@tcp22) <- 192.168.202.122@tcp22 : ACK - for me 00000100:00000001:2.0:1767384663.706846:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294952032 00000100:00000001:0.0:1767384663.706846:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384663.706854:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294952032 00000100:00000001:0.0:1767384663.706854:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294952032 00000100:00000001:2.0:1767384663.706875:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294952032 00000100:00000010:0.0:1767384663.706876:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f22ea13. 00000100:00000001:0.0:1767384663.706882:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384663.706885:0:16339:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp22: ACK from 12345-192.168.202.122@tcp22 into md 0x1e2d 00000100:00000001:2.0:1767384663.706888:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294952032 00000100:00000001:0.0:1767384663.706888:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384663.706891:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384663.706894:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384663.706896:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.706898:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.706902:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp22->192.168.202.122@tcp22: ACK: OK 00000100:00000001:0.0:1767384663.706903:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.706910:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cac7e88 00000100:00000001:0.0:1767384663.706910:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.706911:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384663.706915:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000cac7e88. 00000100:00000001:2.0:1767384663.706917:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.706922:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384663.706923:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384663.706924:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384663.706927:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384663.706929:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767384663.706932:0:16339:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000100:00000001:2.0:1767384663.706934:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384663.706935:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.706937:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384663.706938:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000100:00000001:0.0:1767384663.706939:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384663.706940:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.706945:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.706946:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (39) 00000100:00000001:2.0:1767384663.706946:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.706953:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384663.706956:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384663.706961:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1767384663.706962:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.706965:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.706978:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384663.706981:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050241536 02000000:00000001:0.0:1767384663.706984:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384663.706987:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384663.706990:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.706994:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.706997:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384663.706998:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050241536 00000100:00100000:2.0:1767384663.707001:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050241664 02000000:00000001:2.0:1767384663.707003:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384663.707005:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384663.707008:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.707010:0:17069:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384663.707012:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384663.707014:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00100000:2.0:1767384663.707016:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050241664 00000020:00000001:2.0:1767384663.707019:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384663.707019:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384663.707022:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000040:0.0:1767384663.707024:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:2.0:1767384663.707025:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384663.707028:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000020:00000001:0.0:1767384663.707030:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384663.707031:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384663.707037:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384663.707037:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384663.707041:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384663.707044:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384663.707045:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e969f69. 00000020:00000010:0.0:1767384663.707048:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9471b96. 00000100:00000001:2.0:1767384663.707049:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384663.707055:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e969f69. 00000100:00000001:0.0:1767384663.707055:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384663.707059:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9471b96. 00000020:00000010:2.0:1767384663.707061:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d2274f2. 00000020:00000010:0.0:1767384663.707065:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc93f6aa. 00000020:00000010:2.0:1767384663.707068:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b75d332d. 00000020:00000010:0.0:1767384663.707071:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e4deb1c. 00000020:00000010:2.0:1767384663.707073:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:0.0:1767384663.707077:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:2.0:1767384663.707081:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384663.707085:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384663.707086:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384663.707087:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384663.707091:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.707091:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384663.707094:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.707099:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.707100:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.707107:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.707107:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.707120:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384663.707124:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384663.707126:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384663.707129:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384663.707130:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000040:0.0:1767384663.707135:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00100000:2.0:1767384663.707139:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000001:0.0:1767384663.707139:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302377552 : -108600407174064 : ffff9d3a7f4ed450) 00000100:00000001:3.0:1767384663.707145:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384663.707145:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:2.0:1767384663.707149:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472286100560 : -108601423451056 : ffff9d3a42bbac50) 00000100:00000040:0.0:1767384663.707149:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f1662a2b x1853237050241664/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:644/0 lens 4848/0 e 0 to 0 dl 1767384674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.707151:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384663.707156:0:17071:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.707158:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa118ecd x1853237050241536/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:644/0 lens 4848/0 e 0 to 0 dl 1767384674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.707164:0:17071:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.707179:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384663.707179:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384663.707184:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f9471b96. 00000020:00000010:2.0:1767384663.707185:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e969f69. 00000100:00000001:2.0:1767384663.707190:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384663.707192:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384663.707193:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e969f69. 00000400:00000200:3.0:1767384663.707197:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767384663.707199:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f9471b96. 00000100:00100000:2.0:1767384663.707200:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa118ecd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050241536:12345-0@lo:253: 00000400:00000010:3.0:1767384663.707205:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000d9072e58. 00000100:00000200:2.0:1767384663.707206:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050241536 00000100:00100000:0.0:1767384663.707211:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f1662a2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16346:x1853237050241664:12345-0@lo:253: 00000020:00000001:2.0:1767384663.707212:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384663.707215:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecdb9c80. 00000020:00000001:2.0:1767384663.707218:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767384663.707219:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050241664 00000400:00000010:3.0:1767384663.707222:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6529e33. 00000020:00000001:2.0:1767384663.707222:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.707228:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384663.707230:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d9072e58 00000020:00000001:0.0:1767384663.707231:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384663.707232:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384663.707236:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1767384663.707237:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000c14692a7. 00000020:00000001:2.0:1767384663.707238:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384663.707240:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.707243:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384663.707244:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000020:00000001:0.0:1767384663.707245:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384663.707248:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384663.707249:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:2.0:1767384663.707253:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384663.707257:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384663.707258:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.707261:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302051 00000020:00000001:0.0:1767384663.707262:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.707266:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384663.707267:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384663.707268:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (38) 02000000:00000001:2.0:1767384663.707270:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384663.707271:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767384663.707275:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000901c5e5c. 00000020:00000001:0.0:1767384663.707276:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384663.707279:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006a55c2f9. 00000400:00000010:3.0:1767384663.707282:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094334e56. 02000000:00000001:2.0:1767384663.707283:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.707283:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384663.707288:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384663.707309:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.707313:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:3.0:1767384663.707319:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d115fe94. 02000000:00000010:0.0:1767384663.707321:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000067f407c6. 20000000:00000010:2.0:1767384663.707325:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a040aba0. 02000000:00000001:0.0:1767384663.707326:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.707328:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 20000000:01000000:2.0:1767384663.707333:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384663.707333:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.707339:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384663.707339:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384663.707340:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 20000000:00000001:2.0:1767384663.707344:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384663.707348:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 20000000:00000001:2.0:1767384663.707354:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.707359:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.707360:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 20000000:00000010:0.0:1767384663.707360:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a386338f. 20000000:00000001:2.0:1767384663.707365:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384663.707367:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384663.707371:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384663.707373:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 20000000:00000001:0.0:1767384663.707374:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:2.0:1767384663.707378:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004928023b. 20000000:00000001:0.0:1767384663.707378:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.707384:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384663.707385:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 00000400:00000200:3.0:1767384663.707389:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 20000000:00000001:0.0:1767384663.707390:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384663.707395:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384663.707399:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00080000:00000001:2.0:1767384663.707403:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384663.707407:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00080000:00000001:2.0:1767384663.707408:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384663.707415:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000400:00000200:3.0:1767384663.707420:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000400:00000200:3.0:1767384663.707424:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[142, 38] 00080000:00000001:2.0:1767384663.707428:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384663.707430:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 38], ns[146, 38] 00000400:00000200:3.0:1767384663.707436:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 38], ns[150, 38] 00000400:00000200:3.0:1767384663.707441:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 38], ns[166, 38] 00080000:00000001:2.0:1767384663.707444:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.707447:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 38], ns[173, 38] 00080000:00000001:2.0:1767384663.707449:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384663.707453:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.707457:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00080000:00000001:2.0:1767384663.707458:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384663.707462:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.707467:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00080000:00000002:2.0:1767384663.707468:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:2.0:1767384663.707474:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:2.0:1767384663.707477:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384663.707484:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384663.707488:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.707491:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00080000:00000001:2.0:1767384663.707492:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384663.707497:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384663.707503:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000020:00000001:2.0:1767384663.707503:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384663.707510:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384663.707514:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00080000:00000010:2.0:1767384663.707515:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001b2d8511. 00080000:00000001:2.0:1767384663.707520:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468058781696 : -108605650769920 : ffff9d3946c3e800) 00080000:00000001:2.0:1767384663.707525:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384663.707527:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 34], ns[67, 34] 00000001:00000001:2.0:1767384663.707529:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384663.707535:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009e969f69. 00000400:00000200:3.0:1767384663.707537:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 34], ns[80, 34] 00080000:00000001:2.0:1767384663.707538:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384663.707543:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384663.707549:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 34], ns[87, 34] 00000400:00000200:3.0:1767384663.707556:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[121, 34], ns[135, 34] 00080000:00000001:2.0:1767384663.707558:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.707565:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 34], ns[140, 34] 00000400:00000200:3.0:1767384663.707571:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 34], ns[155, 34] 00080000:00000001:2.0:1767384663.707576:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384663.707577:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 34], ns[156, 34] 00000400:00000200:3.0:1767384663.707584:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 34], ns[111, 34] 00000400:00000200:3.0:1767384663.707590:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 34], ns[132, 34] 00000400:00000200:3.0:1767384663.707597:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 34], ns[126, 34] 00000400:00000200:3.0:1767384663.707604:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 34], ns[171, 34] 00000400:00000200:3.0:1767384663.707610:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 34], ns[170, 34] 00000400:00000200:3.0:1767384663.707616:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 34], ns[160, 34] 00000400:00000200:3.0:1767384663.707620:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 34], ns[164, 34] 00000400:00000200:3.0:1767384663.707625:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[155, 34], ns[169, 34] 00000400:00000200:3.0:1767384663.707638:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 00000400:00000200:3.0:1767384663.707643:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384663.707649:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384663.707653:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000400:00000200:3.0:1767384663.707659:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp43 00000400:00000200:3.0:1767384663.707663:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp43 lpni_is_preferred = 0 00000400:00000200:3.0:1767384663.707667:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp43 00000400:00000200:3.0:1767384663.707670:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp43 NI seq info: [174:174:256:4294967295] 192.168.202.122@tcp43 LPNI seq info [160:160:8:4294967295] 00000400:00000200:3.0:1767384663.707676:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp43 00000400:00000200:3.0:1767384663.707683:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp43(192.168.202.122@tcp43:) -> 192.168.202.122@tcp43(192.168.202.122@tcp:192.168.202.122@tcp43) : GET try# 0 00000800:00000200:3.0:1767384663.707688:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp43 00000800:00000010:3.0:1767384663.707691:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ff0039cc. 00000800:00000010:3.0:1767384663.707699:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dbf1a7f7. 00000800:00000010:3.0:1767384663.707704:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000893dc147. 00000800:00000200:3.0:1767384663.707708:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dbf1a7f7] -> 12345-192.168.202.122@tcp43 (2) 00000800:00000200:3.1:1767384663.707713:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dbf1a7f7] -> 12345-192.168.202.122@tcp43 (2) 00000400:00000200:3.0:1767384663.707732:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384663.707735:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300251 rc 0 00000400:00000200:0.0:1767384663.707795:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.707836:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.707875:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.707903:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.707929:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.707953:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.707974:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.707993:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708012:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708033:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708057:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708080:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708110:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708133:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708156:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708177:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708196:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708228:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708258:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708285:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708391:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708413:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708431:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708455:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708478:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708505:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708525:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708551:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708575:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708604:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708632:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708661:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708683:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708704:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384663.708725:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384663.708848:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002b178dc8. 00000800:00000010:0.0:1767384663.708854:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c325e235. 00000800:00000010:0.0:1767384663.708859:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9471b96. 00000800:00000010:0.0:1767384663.708899:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9471b96. 00000800:00020000:0.0:1767384663.708907:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384663.708911:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c325e235. 00000800:00000010:0.0:1767384663.708914:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002b178dc8. 00000400:02020000:0.0:1767384663.708957:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp43 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384663.708970:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp43 notifying 192.168.202.122@tcp43: down 00000800:00000200:0.0:1767384663.708977:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp43 down 00000800:00000100:0.0:1767384663.708982:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp43 00000800:00000010:0.0:1767384663.708985:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ff0039cc. 00000400:00000200:0.0:1767384663.708990:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384663.708994:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp43->192.168.202.122@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384663.709001:0:16333:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp43 added to recovery queue. ping count: 0 next ping: 285 health :900 00000400:00000200:0.0:1767384663.709004:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384663.709006:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 1 00000400:00000200:0.0:1767384663.709009:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384663.709085:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384663.709091:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300851 00000400:00000001:3.0:1767384663.709096:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384663.709097:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384663.709099:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094334e56 00000400:00000010:3.0:1767384663.709101:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094334e56. 00000400:00000200:3.0:1767384663.709104:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384663.709107:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000010:3.0:1767384663.709110:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000901c5e5c. 00000400:00000200:3.0:1767384663.709113:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (39) 00000400:00000200:3.0:1767384663.709116:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:-71 00000400:00000200:3.0:1767384663.709119:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302051 rc -71 00000400:00000200:3.0:1767384663.709131:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:3.0:1767384663.709153:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (38) 00080000:00000010:3.0:1767384663.709453:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001b2d8511. 00080000:00000010:2.0:1767384663.709503:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009e969f69. 00040000:00000001:2.0:1767384663.709510:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384663.709513:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384663.709516:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384663.709527:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384663.709531:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.709533:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384663.709543:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384663.709551:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384663.709553:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384663.709559:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384663.709574:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767384663.709577:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000075322362. 20000000:00000001:3.0:1767384663.709579:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384663.709584:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1767384663.709584:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:0.0:1767384663.709590:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384663.709592:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384663.709595:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384663.709597:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384663.709600:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000040:3.0:1767384663.709605:0:17092:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000059007e07 count: 2 00080000:00000001:0.0:1767384663.709609:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384663.709610:0:17092:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384663.709615:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384663.709618:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384663.709620:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee4d2c54. 00080000:00000001:0.0:1767384663.709624:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384663.709626:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384663.709627:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384663.709631:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee4d2c54 with handle 0x9f279d7a9a0b50d2 to hash 00000020:00000001:3.0:1767384663.709635:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384663.709637:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384663.709641:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384663.709645:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384663.709647:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384663.709651:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384663.709655:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384663.709659:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384663.709664:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00010000:00000001:3.0:1767384663.709666:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:0.0:1767384663.709671:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00010000:00000001:3.0:1767384663.709673:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000002:0.0:1767384663.709675:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384663.709678:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767384663.709681:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384663.709682:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384663.709687:0:17092:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:0.0:1767384663.709688:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.709692:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384663.709693:0:17092:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b50cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b50c4 expref: 16 pid: 17069 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384663.709698:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384663.709703:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:3.0:1767384663.709705:0:17092:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000001:0.0:1767384663.709709:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384663.709710:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.709714:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384663.709715:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384663.709715:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000088f9d4f8. 00010000:00000001:3.0:1767384663.709721:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384663.709721:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468058487808 : -108605651063808 : ffff9d3946bf6c00) 00080000:00000001:0.0:1767384663.709726:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384663.709732:0:17092:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000001:00000001:0.0:1767384663.709737:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:3.0:1767384663.709738:0:17092:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384663.709739:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000010:0.0:1767384663.709741:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f9471b96. 00000100:00000001:2.0:1767384663.709744:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384663.709748:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a040aba0. 00080000:00000001:0.0:1767384663.709748:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.709754:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:3.0:1767384663.709756:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000059007e07) refcount = 2 20000000:00000001:2.0:1767384663.709756:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384663.709761:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050241536 00010000:00000040:3.0:1767384663.709763:0:17092:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000001:2.0:1767384663.709765:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:0.0:1767384663.709765:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384663.709769:0:17092:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b50cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x9f279d7a9a0b50c4 expref: 16 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384663.709771:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa118ecd x1853237050241536/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384663.709776:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:3.0:1767384663.709789:0:17092:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:2.0:1767384663.709790:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1767384663.709793:0:17092:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384663.709794:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384663.709798:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384663.709805:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384663.709808:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000010:3.0:1767384663.709809:0:17092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000969d786e. 00000100:00000001:2.0:1767384663.709810:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:3.0:1767384663.709816:0:17092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 02000000:00000001:2.0:1767384663.709816:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384663.709819:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.709822:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384663.709823:0:17092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000042514d48. 00000100:00000040:2.0:1767384663.709825:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384663.709829:0:17092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468037992192 : -108605671559424 : ffff9d394586af00) 00000400:00000010:2.0:1767384663.709831:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d946c00. 00000100:00000001:3.0:1767384663.709834:0:17092:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635468037992192 : -108605671559424 : ffff9d394586af00) 00000100:00000200:2.0:1767384663.709835:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050241536, offset 224 00000100:00000001:3.0:1767384663.709842:0:17092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000200:2.0:1767384663.709844:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384663.709846:0:17092:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384663.709850:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384663.709853:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384663.709855:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384663.709856:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384663.709876:0:17092:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:2.0:1767384663.709879:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260107200 00010000:00000001:3.0:1767384663.709881:0:17092:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384663.709886:0:17092:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:2.0:1767384663.709890:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e31 [2] + 224 00010000:00000001:3.0:1767384663.709891:0:17092:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384663.709897:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021ef75ce. 00000400:00000200:2.0:1767384663.709900:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384663.709902:0:17092:0:(genops.c:1229:class_import_get()) import 0000000093c50239 refcount=2 obd=MGS 00000400:00000200:2.0:1767384663.709906:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384663.709909:0:17092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384663.709912:0:17070:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384663.709913:0:17092:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384663.709916:0:17092:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384663.709921:0:17092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000013efc6f. 00000100:00000200:2.0:1767384663.709926:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000143759a2 x1853237050241536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.709927:0:17092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384663.709937:0:17092:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b50cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9f279d7a9a0b50c4 expref: 16 pid: 17069 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384663.709941:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000143759a2 x1853237050241536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.709962:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384663.709969:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d946c00 00000400:00000010:2.0:1767384663.709972:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d946c00. 00000100:00000001:2.0:1767384663.709974:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:3.0:1767384663.709977:0:17092:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b50cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9f279d7a9a0b50c4 expref: 16 pid: 17069 timeout: 434 lvb_type: 0 00000100:00000001:2.0:1767384663.709977:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384663.709982:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.709989:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:0.0:1767384663.709990:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384663.709994:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384663.709995:0:17092:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384663.709995:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384663.709997:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.710000:0:17092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384663.710000:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384663.710002:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384663.710006:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384663.710008:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa118ecd x1853237050241536/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384663.710010:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021ef75ce x1853237050241792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767384663.710011:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2edcbca. 00000400:00000200:0.0:1767384663.710018:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c498c5be 00000400:00000010:0.0:1767384663.710022:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c498c5be. 00000100:00000001:0.0:1767384663.710028:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384663.710032:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa118ecd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050241536:12345-0@lo:253: Request processed in 2850us (3362us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384663.710036:0:17092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384663.710038:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000143759a2 x1853237050241536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.710040:0:17092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384663.710046:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1767384663.710050:0:17092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000021ef75ce pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050241792:0@lo:104: 00000100:00000040:2.0:1767384663.710052:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384663.710057:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384663.710060:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384663.710062:0:17092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1767384663.710065:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e4deb1c. 02000000:00000001:3.0:1767384663.710067:0:17092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1767384663.710070:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000143759a2 x1853237050241536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384663.710072:0:17092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384663.710072:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:2.0:1767384663.710079:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc93f6aa. 02000000:00000001:3.0:1767384663.710080:0:17092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384663.710087:0:17092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004466a7ed. 00000020:00000040:2.0:1767384663.710087:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000001:0.0:1767384663.710089:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384663.710092:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384663.710094:0:17092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.710094:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384663.710095:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006a55c2f9. 00000100:00000001:0.0:1767384663.710101:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384663.710102:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:3.0:1767384663.710104:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f28ad3a. 00000100:00000001:2.0:1767384663.710105:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384663.710106:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384663.710111:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384663.710112:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384663.710113:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094334e56. 00000100:00000001:0.0:1767384663.710114:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384663.710118:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88a4476. 02000000:00000001:0.0:1767384663.710120:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384663.710121:0:17092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050241792, portal 16 00000400:00000010:2.0:1767384663.710123:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d946c00. 00000100:00000001:3.0:1767384663.710126:0:17092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00001000:0.0:1767384663.710127:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=80 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384663.710129:0:17092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055414528 : -108605654137088 : ffff9d3946908700) 00000100:00001000:0.0:1767384663.710137:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=80 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384663.710140:0:17092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000021ef75ce x1853237050241792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384663.710143:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384663.710147:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.710151:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384663.710155:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.710156:0:17092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384663.710160:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384663.710162:0:17092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384663.710167:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000143759a2 x1853237050241536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384663.710168:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4385506. 00000100:00000200:3.0:1767384663.710174:0:17092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237050241792, offset 0 00000100:00000001:0.0:1767384663.710182:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384663.710183:0:17092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384663.710188:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1767384663.710193:0:17092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384663.710198:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384663.710203:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:3.0:1767384663.710204:0:17092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260107300 00000020:01000004:0.0:1767384663.710207:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384663.710211:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384663.710212:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384663.710216:0:17092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17cd [2] + 1312 00000020:01000004:0.0:1767384663.710216:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384663.710220:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384663.710222:0:16345:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384663.710224:0:16345:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384663.710226:0:17092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:0.0:1767384663.710226:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384663.710228:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384663.710231:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143759a2 x1853237050241536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384663.710242:0:17092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384663.710247:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000143759a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050241536:0@lo:253: 00000100:00000001:3.0:1767384663.710250:0:17092:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384663.710254:0:17092:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:0.0:1767384663.710255:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384663.710260:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d48ad92d. 00000100:00000001:0.0:1767384663.710260:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384663.710265:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000143759a2 x1853237050241536/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384663.710266:0:17092:0:(events.c:337:request_in_callback()) incoming req@00000000d48ad92d x1853237050241792 msgsize 328 00000100:00100000:3.0:1767384663.710280:0:17092:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384663.710281:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384663.710284:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384663.710287:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bf2d0058. 02000000:00000001:0.0:1767384663.710311:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384663.710314:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384663.710316:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384663.710318:0:17092:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384663.710319:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384663.710323:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000cc8cf7a. 00000100:00000001:2.0:1767384663.710325:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384663.710327:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4385506 02000000:00000001:0.0:1767384663.710328:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767384663.710329:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050241792 02000000:00000001:0.0:1767384663.710333:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1767384663.710334:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4385506. 02000000:00000001:2.0:1767384663.710334:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767384663.710337:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000143759a2. 00000100:00000001:2.0:1767384663.710338:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384663.710341:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.710342:0:17092:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384663.710343:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384663.710344:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.710347:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384663.710348:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050241792 00000100:00000200:3.0:1767384663.710349:0:17092:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000021ef75ce x1853237050241792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384663.710351:0:17059:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384663.710353:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384663.710355:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d05 00000020:00000001:2.0:1767384663.710359:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384663.710361:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384663.710362:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004a7a501b refcount=3 00000100:00000001:0.0:1767384663.710365:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.710367:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000020:00000001:2.0:1767384663.710371:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000001:0.0:1767384663.710372:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384663.710373:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384663.710374:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384663.710376:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384663.710379:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e969f69. 00000100:00000040:3.0:1767384663.710380:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000021ef75ce x1853237050241792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384663.710383:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384663.710387:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e969f69. 00000020:00000010:2.0:1767384663.710392:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b584d16a. 00000020:00000010:2.0:1767384663.710397:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059b48056. 00000100:00000001:3.0:1767384663.710398:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384663.710401:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000544aff1c. 00000100:00000001:3.0:1767384663.710403:0:17092:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384663.710407:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384663.710410:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384663.710411:0:17092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.710412:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384663.710413:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.710418:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294952036 00000100:00000001:2.0:1767384663.710419:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.710428:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294952032 00000100:00000001:2.0:1767384663.710432:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.710435:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294952036 00000100:00000001:3.0:1767384663.710441:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294952032 00000100:00000001:2.0:1767384663.710443:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384663.710446:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384663.710447:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294952036 00000100:00100000:2.0:1767384663.710451:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384663.710455:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004a7a501b : new rpc_count 1 00000100:00000001:3.0:1767384663.710457:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294952032 00000100:00000001:2.0:1767384663.710458:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055416320 : -108605654135296 : ffff9d3946908e00) 00000100:00000040:2.0:1767384663.710464:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d48ad92d x1853237050241792/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:644/0 lens 328/0 e 0 to 0 dl 1767384674 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384663.710466:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294952036 00000100:00000001:3.0:1767384663.710474:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294952032 00000100:00000001:2.0:1767384663.710475:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384663.710480:0:17092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384663.710485:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009e969f69. 00000100:00000001:3.0:1767384663.710486:0:17092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.710488:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384663.710491:0:17092:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384663.710492:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009e969f69. 00010000:00000001:3.0:1767384663.710497:0:17092:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384663.710502:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d48ad92d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050241792:12345-0@lo:104: 00000020:00000001:3.0:1767384663.710503:0:17092:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384663.710508:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050241792 00010000:00000001:3.0:1767384663.710510:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384663.710512:0:17059:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384663.710513:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384663.710516:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384663.710518:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384663.710519:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=2 00000020:00000001:2.0:1767384663.710521:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:3.0:1767384663.710525:0:17092:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.710525:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:2.0:1767384663.710532:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384663.710533:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384663.710535:0:17059:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.710537:0:17092:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00010000:2.0:1767384663.710538:0:17059:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b50cb expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384663.710544:0:17092:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.710546:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384663.710550:0:17092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384663.710550:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384663.710554:0:17092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:2.0:1767384663.710556:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003fb82ef3. 00000100:00100000:3.0:1767384663.710560:0:17092:0:(client.c:2690:ptlrpc_set_wait()) set 0000000042514d48 going to sleep for 11 seconds 02000000:00000001:2.0:1767384663.710560:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.710563:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.710567:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384663.710568:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384663.710570:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.710573:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384663.710573:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000289605bd time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384663.710580:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384663.710582:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384663.710583:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384663.710585:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384663.710587:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.710588:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384663.710590:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384663.710593:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00000100:00000200:2.0:1767384663.710595:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050241792, offset 224 00000400:00000200:2.0:1767384663.710599:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384663.710609:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384663.710615:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260107300 00000400:00000200:2.0:1767384663.710619:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1e4d [1] + 224 00000400:00000200:2.0:1767384663.710624:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384663.710627:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384663.710631:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384663.710634:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000021ef75ce x1853237050241792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384663.710644:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000021ef75ce x1853237050241792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384663.710660:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384663.710667:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000400:00000010:2.0:1767384663.710669:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00000100:00000001:2.0:1767384663.710673:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384663.710675:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384663.710680:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.710683:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:3.0:1767384663.710684:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384663.710687:0:17059:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384663.710691:0:17092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000010:2.0:1767384663.710693:0:17059:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000dfb08889. 00000400:00000001:3.0:1767384663.710695:0:17092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384663.710698:0:17059:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:3.0:1767384663.710699:0:17092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f28ad3a. 00000400:00000200:3.0:1767384663.710705:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094334e56 00000400:00000010:3.0:1767384663.710707:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094334e56. 00000100:00000001:3.0:1767384663.710711:0:17092:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767384663.710712:0:17059:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:3.0:1767384663.710716:0:17092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000021ef75ce x1853237050241792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384663.710717:0:17059:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.710723:0:17059:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.710728:0:17059:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.710736:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d48ad92d x1853237050241792/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:644/0 lens 328/224 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384663.710738:0:17092:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000021ef75ce x1853237050241792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384663.710767:0:17092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384663.710768:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d48ad92d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050241792:12345-0@lo:104: Request processed in 289us (498us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384663.710771:0:17092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384663.710775:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384663.710777:0:17092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384663.710780:0:17092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384663.710784:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384663.710785:0:17092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384663.710785:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.710789:0:17092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.710790:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7a501b : new rpc_count 0 00010000:00010000:0.0:1767384663.710791:0:17064:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:3.0:1767384663.710793:0:17092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.710797:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384663.710798:0:17064:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00001000:3.0:1767384663.710800:0:17092:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f9289ee time=79 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384663.710801:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384663.710803:0:17064:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:3.0:1767384663.710806:0:17092:0:(import.c:2128:obd_at_measure()) add 1 to 00000000230de1e5 time=79 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384663.710807:0:17064:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b50cb expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384663.710811:0:17092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384663.710814:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059b48056. 00000100:00000001:3.0:1767384663.710815:0:17092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.710821:0:17092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:2.0:1767384663.710822:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000544aff1c. 00010000:00010000:0.0:1767384663.710824:0:17064:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009a357b88 already unused, calling callback (00000000e12a98bb) 00010000:00000001:3.0:1767384663.710825:0:17092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384663.710829:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b584d16a. 00000100:00000001:3.0:1767384663.710831:0:17092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384663.710831:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:2.0:1767384663.710835:0:17059:0:(genops.c:898:class_export_put()) PUTting export 000000004a7a501b : new refcount 2 10000000:00010000:0.0:1767384663.710836:0:17064:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f279d7a9a0b50cb expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384663.710840:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021ef75ce x1853237050241792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384663.710841:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384663.710858:0:17064:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384663.710876:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384663.710878:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384663.710880:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009a357b88 refcount=3 00000100:00000001:3.0:1767384663.710891:0:17092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384663.710894:0:17092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384663.710896:0:17092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384663.710899:0:17092:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384663.710901:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384663.710903:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384663.710905:0:17092:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384663.710911:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021ef75ce x1853237050241792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384663.710921:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00000100:00100000:3.0:1767384663.710924:0:17092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000021ef75ce pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050241792:0@lo:104: 00010000:00000001:0.0:1767384663.710926:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446144 : -108601416105472 : ffff9d3a432bc200) 00010000:00000001:0.0:1767384663.710934:0:17064:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384663.710935:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384663.710937:0:17064:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f279d7a9a0b50cb expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384663.710941:0:17092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.710946:0:17092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384663.710951:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:0.0:1767384663.710951:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384663.710954:0:17064:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f279d7a9a0b50cb expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384663.710959:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000021ef75ce x1853237050241792/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:0.0:1767384663.710968:0:17064:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767384663.710975:0:17064:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:3.0:1767384663.710979:0:17092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000040:0.0:1767384663.710980:0:17064:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384663.710984:0:17064:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 02000000:00000001:3.0:1767384663.710985:0:17092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384663.710987:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:3.0:1767384663.710989:0:17092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004466a7ed. 00010000:00000001:0.0:1767384663.710990:0:17064:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384663.710997:0:17092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384663.711000:0:17092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384663.711002:0:17092:0:(genops.c:1242:class_import_put()) import 0000000093c50239 refcount=1 obd=MGS 00000020:00000001:3.0:1767384663.711004:0:17092:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1767384663.711005:0:17064:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000010:3.0:1767384663.711007:0:17092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000013efc6f. 10000000:00000001:0.0:1767384663.711009:0:17064:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767384663.711012:0:17092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000040:0.0:1767384663.711012:0:17064:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 2 02000000:00000001:3.0:1767384663.711016:0:17092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384663.711018:0:17092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021ef75ce. 10000000:00000001:0.0:1767384663.711024:0:17064:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384663.711025:0:17092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:0.0:1767384663.711028:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.711029:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384663.711034:0:17092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000042514d48. 00010000:00000001:0.0:1767384663.711034:0:17064:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384663.711038:0:17064:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384663.711040:0:17092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384663.711041:0:17064:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384663.711044:0:17092:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384663.711046:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000010:3.0:1767384663.711048:0:17092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000969d786e. 00010000:00000001:0.0:1767384663.711049:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384663.711055:0:17064:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009a357b88 with handle 0x9f279d7a9a0b50c4 from hash 00010000:00000001:3.0:1767384663.711056:0:17092:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.711058:0:17064:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384663.711060:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384663.711061:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384663.711063:0:17064:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384663.711066:0:17064:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384663.711068:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.711069:0:17064:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384663.711073:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384663.711075:0:17064:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384663.711079:0:17064:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 20000000:00000001:3.0:1767384663.711081:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384663.711085:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000010:0.0:1767384663.711085:0:17064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c7f302c. 00010000:00010000:3.0:1767384663.711090:0:17092:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384663.711091:0:17064:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384663.711097:0:17064:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384663.711100:0:17064:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384663.711104:0:17064:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384663.711110:0:17064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e0af930a. 00000100:00000001:0.0:1767384663.711115:0:17064:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.711119:0:17064:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384663.711122:0:17064:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b50cb expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384663.711130:0:17064:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384663.711132:0:17064:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.711135:0:17064:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384663.711137:0:17064:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384663.711142:0:17064:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009c7f302c] to pc [ptlrpcd_00_03+3] req@000000009c7f302c x1853237050241920/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.711166:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384663.711168:0:17064:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384663.711169:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384663.711172:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384663.711175:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384663.711178:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c7f302c x1853237050241920/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384663.711179:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384663.711185:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384663.711188:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.711189:0:17064:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.711192:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384663.711192:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1767384663.711193:0:17064:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.711196:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384663.711197:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384663.711198:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.711202:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.711202:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384663.711205:0:17064:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b50cb expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384663.711207:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009c7f302c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050241920:0@lo:103: 00000100:00000001:3.0:1767384663.711209:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.711218:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384663.711221:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384663.711223:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1767384663.711225:0:17064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 000000009a357b88/0x9f279d7a9a0b50c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b50cb expref: -99 pid: 17073 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384663.711226:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.711233:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384663.711237:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b584d16a. 00010000:00000040:0.0:1767384663.711239:0:17064:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000957d3664 count: 0 02000000:00000001:2.0:1767384663.711241:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384663.711248:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f9f6786. 00010000:00000001:0.0:1767384663.711250:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384663.711253:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00010000:00000001:0.0:1767384663.711254:0:17064:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384663.711258:0:17064:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000dfb08889. 00000100:00000200:2.0:1767384663.711259:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050241920, portal 18 00000100:00000001:2.0:1767384663.711263:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1767384663.711263:0:17064:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.711264:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963246208 : -108605746305408 : ffff9d3941122680) 00000020:00000001:0.0:1767384663.711270:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767384663.711271:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009c7f302c x1853237050241920/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384663.711274:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384663.711279:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384663.711281:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384663.711283:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384663.711284:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384663.711287:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384663.711308:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384663.711311:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.711312:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384663.711316:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384663.711333:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2bf60b. 00000100:00000200:2.0:1767384663.711337:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050241920, offset 0 00000400:00000200:2.0:1767384663.711341:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384663.711352:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384663.711357:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260107380 00000400:00000200:2.0:1767384663.711363:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:2.0:1767384663.711366:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384663.711369:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384663.711372:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384663.711374:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384663.711377:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e007167. 00000100:00000040:2.0:1767384663.711379:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000009e007167 x1853237050241920 msgsize 328 00000100:00100000:2.0:1767384663.711384:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384663.711409:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384663.711413:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2bf60b 00000400:00000010:2.0:1767384663.711415:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2bf60b. 00000100:00000001:2.0:1767384663.711418:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384663.711421:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009c7f302c x1853237050241920/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384663.711421:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000088f9d4f8. 00000100:00000001:2.0:1767384663.711431:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384663.711434:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009c7f302c x1853237050241920/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.711438:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.711440:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384663.711444:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.711446:0:17063:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384663.711446:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294952037 00080000:00000010:0.0:1767384663.711447:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f9471b96. 00000100:00100000:3.0:1767384663.711449:0:17063:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050241920 02000000:00000001:3.0:1767384663.711454:0:17063:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384663.711454:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294952036 00040000:00000001:0.0:1767384663.711455:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:3.0:1767384663.711456:0:17063:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00040000:00000001:0.0:1767384663.711460:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1767384663.711461:0:17063:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.711462:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294952037 00080000:00000001:0.0:1767384663.711465:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384663.711466:0:17063:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.711467:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294952036 00000100:00100000:3.0:1767384663.711473:0:17063:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050241920 00000100:00000001:2.0:1767384663.711474:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294952037 00000020:00000002:0.0:1767384663.711474:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 00000020:00000001:3.0:1767384663.711476:0:17063:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384663.711479:0:17063:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 20000000:00000001:0.0:1767384663.711481:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384663.711482:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384663.711483:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294952036 00000020:00000040:3.0:1767384663.711485:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 20000000:00000001:0.0:1767384663.711488:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000020:00000001:3.0:1767384663.711489:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384663.711489:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294952037 20000000:01000000:0.0:1767384663.711493:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000020:00000001:3.0:1767384663.711495:0:17063:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384663.711495:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294952036 20000000:00000001:0.0:1767384663.711497:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384663.711502:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384663.711503:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384663.711504:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000020:00000010:3.0:1767384663.711506:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000969d786e. 00000100:00000001:3.0:1767384663.711509:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384663.711510:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 00000020:00000010:3.0:1767384663.711514:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000969d786e. 00000100:00000001:2.0:1767384663.711514:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.711519:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384663.711523:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000013efc6f. 00000100:00000001:2.0:1767384663.711523:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.711527:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384663.711528:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000087f7fd35. 00000100:00000001:2.0:1767384663.711530:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384663.711533:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384663.711534:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1c8906b. 00000100:00000001:2.0:1767384663.711535:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384663.711539:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.711542:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384663.711545:0:17063:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384663.711548:0:17063:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384663.711549:0:17063:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384663.711551:0:17063:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384663.711559:0:17063:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.711561:0:17063:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384663.711563:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384663.711564:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384663.711566:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6f50484 refcount=4 00000020:00000001:3.0:1767384663.711568:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00000001:3.0:1767384663.711569:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00010000:3.0:1767384663.711573:0:17063:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b50cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b50c4 expref: 16 pid: 17069 timeout: 434 lvb_type: 0 00010000:00000001:3.0:1767384663.711578:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384663.711579:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384663.711580:0:17063:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.711581:0:17063:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.711584:0:17063:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384663.711587:0:17063:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009e007167 x1853237050241920/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:644/0 lens 328/0 e 0 to 0 dl 1767384674 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.711592:0:17063:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384663.711593:0:17063:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.711601:0:17063:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.711609:0:17063:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384663.711610:0:17063:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384663.711613:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:3.0:1767384663.711615:0:17063:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:3.0:1767384663.711617:0:17063:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747168640 : -108600962382976 : ffff9d3a5e370380) 00000100:00000001:0.0:1767384663.711619:0:17062:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000040:3.0:1767384663.711620:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e007167 x1853237050241920/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:644/0 lens 328/0 e 0 to 0 dl 1767384674 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.711628:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384663.711631:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000969d786e. 00000100:00000001:3.0:1767384663.711632:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384663.711634:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000969d786e. 00000100:00100000:3.0:1767384663.711638:0:17063:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009e007167 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16347:x1853237050241920:12345-0@lo:103: 00000100:00000200:3.0:1767384663.711648:0:17063:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050241920 00000100:00100000:0.0:1767384663.711649:0:17062:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00000001:3.0:1767384663.711650:0:17063:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384663.711654:0:17063:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384663.711657:0:17063:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000010:0.0:1767384663.711659:0:17062:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000088f9d4f8. 00000100:00000001:3.0:1767384663.711660:0:17063:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000020:2.0:1767384663.711662:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 02000000:00000001:3.0:1767384663.711664:0:17063:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384663.711666:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00100000:0.0:1767384663.711667:0:17062:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 02000000:00000010:3.0:1767384663.711669:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000901c5e5c. 20000000:00000010:2.0:1767384663.711670:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a386338f. 02000000:00000001:3.0:1767384663.711674:0:17063:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.711677:0:17063:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384663.711677:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.711683:0:17063:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000040:2.0:1767384663.711684:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050241664 00010000:00010000:3.0:1767384663.711687:0:17063:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384663.711687:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384663.711691:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000200:2.0:1767384663.711694:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f1662a2b x1853237050241664/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384663.711695:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384663.711697:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6f50484 refcount=4 00000020:00000001:3.0:1767384663.711702:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00000001:3.0:1767384663.711706:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00000040:3.0:1767384663.711713:0:17063:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000059007e07 count: 3 00010000:00000001:2.0:1767384663.711713:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384663.711717:0:17063:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b50cb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b50c4 expref: 16 pid: 17069 timeout: 434 lvb_type: 0 00010000:00000001:2.0:1767384663.711718:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384663.711725:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=80 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384663.711726:0:17063:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d25eb6a3 time=1767384663 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384663.711734:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384663.711735:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384663.711739:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384663.711741:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:3.0:1767384663.711742:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384663.711747:0:17063:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b50cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9f279d7a9a0b50c4 expref: 16 pid: 17069 timeout: 434 lvb_type: 0 00000100:00000001:2.0:1767384663.711747:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:0.0:1767384663.711751:0:17062:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.711753:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384663.711757:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384663.711763:0:17063:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:2.0:1767384663.711764:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384663.711765:0:17063:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384663.711766:0:36567:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000001:3.0:1767384663.711769:0:17063:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.711771:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384663.711773:0:17063:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.711776:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:2.0:1767384663.711776:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005c9a0e5. 00010000:00000001:3.0:1767384663.711777:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000010:0.0:1767384663.711781:0:36567:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f9471b96. 00000100:00000200:2.0:1767384663.711782:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050241664, offset 224 00010000:00000001:3.0:1767384663.711783:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384663.711787:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384663.711790:0:36567:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a009e06e. 00000400:00000200:2.0:1767384663.711791:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384663.711795:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384663.711797:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384663.711800:0:36567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000649c8f0c. 00000020:00000040:3.0:1767384663.711802:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6f50484 with handle 0x9f279d7a9a0b50cb from hash 00000400:00000200:2.0:1767384663.711802:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384663.711807:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:0.0:1767384663.711807:0:36567:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001826d89a. 00010000:00000001:3.0:1767384663.711810:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384663.711812:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384663.711814:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260107280 00000020:00000010:0.0:1767384663.711814:0:36567:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 000000008d43832f. 00010000:00000001:3.0:1767384663.711815:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384663.711818:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384663.711821:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000040:00000010:0.0:1767384663.711822:0:36567:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f5f659af. 00000400:00000200:2.0:1767384663.711823:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e39 [2] + 224 00010000:00010000:3.0:1767384663.711824:0:17063:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b50cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9f279d7a9a0b50c4 expref: 16 pid: 17069 timeout: 434 lvb_type: 0 00000020:00000010:0.0:1767384663.711830:0:36567:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b70be1f7. 00000400:00000200:2.0:1767384663.711831:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1767384663.711833:0:17063:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 9 00000020:00000040:3.0:1767384663.711837:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000020:00000010:0.0:1767384663.711839:0:36567:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009d4f8405. 00000400:00000200:2.0:1767384663.711841:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384663.711843:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384663.711846:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:0.0:1767384663.711846:0:36567:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aca693c5. 00010000:00000001:3.0:1767384663.711850:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767384663.711853:0:17063:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000ee4d2c54 00000100:00000001:2.0:1767384663.711854:0:17069:0:(events.c:78:reply_in_callback()) Process entered 80000000:00000010:0.0:1767384663.711854:0:36567:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000440ea331. 00010000:00000001:3.0:1767384663.711855:0:17063:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384663.711873:0:17063:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000200:2.0:1767384663.711874:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ddb2d155 x1853237050241664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:0.0:1767384663.711876:0:36567:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002fb6f091. 00010000:00000001:3.0:1767384663.711878:0:17063:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384663.711883:0:17063:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384663.711885:0:17063:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384663.711891:0:17063:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:2.0:1767384663.711893:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ddb2d155 x1853237050241664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384663.711895:0:17063:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000008:00000010:0.0:1767384663.711895:0:36567:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000ae5dbf50. 00010000:00010000:3.0:1767384663.711899:0:17063:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00020000:00000010:0.0:1767384663.711904:0:36567:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 000000006589d200. 00010000:00000001:3.0:1767384663.711915:0:17063:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384663.711917:0:17063:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384663.711918:0:17063:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:2.0:1767384663.711920:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384663.711921:0:17063:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00008000:00000010:0.0:1767384663.711921:0:36567:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005b22aaab. 00010000:00000040:3.0:1767384663.711924:0:17063:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000059007e07) refcount = 2 00000400:00000200:2.0:1767384663.711926:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005c9a0e5 00010000:00010000:3.0:1767384663.711928:0:17063:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00100000:00000010:0.0:1767384663.711929:0:36567:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd0ba54c. 00000400:00000010:2.0:1767384663.711930:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005c9a0e5. 00000100:00000001:2.0:1767384663.711936:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384663.711937:0:17063:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:2.0:1767384663.711939:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00040000:00000010:0.0:1767384663.711939:0:36567:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000dc22c638. 00000100:00000001:2.0:1767384663.711942:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384663.711946:0:36567:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a88a67f6. 00010000:00000001:3.0:1767384663.711947:0:17063:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:2.0:1767384663.711948:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384663.711950:0:17063:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384663.711953:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00040000:00000010:0.0:1767384663.711954:0:36567:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007b4ca68a. 00010000:00000001:3.0:1767384663.711955:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384663.711956:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384663.711962:0:17063:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000969d786e. 00000020:00000001:2.0:1767384663.711962:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000010:0.0:1767384663.711964:0:36567:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002b178dc8. 00000100:00000001:3.0:1767384663.711967:0:17063:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:2.0:1767384663.711968:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1662a2b x1853237050241664/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384663.711972:0:17063:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000042514d48. 00080000:00000010:0.0:1767384663.711972:0:36567:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009c5dd528. 00000100:00000001:3.0:1767384663.711978:0:17063:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635468037992192 : -108605671559424 : ffff9d394586af00) 00000100:00100000:2.0:1767384663.711979:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f1662a2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050241664:12345-0@lo:253: Request processed in 4799us (5235us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384663.711983:0:17063:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635468037992192 : -108605671559424 : ffff9d394586af00) 00000004:00000010:0.0:1767384663.711983:0:36567:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fc12e709. 00000100:00000001:3.0:1767384663.711990:0:17063:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00100000:2.0:1767384663.711991:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000001:3.0:1767384663.711992:0:17063:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000004:00000010:0.0:1767384663.711993:0:36567:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000083ee2319. 00010000:00000001:3.0:1767384663.711996:0:17063:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000040:2.0:1767384663.711996:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 20000000:00000001:3.0:1767384663.712000:0:17063:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767384663.712000:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000010:0.0:1767384663.712000:0:36567:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000edeca43d. 00000100:00000001:2.0:1767384663.712005:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 20000000:01000000:3.0:1767384663.712007:0:17063:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00000020:00000010:2.0:1767384663.712008:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b75d332d. 00002000:00000010:0.0:1767384663.712008:0:36567:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e878ae59. 00010000:00000001:3.0:1767384663.712010:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767384663.712014:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000001:3.0:1767384663.712015:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000010:0.0:1767384663.712016:0:36567:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002ece157b. 00000020:00000040:3.0:1767384663.712018:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=5 00000020:00000010:2.0:1767384663.712020:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d2274f2. 00000020:00000001:3.0:1767384663.712023:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00000020:00000040:2.0:1767384663.712024:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00010000:00000001:3.0:1767384663.712026:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 02000000:00000001:2.0:1767384663.712028:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384663.712030:0:17063:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000080:00000010:0.0:1767384663.712031:0:36567:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000004e6c33b1. 02000000:00000010:2.0:1767384663.712032:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000067f407c6. 00010000:00010000:3.0:1767384663.712033:0:17063:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384663.712039:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384663.712042:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384663.712043:0:17063:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384663.712046:0:17063:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384663.712046:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000080:00000010:0.0:1767384663.712049:0:36567:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000d4959644. 00000400:00000010:2.0:1767384663.712052:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c988c1bc. 00010000:00000001:3.0:1767384663.712057:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1767384663.712058:0:36567:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000ffc2c99c. 00010000:00000001:3.0:1767384663.712060:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384663.712064:0:17063:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384663.712064:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005c9a0e5. 00010000:00000001:3.0:1767384663.712074:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767384663.712075:0:36567:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00010000:00000001:3.0:1767384663.712076:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.712080:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384663.712082:0:17063:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1767384663.712083:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384663.712087:0:17063:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000001:2.0:1767384663.712088:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384663.712089:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384663.712091:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4baddd9. 00000400:00000200:2.0:1767384663.712093:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080eb0e2d 00000400:00000010:2.0:1767384663.712094:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080eb0e2d. 00000100:00000001:2.0:1767384663.712098:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384663.712102:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ddb2d155 x1853237050241664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384663.712110:0:17063:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ee4d2c54 already unused, calling callback (0000000043915e75) 00000100:00000200:2.0:1767384663.712112:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ddb2d155 x1853237050241664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384663.712117:0:17063:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384663.712121:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384663.712122:0:17063:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384663.712124:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384663.712127:0:17063:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384663.712128:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384663.712130:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384663.712132:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384663.712134:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.712138:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384663.712143:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=80 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384663.712144:0:17063:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384663.712147:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:2.0:1767384663.712148:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=80 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384663.712150:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384663.712152:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384663.712154:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=6 00000100:00000001:2.0:1767384663.712154:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.712158:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384663.712160:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:2.0:1767384663.712160:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.712164:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.712167:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00000100:00000040:2.0:1767384663.712167:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ddb2d155 x1853237050241664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384663.712172:0:17063:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384663.712176:0:17063:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384663.712177:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384663.712182:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384663.712184:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384663.712188:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384663.712192:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:3.0:1767384663.712193:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:01000004:2.0:1767384663.712194:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:3.0:1767384663.712198:0:17063:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:01000004:2.0:1767384663.712198:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:3.0:1767384663.712201:0:17063:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384663.712205:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384663.712207:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384663.712208:0:16346:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384663.712209:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384663.712210:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384663.712212:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddb2d155 x1853237050241664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384663.712215:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384663.712219:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384663.712222:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384663.712225:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384663.712226:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ddb2d155 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050241664:0@lo:253: 00000020:00000040:3.0:1767384663.712229:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee4d2c54 with handle 0x9f279d7a9a0b50d2 from hash 00010000:00000001:3.0:1767384663.712235:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384663.712236:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384663.712237:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384663.712242:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384663.712243:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384663.712246:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384663.712250:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ddb2d155 x1853237050241664/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384663.712251:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384663.712254:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1767384663.712254:0:17092:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384663.712258:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384663.712261:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384663.712266:0:17063:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.712271:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384663.712276:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384663.712277:0:17092:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 02000000:00000001:2.0:1767384663.712281:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384663.712282:0:17063:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:0.0:1767384663.712282:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 02000000:00000010:2.0:1767384663.712286:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a5dc6a3f. 00010000:00010000:0.0:1767384663.712311:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384663.712319:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384663.712321:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384663.712324:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384663.712324:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384663.712325:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384663.712328:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384663.712329:0:17063:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.712329:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384663.712331:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 20000000:00000001:0.0:1767384663.712334:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384663.712335:0:17063:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384663.712335:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384663.712339:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006bbc66df. 00010000:00000001:3.0:1767384663.712340:0:17063:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.712343:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:3.0:1767384663.712345:0:17063:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384663.712346:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384663.712348:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ddb2d155. 00000100:00000001:2.0:1767384663.712354:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384663.712357:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384663.712358:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384663.712359:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384663.712363:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384663.712365:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384663.712367:0:17063:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384663.712368:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.712371:0:17063:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384663.712371:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.712374:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.712376:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384663.712379:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384663.712381:0:17063:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384663.712383:0:17063:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384663.712386:0:17063:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.712388:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384663.712390:0:17063:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee4d2c54/0x9f279d7a9a0b50d2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384663.712399:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384663.712401:0:17063:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.712404:0:17063:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384663.712406:0:17063:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384663.712408:0:17063:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.712409:0:17063:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.712411:0:17063:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767384663.712413:0:17063:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000042514d48. 00000100:00000001:3.0:1767384663.712416:0:17063:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384663.712418:0:17063:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384663.712419:0:17063:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000969d786e. 00010000:00000001:3.0:1767384663.712422:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384663.712424:0:17063:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000059007e07 count: 0 00010000:00010000:3.0:1767384663.712429:0:17063:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384663.712431:0:17063:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384663.712441:0:17063:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384663.712443:0:17063:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384663.712445:0:17063:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=79 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384663.712448:0:17063:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384663.712451:0:17063:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384663.712453:0:17063:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384663.712455:0:17063:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384663.712456:0:17063:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.712458:0:17063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384663.712459:0:17063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384663.712461:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094334e56. 00000100:00000200:3.0:1767384663.712463:0:17063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050241920, offset 224 00000400:00000200:3.0:1767384663.712466:0:17063:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384663.712470:0:17063:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384663.712474:0:17063:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260107380 00000400:00000200:3.0:1767384663.712477:0:17063:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1e5d [1] + 224 00000400:00000200:3.0:1767384663.712480:0:17063:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384663.712482:0:17063:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384663.712484:0:17063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384663.712486:0:17063:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009c7f302c x1853237050241920/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384663.712493:0:17063:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009c7f302c x1853237050241920/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.712506:0:17063:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384663.712509:0:17063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094334e56 00000400:00000010:3.0:1767384663.712510:0:17063:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094334e56. 00000100:00000001:3.0:1767384663.712512:0:17063:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384663.712513:0:17063:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384663.712515:0:17063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384663.712517:0:17063:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384663.712519:0:17063:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.712521:0:17063:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384663.712524:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e007167 x1853237050241920/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:644/0 lens 328/224 e 0 to 0 dl 1767384674 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.712528:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.712530:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384663.712533:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384663.712536:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384663.712538:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f9f6786. 00000400:00000200:2.0:1767384663.712543:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000400:00000010:2.0:1767384663.712546:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00000100:00100000:3.0:1767384663.712549:0:17063:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009e007167 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050241920:12345-0@lo:103: Request processed in 918us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384663.712556:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384663.712556:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384663.712559:0:17063:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000200:2.0:1767384663.712562:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009c7f302c x1853237050241920/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.712563:0:17063:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384663.712566:0:17063:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384663.712570:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000087f7fd35. 00000100:00000200:2.0:1767384663.712573:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009c7f302c x1853237050241920/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384663.712574:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1c8906b. 00000020:00000010:3.0:1767384663.712580:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000013efc6f. 00000100:00000001:2.0:1767384663.712583:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384663.712585:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:2.0:1767384663.712586:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.712590:0:17063:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.712590:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384663.712593:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384663.712596:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384663.712597:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384663.712599:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384663.712601:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=79 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384663.712603:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=80 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384663.712605:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384663.712606:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384663.712608:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384663.712609:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.712611:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384663.712612:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c7f302c x1853237050241920/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.712616:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384663.712618:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384663.712619:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384663.712621:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c7f302c x1853237050241920/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384663.712625:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009c7f302c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050241920:0@lo:103: 00000100:00000001:2.0:1767384663.712628:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.712629:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384663.712630:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009c7f302c x1853237050241920/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384663.712634:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384663.712635:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384663.712641:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b584d16a. 02000000:00000001:2.0:1767384663.712643:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384663.712644:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384663.712646:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384663.712647:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384663.712648:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e0af930a. 02000000:00000001:2.0:1767384663.712650:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384663.712651:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384663.712652:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009c7f302c. 00000100:00000001:2.0:1767384663.712654:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384663.712654:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.712655:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384663.712658:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384663.712659:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384663.712660:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384663.712661:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384663.716323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6f50484. 00000100:00000040:0.0:1767384663.717349:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294952037, at 4294952038 00000100:00000010:0.0:1767384663.717359:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007854be87. 00000100:00000040:2.0:1767384663.717360:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294952037, at 4294952038 00000100:00000010:2.0:1767384663.717367:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008d4d0569. 00000100:00000040:3.0:1767384663.717377:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294952037, at 4294952038 00000100:00000010:3.0:1767384663.717387:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f22ea13. 00000100:00000040:1.0:1767384663.718011:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294952037, at 4294952038 00000100:00000010:1.0:1767384663.718017:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d7affca. 00010000:00000010:3.1:1767384663.718312:0:36570:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee4d2c54. 00010000:00000010:3.1:1767384663.718320:0:36570:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000059007e07. 00010000:00000010:0.1:1767384663.718323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000957d3664. 00010000:00000010:0.1:1767384663.718331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009a357b88. 00000400:00000010:1.0:1767384663.722937:0:36571:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000043acc7c9. 00000400:00000040:1.0:1767384663.722954:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384663.722956:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384663.722958:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384663.722959:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384663.722961:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384663.722962:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384663.722964:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384663.722965:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384663.722966:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384663.722971:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384663.722973:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384663.722974:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384663.722976:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384663.722977:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384663.722978:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384663.722979:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384663.722980:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384663.722981:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384663.722981:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384663.722983:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384663.722984:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384663.722985:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384663.722986:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384663.722987:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384663.722988:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384663.722989:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384663.722990:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384663.722991:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384663.722992:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384663.722993:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384663.722994:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384663.722995:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384663.722996:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384663.722997:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384663.722998:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384663.722999:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384663.723000:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384663.723001:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384663.723002:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384663.723003:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384663.723004:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384663.723005:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384663.723006:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384663.723007:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384663.723008:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384663.723009:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384663.723010:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384663.723011:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384663.723016:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384663.723017:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384663.723018:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384663.723020:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384663.723020:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384663.723022:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384663.723023:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384663.723024:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384663.723025:0:36571:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384663.723101:0:36571:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000043acc7c9. 00010000:00000001:1.0:1767384663.807347:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384663.807354:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.807362:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384663.807366:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384663.807369:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384663.807372:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.807376:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384663.807379:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.807381:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.807384:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384663.807411:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384663.807415:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384663.807417:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384664.639352:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384664.639357:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384664.639359:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 00000400:00000010:3.0:1767384664.639363:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00000400:00000200:3.0:1767384664.639371:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384664.639378:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp39 recovery ping unlinked 00000400:00000010:3.0:1767384664.639387:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004d8e6c69. 00000400:00000010:3.0:1767384664.639391:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004d2ce7a8. 00000400:00000001:3.0:1767384664.639397:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384664.639399:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384664.639400:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5b2f64 00000400:00000010:3.0:1767384664.639402:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5b2f64. 00000400:00000200:3.0:1767384664.639405:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384664.639408:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp38 recovery ping unlinked 00000400:00000010:3.0:1767384664.639411:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c25df4b3. 00000400:00000010:3.0:1767384664.639415:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000013b4169d. 00000400:00000200:3.0:1767384664.639433:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp43 00000400:00000010:3.0:1767384664.639437:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000061ac9610. 00000400:00000010:3.0:1767384664.639443:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007d6d4a83. 00000400:00000010:3.0:1767384664.639447:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094334e56. 00000400:00000010:3.0:1767384664.639454:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f14a51fe. 00000400:00000200:3.0:1767384664.639460:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp43 00000400:00000200:3.0:1767384664.639472:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp43 local destination 00000400:00000200:3.0:1767384664.639479:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp43 00000400:00000200:3.0:1767384664.639483:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp43 NI seq info: [175:175:256:4294967295] 192.168.202.122@tcp43 LPNI seq info [161:161:8:4294967295] 00000400:00000200:3.0:1767384664.639489:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp43 00000400:00000200:3.0:1767384664.639499:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp43(192.168.202.122@tcp43:) -> 192.168.202.122@tcp43(192.168.202.122@tcp43:192.168.202.122@tcp43) : GET try# 0 00000800:00000200:3.0:1767384664.639504:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp43 00000800:00000010:3.0:1767384664.639508:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009d6f36f2. 00000800:00000200:3.0:1767384664.639515:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dbf1a7f7] -> 12345-192.168.202.122@tcp43 (2) 00000800:00000200:3.1:1767384664.639521:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dbf1a7f7] -> 12345-192.168.202.122@tcp43 (2) 00000400:00000200:3.0:1767384664.639535:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp43 added to recovery queue. ping count: 1 next ping: 287 health :900 00000400:00000200:3.0:1767384664.639609:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.639670:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.639724:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.639778:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.639809:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.639841:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.639884:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.639920:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.639954:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640003:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640054:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640103:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640160:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640209:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640254:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640406:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640433:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640452:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640483:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640514:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640566:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640624:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640676:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640713:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640760:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640800:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640842:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640900:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640951:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.640993:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.641014:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.641038:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.641066:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.641105:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384664.641148:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384664.641377:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de5983e2. 00000800:00000010:3.0:1767384664.641382:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000751e9f65. 00000800:00000010:3.0:1767384664.641388:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006e26ff9a. 00000800:00000010:3.0:1767384664.641411:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006e26ff9a. 00000800:00020000:3.0:1767384664.641421:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384664.641424:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000751e9f65. 00000800:00000010:3.0:1767384664.641427:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000de5983e2. 00000400:02020000:3.0:1767384664.641476:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp43 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384664.641483:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp43 notifying 192.168.202.122@tcp43: down 00000400:00000200:3.0:1767384664.641486:0:16335:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384664.641489:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp43 00000800:00000010:3.0:1767384664.641499:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009d6f36f2. 00000400:00000200:3.0:1767384664.641503:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384664.641508:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp43->192.168.202.122@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384664.641515:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384664.641518:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384664.641521:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp43) recovery failed with -71 00010000:00000001:1.0:1767384664.831359:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384664.831364:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384664.831369:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384664.831370:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384664.831413:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384664.831421:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384664.831426:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384665.454764:0:37090:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000093a259e8. 00080000:00000010:1.0:1767384665.454772:0:37090:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000093a259e8. 00000020:00000001:1.0:1767384665.454776:0:37090:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384665.454782:0:37090:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000093a259e8. 00080000:00000010:1.0:1767384665.454786:0:37090:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000093a259e8. 00000020:00000001:1.0:1767384665.454789:0:37090:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384665.663390:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384665.663396:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384665.663398:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094334e56 00000400:00000010:3.0:1767384665.663403:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094334e56. 00000400:00000200:3.0:1767384665.663408:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384665.663414:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp43 recovery ping unlinked 00000400:00000010:3.0:1767384665.663425:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000061ac9610. 00000400:00000010:3.0:1767384665.663429:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007d6d4a83. 00000400:00000200:3.0:1767384665.663433:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp42 00000400:00000010:3.0:1767384665.663436:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000061ac9610. 00000400:00000010:3.0:1767384665.663440:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cab4b2b1. 00000400:00000010:3.0:1767384665.663443:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094334e56. 00000400:00000010:3.0:1767384665.663448:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c33f53e7. 00000400:00000200:3.0:1767384665.663451:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp42 00000400:00000200:3.0:1767384665.663461:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp42 local destination 00000400:00000200:3.0:1767384665.663466:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp42 00000400:00000200:3.0:1767384665.663469:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp42 NI seq info: [176:176:256:4294967295] 192.168.202.122@tcp42 LPNI seq info [162:162:8:4294967295] 00000400:00000200:3.0:1767384665.663474:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp42 00000400:00000200:3.0:1767384665.663480:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp42(192.168.202.122@tcp42:) -> 192.168.202.122@tcp42(192.168.202.122@tcp42:192.168.202.122@tcp42) : GET try# 0 00000800:00000200:3.0:1767384665.663484:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp42 00000800:00000010:3.0:1767384665.663487:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006b8c137b. 00000800:00000200:3.0:1767384665.663493:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006165d848] -> 12345-192.168.202.122@tcp42 (2) 00000800:00000200:3.1:1767384665.663497:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006165d848] -> 12345-192.168.202.122@tcp42 (2) 00000400:00000200:3.0:1767384665.663532:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp42 added to recovery queue. ping count: 3 next ping: 294 health :700 00000400:00000200:3.0:1767384665.663536:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp31 00000400:00000010:3.0:1767384665.663538:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005b726447. 00000400:00000010:3.0:1767384665.663547:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007906811d. 00000400:00000010:3.0:1767384665.663550:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4385506. 00000400:00000010:3.0:1767384665.663553:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003cc2530a. 00000400:00000200:3.0:1767384665.663556:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp31 00000400:00000200:3.0:1767384665.663561:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp31 local destination 00000400:00000200:3.0:1767384665.663563:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp31 00000400:00000200:3.0:1767384665.663566:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp31 NI seq info: [177:177:256:4294967295] 192.168.202.122@tcp31 LPNI seq info [163:163:8:4294967295] 00000400:00000200:3.0:1767384665.663569:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp31 00000400:00000200:3.0:1767384665.663573:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp31(192.168.202.122@tcp31:) -> 192.168.202.122@tcp31(192.168.202.122@tcp31:192.168.202.122@tcp31) : GET try# 0 00000800:00000200:3.0:1767384665.663576:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp31 00000800:00000010:3.0:1767384665.663580:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f1caaeb9. 00000800:00000200:3.0:1767384665.663584:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000400:00000200:0.0:1767384665.663586:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:3.1:1767384665.663590:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000400:00000200:3.0:1767384665.663608:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp31 added to recovery queue. ping count: 5 next ping: 318 health :500 00000400:00000200:0.0:1767384665.663643:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.663677:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.663677:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.663710:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.663737:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.663757:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.663778:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.663800:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.663819:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.663855:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.663873:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.663908:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.663918:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.663951:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.663971:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.663988:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664025:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664029:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664083:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664096:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664114:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664152:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664162:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664205:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664213:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664250:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664274:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664286:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664376:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664377:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664409:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664442:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664449:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664498:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664507:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664529:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664549:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664571:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664589:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664621:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664635:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664669:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664683:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664715:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664728:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664760:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664775:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664807:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664817:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664870:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664883:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664913:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664930:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.664961:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.664978:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.665009:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.665020:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.665054:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.665065:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.665101:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.665112:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384665.665151:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.665158:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.665212:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.665250:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384665.665282:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000800:00000010:0.0:1767384665.665327:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9518a4f. 00000800:00000010:0.0:1767384665.665332:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004ed807b5. 00000800:00000010:0.0:1767384665.665337:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ea9bfda1. 00000400:00000200:1.0:1767384665.665353:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000800:00000010:0.0:1767384665.665359:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ea9bfda1. 00000800:00020000:0.0:1767384665.665371:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384665.665374:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004ed807b5. 00000400:00000200:1.0:1767384665.665376:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000800:00000010:0.0:1767384665.665377:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c9518a4f. 00000400:00000200:1.0:1767384665.665402:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:02020000:0.0:1767384665.665436:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp42 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384665.665442:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp42 notifying 192.168.202.122@tcp42: down 00000400:00000200:0.0:1767384665.665445:0:16334:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384665.665449:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp42 00000800:00000010:0.0:1767384665.665458:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006b8c137b. 00000400:00000200:0.0:1767384665.665462:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384665.665467:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp42->192.168.202.122@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384665.665474:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384665.665477:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384665.665481:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp42) recovery failed with -71 00000800:00000010:1.0:1767384665.665511:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039e982a4. 00000800:00000010:1.0:1767384665.665515:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002f35a505. 00000800:00000010:1.0:1767384665.665523:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000164b0705. 00000800:00000010:1.0:1767384665.665539:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000164b0705. 00000800:00020000:1.0:1767384665.665544:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384665.665547:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002f35a505. 00000800:00000010:1.0:1767384665.665549:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000039e982a4. 00000400:02020000:1.0:1767384665.665576:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp31 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384665.665580:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp31 notifying 192.168.202.122@tcp31: down 00000800:00000200:1.0:1767384665.665584:0:16332:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp31 down 00000800:00000100:1.0:1767384665.665588:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp31 00000800:00000010:1.0:1767384665.665590:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f1caaeb9. 00000400:00000200:1.0:1767384665.665594:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384665.665597:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp31->192.168.202.122@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384665.665602:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384665.665604:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384665.665606:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp31) recovery failed with -71 00010000:00000001:1.0:1767384665.855328:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384665.855335:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.855342:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384665.855344:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384665.855420:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384665.855423:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384665.855426:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384666.148249:0:37254:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384666.148254:0:37254:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:1.0:1767384666.151513:0:37254:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384666.157861:0:37255:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000529d39ce. 00000400:00000010:1.0:1767384666.157875:0:37255:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000009dafa3a2. 00000400:00000010:1.0:1767384666.157901:0:37255:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003d4a6c06. 00000400:00000010:1.0:1767384666.157904:0:37255:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003f21aac8. 00000400:00000010:1.0:1767384666.157907:0:37255:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000716ac8a7. 00000400:00000010:1.0:1767384666.157911:0:37255:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000012560c78. 00000400:00000010:1.0:1767384666.157912:0:37255:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000015e58437. 00000400:00000010:1.0:1767384666.157913:0:37255:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000822a540e. 00000400:00000010:1.0:1767384666.157916:0:37255:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000043acc7c9. 00000800:00000010:1.0:1767384666.157935:0:37255:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000014641303. 00000800:00000200:1.0:1767384666.157944:0:37255:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384666.157956:0:37255:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384666.157988:0:37255:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384666.158009:0:37255:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp47 [8/256/0/180] 00000400:00000010:1.0:1767384666.159584:0:37255:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000047cd8397. 00000400:00000010:1.0:1767384666.159589:0:37255:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da9eabc1. 00000400:00000010:1.0:1767384666.159593:0:37255:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5a7bda. 00000400:00000001:1.0:1767384666.159610:0:37255:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384666.159612:0:37255:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384666.159613:0:37255:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000761f4fce. 00000400:00000200:1.0:1767384666.159615:0:37255:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00000400:00000010:1.0:1767384666.159617:0:37255:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000400:00000010:1.0:1767384666.159622:0:37255:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000036a4ca37. 00000400:00000200:1.0:1767384666.159626:0:37255:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (37) 00000400:00000200:1.0:1767384666.159635:0:37255:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384666.159643:0:37255:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:1.0:1767384666.159649:0:37255:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000039e982a4. 00000020:01000000:1.0:1767384666.159654:0:37255:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384666.159654:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384666.159658:0:37255:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp47 00000400:00000200:0.0:1767384666.159662:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 00000400:00000200:0.0:1767384666.159666:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (38) 00000400:00000010:0.0:1767384666.159671:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000093229b71. 00000400:00000010:1.0:1767384666.159672:0:37255:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000009dafa3a2. 00000400:00000010:0.0:1767384666.159674:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003da15917. 00000400:00000010:1.0:1767384666.159677:0:37255:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000529d39ce. 00000400:00000010:0.0:1767384666.159681:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004300a237. 00000400:00000200:0.0:1767384666.159687:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000020:00000001:2.0:1767384666.159694:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384666.159698:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 10000000:00000001:2.0:1767384666.159700:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384666.159704:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384666.159706:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 10000000:01000000:2.0:1767384666.159707:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384666.159712:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384666.159715:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000020:01000004:2.0:1767384666.159716:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384666.159720:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384666.159724:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384666.159724:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000020:01000004:2.0:1767384666.159728:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384666.159731:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384666.159732:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000020:01000004:2.0:1767384666.159734:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384666.159737:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384666.159740:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000020:01000004:2.0:1767384666.159741:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384666.159744:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384666.159749:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000100:00000010:2.0:1767384666.159751:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ddb2d155. 00000400:00000200:0.0:1767384666.159755:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000020:00000040:2.0:1767384666.159756:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:0.0:1767384666.159762:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000100:00000001:2.0:1767384666.159764:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384666.159766:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[142, 38] 00000400:00000200:0.0:1767384666.159769:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 38], ns[146, 38] 02000000:00000001:2.0:1767384666.159775:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384666.159775:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 38], ns[150, 38] 02000000:00000001:2.0:1767384666.159780:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384666.159787:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 38], ns[166, 38] 02000000:00000010:2.0:1767384666.159788:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a040aba0. 00000400:00000200:0.0:1767384666.159794:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 38], ns[173, 38] 00000100:00000001:2.0:1767384666.159797:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384666.159798:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:0.0:1767384666.159804:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000100:00000001:2.0:1767384666.159807:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384666.159808:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000100:00000001:2.0:1767384666.159811:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384666.159815:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000400:00000200:0.0:1767384666.159820:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000100:00000040:2.0:1767384666.159821:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddb2d155] to pc [ptlrpcd_00_00+0] req@00000000ddb2d155 x1853237050242048/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384666.159829:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 34], ns[67, 34] 00000400:00000200:0.0:1767384666.159858:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 34], ns[80, 34] 00000400:00000200:0.0:1767384666.159865:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 34], ns[87, 34] 00000400:00000200:0.0:1767384666.159871:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 34], ns[177, 34] 10000000:00000001:2.0:1767384666.159872:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.159873:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384666.159878:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.159879:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384666.159884:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.159884:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384666.159885:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[126, 34], ns[140, 34] 00000020:01000000:2.0:1767384666.159889:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384666.159893:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ddb2d155 x1853237050242048/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384666.159897:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 34], ns[155, 34] 00000020:00000001:2.0:1767384666.159898:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384666.159901:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384666.159904:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384666.159907:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384666.159912:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384666.159915:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:0.0:1767384666.159915:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 34], ns[156, 34] 00000100:00000001:1.0:1767384666.159916:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384666.159920:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384666.159921:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384666.159925:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384666.159926:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384666.159926:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 34], ns[111, 34] 00000020:01000004:2.0:1767384666.159927:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384666.159930:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384666.159931:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384666.159934:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384666.159937:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384666.159938:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384666.159940:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 34], ns[132, 34] 00000020:01000004:2.0:1767384666.159941:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1767384666.159945:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ddb2d155 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050242048:0@lo:253: 00000100:00000010:2.0:1767384666.159947:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036b23bba. 00000400:00000200:0.0:1767384666.159951:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 34], ns[126, 34] 00000020:00000040:2.0:1767384666.159953:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384666.159953:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384666.159958:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384666.159958:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 34], ns[171, 34] 02000000:00000001:2.0:1767384666.159960:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384666.159963:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.159966:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384666.159970:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bab46fe4. 02000000:00000001:1.0:1767384666.159970:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.159976:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.159977:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384666.159982:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384666.159982:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 34], ns[170, 34] 02000000:00000010:1.0:1767384666.159984:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ac405d0b. 00000100:00000001:2.0:1767384666.159986:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.159989:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384666.159991:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 34], ns[160, 34] 00000100:00000040:2.0:1767384666.159994:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036b23bba] to pc [ptlrpcd_00_01+1] req@0000000036b23bba x1853237050242176/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384666.159995:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761f4fce. 00000400:00000200:0.0:1767384666.160000:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 34], ns[164, 34] 00000400:00000010:1.0:1767384666.160003:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009dafa3a2. 00000100:00000200:1.0:1767384666.160010:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050242048, portal 25 00000100:00000001:1.0:1767384666.160015:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384666.160016:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[162, 34], ns[176, 34] 00000100:00000001:1.0:1767384666.160019:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747175808 : -108600962375808 : ffff9d3a5e371f80) 00000400:00000200:0.0:1767384666.160029:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[161, 34], ns[175, 34] 00000100:00000040:1.0:1767384666.160030:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ddb2d155 x1853237050242048/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384666.160047:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 10000000:00000001:2.0:1767384666.160054:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384666.160061:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.160062:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384666.160062:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000001:2.0:1767384666.160063:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384666.160070:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384666.160070:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384666.160073:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000020:00000010:2.0:1767384666.160076:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000039e982a4. 00000400:00000010:1.0:1767384666.160077:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbd2046e. 00000400:00000200:0.0:1767384666.160080:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp44 00000100:00000200:1.0:1767384666.160083:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050242048, offset 0 00000400:00000200:0.0:1767384666.160087:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp44 lpni_is_preferred = 0 00000400:00000200:0.0:1767384666.160092:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp44 00000400:00000200:1.0:1767384666.160096:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384666.160100:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp44 NI seq info: [178:178:256:4294967295] 192.168.202.122@tcp44 LPNI seq info [164:164:8:4294967295] 00000100:00000001:2.0:1767384666.160101:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.160105:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384666.160107:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384666.160108:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp44 00000100:00000040:2.0:1767384666.160113:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036b23bba x1853237050242176/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384666.160125:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp44(192.168.202.122@tcp44:) -> 192.168.202.122@tcp44(192.168.202.122@tcp:192.168.202.122@tcp44) : GET try# 0 00000100:00000001:2.0:1767384666.160131:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384666.160133:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.160137:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1767384666.160137:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp44 00000400:00000200:1.0:1767384666.160141:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384666.160142:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384666.160144:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cf8bbf72. 02000000:00000001:2.0:1767384666.160148:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384666.160151:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036b23bba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050242176:0@lo:253: 00000100:00000001:2.0:1767384666.160155:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1767384666.160155:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000aceab9f5. 00000400:00000200:1.0:1767384666.160156:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260107400 02000000:00000001:2.0:1767384666.160160:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1767384666.160161:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000267481f3. 02000000:00000001:2.0:1767384666.160163:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.160166:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15ed [2] + 0 02000000:00000001:2.0:1767384666.160168:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767384666.160173:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c774ac4. 00000800:00000200:0.0:1767384666.160173:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aceab9f5] -> 12345-192.168.202.122@tcp44 (2) 02000000:00000010:2.0:1767384666.160175:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006a55c2f9. 02000000:00000001:2.0:1767384666.160179:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.160180:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006405b50c 00000800:00000200:0.1:1767384666.160185:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aceab9f5] -> 12345-192.168.202.122@tcp44 (2) 00000400:00000010:2.0:1767384666.160187:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f9f6786. 00000400:00000200:1.0:1767384666.160188:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384666.160194:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035377581. 00000400:00000200:1.0:1767384666.160194:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384666.160199:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000100:00000200:2.0:1767384666.160201:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050242176, portal 25 00000400:00000200:1.0:1767384666.160203:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006405b50c 00000400:00000200:0.0:1767384666.160205:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300271 rc 0 00000100:00000001:2.0:1767384666.160206:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384666.160207:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006405b50c. 00000100:00000001:2.0:1767384666.160210:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747174016 : -108600962377600 : ffff9d3a5e371880) 00000100:00000001:1.0:1767384666.160214:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384666.160215:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036b23bba x1853237050242176/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384666.160218:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384666.160223:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000deed2572 x1853237050242048 msgsize 4848 00000100:00000001:2.0:1767384666.160227:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384666.160233:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384666.160235:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384666.160238:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0191275. 00000100:00000040:1.0:1767384666.160238:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:2.0:1767384666.160248:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050242176, offset 0 00000100:00000001:1.0:1767384666.160248:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384666.160256:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384666.160259:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbd2046e 00000400:00000200:0.0:1767384666.160260:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000010:1.0:1767384666.160263:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbd2046e. 00000400:00000200:2.0:1767384666.160267:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384666.160268:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384666.160274:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260107480 00000100:00000200:1.0:1767384666.160282:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ddb2d155 x1853237050242048/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384666.160283:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15fd [2] + 0 00000100:00000001:1.0:1767384666.160330:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384666.160334:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ddb2d155 x1853237050242048/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.160339:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.160341:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384666.160347:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.160351:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294954486 00000100:00000010:1.0:1767384666.160354:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030c6098b. 00000100:00000001:1.0:1767384666.160360:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384666.160365:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294954486 00000100:00000010:1.0:1767384666.160369:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1ff1523. 00000100:00000001:1.0:1767384666.160374:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384666.160377:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294954486 00000100:00000010:1.0:1767384666.160382:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c11b3596. 00000100:00000001:1.0:1767384666.160385:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384666.160391:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294954486 00000100:00000010:1.0:1767384666.160395:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbec4c52. 00000100:00000001:1.0:1767384666.160398:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384666.160402:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384666.160405:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.160409:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.160411:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.160420:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384666.160423:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384666.160426:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384666.160427:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384666.160430:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.160434:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384666.160476:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000010:2.0:1767384666.160526:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d3b49e7. 00000400:00000200:2.0:1767384666.160530:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a9751397 00000400:00000200:0.0:1767384666.160534:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384666.160536:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384666.160542:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384666.160546:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9751397 00000400:00000010:2.0:1767384666.160548:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9751397. 00000100:00000001:2.0:1767384666.160552:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384666.160554:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384666.160557:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000001d392c1a x1853237050242176 msgsize 4848 00000100:00100000:2.0:1767384666.160563:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384666.160564:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384666.160573:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384666.160579:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0191275 00000400:00000010:2.0:1767384666.160582:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c0191275. 00000100:00000001:1.0:1767384666.160585:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384666.160586:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384666.160587:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00100000:1.0:1767384666.160590:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050242048 00000100:00000200:2.0:1767384666.160592:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036b23bba x1853237050242176/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384666.160595:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384666.160602:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384666.160607:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384666.160608:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036b23bba x1853237050242176/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.160609:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.160616:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.160618:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384666.160620:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050242048 00000100:00000001:2.0:1767384666.160621:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384666.160626:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384666.160628:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384666.160629:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384666.160633:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384666.160634:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294954486 00000020:00000040:1.0:1767384666.160636:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:2.0:1767384666.160638:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294954486 00000020:00000001:1.0:1767384666.160639:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384666.160642:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294954486 00000020:00000001:1.0:1767384666.160643:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:0.0:1767384666.160643:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:2.0:1767384666.160649:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294954486 00000100:00000001:2.0:1767384666.160652:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294954486 00000100:00000001:1.0:1767384666.160652:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384666.160656:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007869fbd7. 00000100:00000001:1.0:1767384666.160659:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.160662:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294954486 00000020:00000010:1.0:1767384666.160663:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007869fbd7. 00000100:00000001:2.0:1767384666.160668:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294954486 00000100:00000001:2.0:1767384666.160671:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294954486 00000020:00000010:1.0:1767384666.160672:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fca59cea. 00000100:00000001:2.0:1767384666.160673:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.160678:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.160680:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000072e8705. 00000100:00000001:2.0:1767384666.160682:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384666.160685:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:2.0:1767384666.160686:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384666.160689:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac619fcc. 00000100:00000001:2.0:1767384666.160693:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384666.160696:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384666.160699:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.160701:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384666.160701:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384666.160705:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.160706:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384666.160710:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384666.160712:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.160713:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.160720:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.160731:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.160742:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384666.160745:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00100000:1.0:1767384666.160748:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050242176 02000000:00000001:1.0:1767384666.160751:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384666.160752:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384666.160754:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.160756:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384666.160758:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050242176 00000020:00000001:1.0:1767384666.160759:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384666.160761:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384666.160762:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384666.160764:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:1.0:1767384666.160766:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384666.160774:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384666.160777:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384666.160779:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384666.160780:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007869fbd7. 00000100:00000001:2.0:1767384666.160782:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384666.160785:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384666.160788:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007869fbd7. 00000100:00100000:2.0:1767384666.160789:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000400:00000200:0.0:1767384666.160789:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000020:00000010:1.0:1767384666.160795:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b56aa194. 00000100:00000040:2.0:1767384666.160796:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384666.160800:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302383696 : -108600407167920 : ffff9d3a7f4eec50) 00000020:00000010:1.0:1767384666.160801:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006171b7be. 00000020:00000010:1.0:1767384666.160805:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b8039ad. 00000100:00000040:2.0:1767384666.160806:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000deed2572 x1853237050242048/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:647/0 lens 4848/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.160811:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384666.160814:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384666.160817:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384666.160817:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384666.160820:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000020:00000010:2.0:1767384666.160822:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c97f05a. 00000100:00000001:1.0:1767384666.160823:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.160827:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384666.160828:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384666.160833:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c97f05a. 00000100:00100000:2.0:1767384666.160851:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000deed2572 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050242048:12345-0@lo:253: 00000100:00000200:2.0:1767384666.160855:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050242048 00000100:00000001:1.0:1767384666.160855:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384666.160859:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384666.160860:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384666.160864:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384666.160865:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000020:00000001:2.0:1767384666.160867:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.160869:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000020:00000001:2.0:1767384666.160871:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384666.160873:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302381648 : -108600407169968 : ffff9d3a7f4ee450) 00000400:00000200:0.0:1767384666.160873:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000020:00000001:2.0:1767384666.160874:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:2.0:1767384666.160881:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384666.160884:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d392c1a x1853237050242176/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:647/0 lens 4848/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384666.160891:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.160894:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384666.160895:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384666.160898:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384666.160899:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007869fbd7. 00000020:00000001:2.0:1767384666.160901:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.160903:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.160906:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767384666.160906:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007869fbd7. 02000000:00000001:2.0:1767384666.160911:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384666.160915:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d392c1a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16345:x1853237050242176:12345-0@lo:253: 00000400:00000200:0.0:1767384666.160915:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 02000000:00000010:2.0:1767384666.160918:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000004875ebc8. 02000000:00000001:2.0:1767384666.160924:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384666.160924:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050242176 00000020:00000001:1.0:1767384666.160929:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384666.160930:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.160933:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:2.0:1767384666.160934:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384666.160937:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.160941:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384666.160942:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 20000000:00000010:2.0:1767384666.160945:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a3354e6d. 00000020:00000001:1.0:1767384666.160945:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:2.0:1767384666.160950:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384666.160955:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384666.160955:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384666.160959:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384666.160959:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384666.160963:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 20000000:00000001:2.0:1767384666.160964:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.160964:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384666.160969:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384666.160970:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.160975:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384666.160976:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:1.0:1767384666.160980:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384666.160985:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000039e982a4. 20000000:00000010:2.0:1767384666.160986:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005588b7cc. 02000000:00000001:1.0:1767384666.160987:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384666.160991:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 00000100:00000001:1.0:1767384666.160992:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.160996:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384666.160998:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384666.161004:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384666.161007:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00080000:00000001:2.0:1767384666.161008:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:1.0:1767384666.161010:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007037635c. 20000000:01000000:1.0:1767384666.161015:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384666.161017:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384666.161019:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384666.161021:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.161022:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.161024:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384666.161026:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384666.161033:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00080000:00000001:2.0:1767384666.161040:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384666.161044:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384666.161046:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384666.161047:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384666.161049:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384666.161051:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:2.0:1767384666.161055:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:2.0:1767384666.161057:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:0.0:1767384666.161058:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00080000:00000001:2.0:1767384666.161059:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384666.161064:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384666.161066:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384666.161069:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384666.161073:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384666.161076:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384666.161081:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00080000:00000010:2.0:1767384666.161087:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a81bacc0. 00080000:00000001:2.0:1767384666.161091:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468058782720 : -108605650768896 : ffff9d3946c3ec00) 00080000:00000001:2.0:1767384666.161095:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384666.161099:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384666.161103:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006c97f05a. 00080000:00000001:2.0:1767384666.161105:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384666.161108:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384666.161123:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384666.161126:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00080000:00000001:2.0:1767384666.161139:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384666.161184:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161206:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161222:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161238:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161256:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161271:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161311:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161335:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161348:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161363:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161377:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161400:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161419:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161434:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161449:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161468:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161485:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384666.161503:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384666.161648:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9518a4f. 00000800:00000010:0.0:1767384666.161652:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c325e235. 00000800:00000010:0.0:1767384666.161658:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ddff9d4. 00000800:00000010:0.0:1767384666.161673:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ddff9d4. 00000800:00020000:0.0:1767384666.161680:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384666.161683:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c325e235. 00000800:00000010:0.0:1767384666.161684:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c9518a4f. 00000400:02020000:0.0:1767384666.161710:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp44 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384666.161715:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp44 notifying 192.168.202.122@tcp44: down 00000800:00000200:0.0:1767384666.161719:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp44 down 00000800:00000100:0.0:1767384666.161723:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp44 00000800:00000010:0.0:1767384666.161726:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cf8bbf72. 00000400:00000200:0.0:1767384666.161728:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384666.161731:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp44->192.168.202.122@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384666.161737:0:16333:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp44 added to recovery queue. ping count: 0 next ping: 288 health :900 00000400:00000200:0.0:1767384666.161740:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384666.161743:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 1 00000400:00000200:0.0:1767384666.161747:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:1.0:1767384666.161779:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384666.161785:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300871 00000400:00000001:1.0:1767384666.161788:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384666.161789:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384666.161790:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003da15917 00000400:00000010:1.0:1767384666.161792:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003da15917. 00000400:00000200:1.0:1767384666.161795:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384666.161799:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000010:1.0:1767384666.161801:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000093229b71. 00000400:00000200:1.0:1767384666.161804:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (39) 00000400:00000200:1.0:1767384666.161807:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:-71 00000400:00000200:1.0:1767384666.161810:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 rc -71 00000400:00000200:1.0:1767384666.161813:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:1.0:1767384666.161815:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (38) 00080000:00000010:2.0:1767384666.162831:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a81bacc0. 00080000:00000010:0.0:1767384666.162890:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006c97f05a. 00040000:00000001:0.0:1767384666.162897:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384666.162899:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384666.162901:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384666.162904:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384666.162906:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384666.162908:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384666.162920:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384666.162930:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384666.162932:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384666.162937:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384666.162941:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:1.0:1767384666.162942:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d3b96778. 20000000:01000000:1.0:1767384666.162947:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:2.0:1767384666.162948:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:1.0:1767384666.162952:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:2.0:1767384666.162953:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384666.162956:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:2.0:1767384666.162958:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384666.162960:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:2.0:1767384666.162961:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384666.162968:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000004c52f31. 00010000:00000001:2.0:1767384666.162972:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384666.162974:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:2.0:1767384666.162976:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072052be0. 00000020:00000001:2.0:1767384666.162980:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384666.162981:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384666.162983:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000072052be0 with handle 0x9f279d7a9a0b50d9 to hash 00080000:00000001:1.0:1767384666.162984:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:2.0:1767384666.162988:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384666.162988:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.162992:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00080000:00000001:1.0:1767384666.162992:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:2.0:1767384666.162996:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00080000:00000001:1.0:1767384666.162997:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.163002:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:1.0:1767384666.163002:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00010000:00000001:2.0:1767384666.163005:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.163007:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00010000:00010000:2.0:1767384666.163008:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b50d9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000002:1.0:1767384666.163009:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384666.163016:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384666.163022:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.163024:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384666.163025:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384666.163028:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:1.0:1767384666.163028:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384666.163031:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:2.0:1767384666.163032:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384666.163035:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384666.163036:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:2.0:1767384666.163037:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384666.163040:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:1.0:1767384666.163041:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000079c2f472. 00010000:00000001:2.0:1767384666.163042:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384666.163046:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036178432 : -108605673373184 : ffff9d39456b0200) 00010000:00000001:2.0:1767384666.163047:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:1.0:1767384666.163050:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384666.163052:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384666.163056:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000010:1.0:1767384666.163057:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007869fbd7. 00010000:00000001:2.0:1767384666.163059:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:1.0:1767384666.163060:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.163061:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:1.0:1767384666.163064:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384666.163065:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000004c52f31) refcount = 1 00010000:00010000:2.0:1767384666.163070:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b50d9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.163074:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:1.0:1767384666.163075:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.163077:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000020:0.0:1767384666.163077:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384666.163080:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.163082:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384666.163083:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384666.163085:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000010:0.0:1767384666.163085:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a3354e6d. 00010000:00000001:2.0:1767384666.163086:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384666.163092:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000001:0.0:1767384666.163092:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384666.163095:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384666.163097:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384666.163098:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384666.163099:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=4 00000020:00000001:2.0:1767384666.163104:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000040:0.0:1767384666.163105:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050242048 00010000:00000001:2.0:1767384666.163106:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384666.163112:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:0.0:1767384666.163112:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:2.0:1767384666.163116:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b50d9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384666.163119:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000deed2572 x1853237050242048/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384666.163128:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384666.163131:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b50d9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384666.163132:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384666.163136:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.163139:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.163141:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:0.0:1767384666.163141:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=83 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384666.163144:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b50d9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384666.163147:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384666.163151:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384666.163152:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:2.0:1767384666.163154:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.163155:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:2.0:1767384666.163158:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:0.0:1767384666.163159:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384666.163161:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.163163:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:2.0:1767384666.163167:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b50d9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384666.163170:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384666.163176:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c325e235. 00010000:00010000:2.0:1767384666.163177:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000072052be0 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384666.163182:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:0.0:1767384666.163182:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050242048, offset 224 00010000:00000001:2.0:1767384666.163186:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384666.163188:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b50d9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384666.163191:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384666.163198:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384666.163201:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384666.163202:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384666.163203:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384666.163206:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000072052be0 refcount=5 00000020:00000001:2.0:1767384666.163208:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00010000:00000001:2.0:1767384666.163210:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262317056 : -108601447234560 : ffff9d3a4150c400) 00000400:00000200:0.0:1767384666.163211:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260107400 00010000:00000001:2.0:1767384666.163215:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384666.163218:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e85 [2] + 224 00010000:00010000:2.0:1767384666.163219:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b50d9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384666.163227:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384666.163228:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384666.163231:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384666.163232:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384666.163234:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.163236:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384666.163238:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384666.163241:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:0.0:1767384666.163241:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ddb2d155 x1853237050242048/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384666.163243:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384666.163246:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384666.163250:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000072052be0 with handle 0x9f279d7a9a0b50d9 from hash 00010000:00000001:2.0:1767384666.163254:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384666.163256:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384666.163258:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ddb2d155 x1853237050242048/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384666.163259:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.163262:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384666.163264:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384666.163267:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384666.163270:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384666.163272:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384666.163274:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.163279:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384666.163280:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384666.163283:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384666.163285:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384666.163286:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c325e235 00010000:00000001:2.0:1767384666.163288:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.163313:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.163315:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.163317:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384666.163319:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b50d9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.163323:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.163324:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.163326:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384666.163328:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384666.163329:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.163330:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.163332:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384666.163336:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384666.163337:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384666.163339:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b50d9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.163343:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384666.163344:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384666.163346:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000072052be0/0x9f279d7a9a0b50d9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384666.163350:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000004c52f31 count: 0 00010000:00000001:2.0:1767384666.163365:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384666.163366:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767384666.163461:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c325e235. 00000100:00000001:0.0:1767384666.163466:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384666.163467:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384666.163472:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384666.163475:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384666.163483:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384666.163485:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384666.163487:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384666.163491:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000deed2572 x1853237050242048/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384666.163499:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000deed2572 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050242048:12345-0@lo:253: Request processed in 2681us (3273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384666.163507:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:0.0:1767384666.163510:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000001:0.0:1767384666.163512:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384666.163514:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384666.163517:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000072e8705. 00000020:00000010:0.0:1767384666.163521:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac619fcc. 00000020:00000010:0.0:1767384666.163525:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fca59cea. 00000020:00000040:0.0:1767384666.163531:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:0.0:1767384666.163534:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384666.163536:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000004875ebc8. 02000000:00000001:0.0:1767384666.163540:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384666.163542:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384666.163546:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384666.163549:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2edcbca. 00000400:00000010:0.0:1767384666.163552:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c325e235. 00000100:00000001:0.0:1767384666.163579:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384666.163581:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384666.163585:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384666.163586:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384666.163587:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000761f4fce. 00000400:00000200:0.0:1767384666.163591:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dafa3a2 00000400:00000010:0.0:1767384666.163593:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009dafa3a2. 00000100:00000001:0.0:1767384666.163596:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384666.163599:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ddb2d155 x1853237050242048/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384666.163607:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ddb2d155 x1853237050242048/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384666.163621:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384666.163623:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.163626:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384666.163628:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384666.163630:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384666.163631:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384666.163633:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384666.163636:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384666.163639:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384666.163642:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384666.163644:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.163646:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384666.163648:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.163650:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384666.163654:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ddb2d155 x1853237050242048/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384666.163658:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384666.163660:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384666.163662:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384666.163665:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384666.163666:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384666.163667:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384666.163669:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384666.163670:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384666.163672:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384666.163673:0:16344:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384666.163674:0:16344:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384666.163676:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384666.163677:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384666.163680:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddb2d155 x1853237050242048/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384666.163686:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ddb2d155 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050242048:0@lo:253: 00000100:00000001:0.0:1767384666.163690:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.163692:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384666.163699:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ddb2d155 x1853237050242048/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384666.163704:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384666.163707:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384666.163709:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ac405d0b. 02000000:00000001:0.0:1767384666.163713:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384666.163715:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384666.163716:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384666.163718:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384666.163720:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a040aba0. 02000000:00000001:0.0:1767384666.163726:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384666.163727:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384666.163729:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ddb2d155. 00000100:00000001:0.0:1767384666.163733:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384666.163733:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.163735:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.163738:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384666.163739:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.163740:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384666.163742:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384666.164607:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000079c2f472. 00080000:00000010:1.0:1767384666.164636:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000007869fbd7. 00040000:00000001:1.0:1767384666.164640:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384666.164641:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384666.164643:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384666.164645:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:1.0:1767384666.164646:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384666.164647:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384666.164650:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384666.164657:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384666.164659:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384666.164663:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384666.164667:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384666.164671:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384666.164672:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384666.164674:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384666.164676:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384666.164680:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005b8e0249. 00010000:00000001:2.0:1767384666.164688:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384666.164691:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024a3921b. 00000020:00000001:2.0:1767384666.164693:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384666.164695:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000024a3921b with handle 0x9f279d7a9a0b50e0 to hash 00000020:00000001:2.0:1767384666.164696:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384666.164697:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384666.164699:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384666.164700:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384666.164701:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384666.164702:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b50e0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.164706:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384666.164708:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384666.164709:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384666.164710:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384666.164712:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384666.164713:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384666.164715:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384666.164716:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384666.164717:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384666.164718:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384666.164719:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384666.164720:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005b8e0249) refcount = 1 00010000:00010000:2.0:1767384666.164722:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b50e0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.164725:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384666.164726:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384666.164727:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384666.164728:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.164729:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384666.164730:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384666.164731:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:2.0:1767384666.164733:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384666.164737:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384666.164738:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=4 00000020:00000001:2.0:1767384666.164739:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384666.164740:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384666.164742:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384666.164743:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b50e0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.164746:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384666.164747:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b50e0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.164750:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.164751:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384666.164752:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b50e0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.164755:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384666.164756:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.164757:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384666.164758:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b50e0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384666.164762:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000024a3921b already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384666.164763:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384666.164764:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384666.164765:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b50e0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.164768:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384666.164769:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384666.164769:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384666.164770:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000024a3921b refcount=5 00000020:00000001:2.0:1767384666.164771:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384666.164773:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262316544 : -108601447235072 : ffff9d3a4150c200) 00010000:00000001:2.0:1767384666.164780:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384666.164782:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b50e0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.164785:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384666.164787:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384666.164788:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.164791:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384666.164792:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384666.164793:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384666.164795:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384666.164796:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000024a3921b with handle 0x9f279d7a9a0b50e0 from hash 00010000:00000001:2.0:1767384666.164798:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384666.164798:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.164799:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.164800:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384666.164801:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384666.164801:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384666.164803:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384666.164804:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384666.164805:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.164807:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384666.164808:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384666.164809:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:1.0:1767384666.164810:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384666.164811:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.164812:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.164813:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.164814:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384666.164816:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b50e0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384666.164821:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384666.164823:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:1.0:1767384666.164824:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007037635c. 00010000:00000001:2.0:1767384666.164826:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384666.164829:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 20000000:00000001:1.0:1767384666.164830:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.164831:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384666.164834:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384666.164835:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1767384666.164835:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050242176 00010000:00000001:1.0:1767384666.164851:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384666.164854:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d392c1a x1853237050242176/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384666.164859:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384666.164862:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.164864:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:00000001:2.0:1767384666.164865:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.164866:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384666.164868:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b50e0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1767384666.164869:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=83 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.164877:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384666.164880:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:1.0:1767384666.164881:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:2.0:1767384666.164882:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384666.164886:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000024a3921b/0x9f279d7a9a0b50e0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384666.164886:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384666.164890:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384666.164893:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384666.164895:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005b8e0249 count: 0 00000100:00000001:1.0:1767384666.164896:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384666.164901:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384666.164902:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1767384666.164904:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbd2046e. 20000000:00000001:2.0:1767384666.164905:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:1.0:1767384666.164909:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050242176, offset 224 00000400:00000200:1.0:1767384666.164914:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384666.164919:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.164923:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260107480 00000400:00000200:1.0:1767384666.164926:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e8d [2] + 224 00000400:00000200:1.0:1767384666.164930:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384666.164932:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384666.164935:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384666.164937:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036b23bba x1853237050242176/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384666.164943:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000036b23bba x1853237050242176/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.164953:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384666.164957:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbd2046e 00000400:00000010:1.0:1767384666.164959:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbd2046e. 00000100:00000001:2.0:1767384666.164963:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.164966:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384666.164969:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384666.164970:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384666.164971:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384666.164973:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384666.164976:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384666.164977:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f9f6786. 00000400:00000200:2.0:1767384666.164983:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035377581 00000100:00000040:1.0:1767384666.164983:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000010:2.0:1767384666.164987:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035377581. 00010000:00000001:1.0:1767384666.164988:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384666.164991:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.164992:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384666.164993:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384666.164998:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036b23bba x1853237050242176/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384666.164999:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d392c1a x1853237050242176/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384666.165029:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036b23bba x1853237050242176/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384666.165030:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d392c1a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16345:x1853237050242176:12345-0@lo:253: Request processed in 4133us (4470us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384666.165047:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000001:2.0:1767384666.165048:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384666.165049:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384666.165051:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.165053:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384666.165054:0:16345:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384666.165056:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384666.165057:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384666.165059:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384666.165060:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006171b7be. 00000100:00000001:2.0:1767384666.165062:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.165065:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.165065:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b8039ad. 00000020:00000010:1.0:1767384666.165071:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b56aa194. 00000100:00001000:2.0:1767384666.165072:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384666.165077:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=83 v=5 (1 0 0 0) 00000020:00000040:1.0:1767384666.165077:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:2.0:1767384666.165084:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767384666.165084:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384666.165088:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384666.165088:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000039e982a4. 02000000:00000001:1.0:1767384666.165092:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384666.165093:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384666.165098:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384666.165099:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384666.165102:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384666.165104:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f0a1016. 00000100:00000001:2.0:1767384666.165105:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384666.165112:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbd2046e. 00000100:00000040:2.0:1767384666.165113:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036b23bba x1853237050242176/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.165121:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.165123:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384666.165124:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384666.165126:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384666.165127:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384666.165129:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384666.165129:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384666.165130:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384666.165132:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384666.165132:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384666.165133:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384666.165134:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384666.165136:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036b23bba x1853237050242176/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384666.165141:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036b23bba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050242176:0@lo:253: 00000100:00000001:2.0:1767384666.165144:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.165146:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.165147:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036b23bba x1853237050242176/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.165151:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384666.165152:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384666.165153:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006a55c2f9. 02000000:00000001:2.0:1767384666.165156:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384666.165157:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384666.165158:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384666.165159:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384666.165160:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bab46fe4. 02000000:00000001:2.0:1767384666.165163:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384666.165164:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384666.165165:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036b23bba. 00000100:00000001:2.0:1767384666.165172:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384666.165172:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.165173:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.165176:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384666.165177:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.165178:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.165179:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.166339:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294954486, at 4294954487 00000100:00000040:2.0:1767384666.166342:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294954486, at 4294954487 00000100:00000010:1.0:1767384666.166346:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1ff1523. 00000100:00000010:2.0:1767384666.166349:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c11b3596. 00000100:00000040:0.0:1767384666.166353:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294954486, at 4294954487 00000100:00000010:0.0:1767384666.166360:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030c6098b. 00000100:00000040:3.0:1767384666.167355:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294954486, at 4294954488 00000100:00000010:3.0:1767384666.167361:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbec4c52. 00010000:00000010:2.1:1767384666.171332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000004c52f31. 00010000:00000010:2.1:1767384666.171342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000072052be0. 00000400:00000010:3.0:1767384666.175172:0:37260:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005bc90011. 00000400:00000040:3.0:1767384666.175187:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384666.175189:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384666.175191:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384666.175192:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384666.175194:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384666.175195:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384666.175197:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384666.175198:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384666.175199:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384666.175199:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384666.175201:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384666.175202:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384666.175204:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384666.175205:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384666.175206:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384666.175207:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384666.175208:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384666.175212:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384666.175213:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384666.175215:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384666.175217:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384666.175218:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384666.175220:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384666.175221:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384666.175223:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384666.175225:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384666.175227:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384666.175228:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384666.175230:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384666.175232:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384666.175233:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384666.175236:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384666.175237:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384666.175239:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384666.175240:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384666.175242:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384666.175243:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384666.175245:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384666.175247:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384666.175249:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384666.175251:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384666.175252:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384666.175254:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384666.175256:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384666.175258:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384666.175260:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384666.175262:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384666.175263:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384666.175266:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384666.175268:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384666.175270:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384666.175273:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384666.175274:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384666.175277:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384666.175279:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384666.175281:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384666.175308:0:37260:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384666.175380:0:37260:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005bc90011. 00010000:00000010:2.1:1767384666.180340:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005b8e0249. 00010000:00000010:2.1:1767384666.180346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024a3921b. 00000004:00000001:2.0:1767384666.687388:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384666.687392:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384666.687397:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036b23bba. 00000020:00000040:2.0:1767384666.687403:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384666.687407:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384666.687411:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384666.687415:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384666.687421:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000958ea824. 00000800:00000200:0.0:1767384666.687427:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000029a1b293] -> 12345-192.168.202.122@tcp12 (6) 00000100:00000001:2.0:1767384666.687429:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384666.687434:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp12 ip 192.168.202.122:988 00000100:00000001:2.0:1767384666.687438:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1767384666.687439:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a663b88f type 192, nob 24 niov 1 nkiov 0 00000100:00000001:2.0:1767384666.687443:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.687456:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036b23bba] to pc [ptlrpcd_00_02+2] req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384666.687486:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.687510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384666.687516:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384666.687521:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ce39d9d. 00000020:00000040:2.0:1767384666.687524:0:8:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384666.687526:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384666.687527:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384666.687530:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384666.687535:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000264f5c95. 00000100:00000001:2.0:1767384666.687538:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384666.687541:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767384666.687542:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1767384666.687547:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384666.687556:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384666.687563:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384666.687567:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.687568:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384666.687571:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.687576:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ce39d9d] to pc [ptlrpcd_00_03+3] req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.687586:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.687588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384666.687591:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384666.687595:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c96584f3. 00000020:00000040:2.0:1767384666.687597:0:8:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384666.687600:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384666.687601:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384666.687603:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384666.687608:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f1fefa9. 00000100:00000001:2.0:1767384666.687610:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.687613:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384666.687617:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384666.687618:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.687620:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c96584f3] to pc [ptlrpcd_00_00+0] req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.687637:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.687639:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384666.687641:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384666.687644:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5a70947. 00000020:00000040:2.0:1767384666.687646:0:8:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384666.687648:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384666.687649:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384666.687651:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384666.687655:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000015a4de1d. 00000100:00000001:2.0:1767384666.687657:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.687666:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384666.687671:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384666.687672:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.687674:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5a70947] to pc [ptlrpcd_00_01+1] req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.687684:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.687689:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (292) 00000400:00000001:2.0:1767384666.687800:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384666.687803:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384666.687805:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094334e56 00000400:00000010:2.0:1767384666.687807:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094334e56. 00000400:00000200:2.0:1767384666.687811:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384666.687815:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp42 recovery ping unlinked 00000400:00000010:2.0:1767384666.687825:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000061ac9610. 00000400:00000010:2.0:1767384666.687829:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cab4b2b1. 00000400:00000001:2.0:1767384666.687843:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384666.687844:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384666.687846:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4385506 00000400:00000010:2.0:1767384666.687847:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4385506. 00000400:00000200:2.0:1767384666.687850:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384666.687852:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp31 recovery ping unlinked 00000400:00000010:2.0:1767384666.687854:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005b726447. 00000400:00000010:2.0:1767384666.687855:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007906811d. 00000400:00000200:2.0:1767384666.687860:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp43 00000400:00000010:2.0:1767384666.687864:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000039f6d6ba. 00000400:00000010:2.0:1767384666.687869:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000041065a8d. 00000400:00000010:2.0:1767384666.687873:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00000400:00000010:2.0:1767384666.687879:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002f1be6a6. 00000400:00000200:2.0:1767384666.687884:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp43 00000400:00000200:2.0:1767384666.687896:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp43 local destination 00000400:00000200:2.0:1767384666.687901:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp43 00000400:00000200:2.0:1767384666.687906:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp43 NI seq info: [179:179:256:4294967295] 192.168.202.122@tcp43 LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1767384666.687919:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp43 00000400:00000200:2.0:1767384666.687927:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp43(192.168.202.122@tcp43:) -> 192.168.202.122@tcp43(192.168.202.122@tcp43:192.168.202.122@tcp43) : GET try# 0 00000800:00000200:2.0:1767384666.687932:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp43 00000800:00000010:2.0:1767384666.687936:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003e4906bd. 00000800:00000200:2.0:1767384666.687942:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dbf1a7f7] -> 12345-192.168.202.122@tcp43 (2) 00000800:00000200:2.1:1767384666.687947:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dbf1a7f7] -> 12345-192.168.202.122@tcp43 (2) 00000400:00000200:2.0:1767384666.687961:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp43 added to recovery queue. ping count: 2 next ping: 291 health :800 00000100:00000001:2.0:1767384666.687987:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.687990:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384666.687992:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384666.687995:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.688001:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384666.688004:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.688007:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384666.688009:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384666.688011:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384666.688014:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036b23bba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050242304:0@lo:13: 00000100:00000001:2.0:1767384666.688017:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384666.688021:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384666.688023:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.688025:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384666.688029:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cd90939b. 02000000:00000001:2.0:1767384666.688031:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384666.688036:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f9f6786. 00000400:00000010:2.0:1767384666.688041:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2bf60b. 00000100:00000200:2.0:1767384666.688045:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050242304, portal 4 00000100:00000001:2.0:1767384666.688047:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384666.688049:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747174016 : -108600962377600 : ffff9d3a5e371880) 00000100:00000040:2.0:1767384666.688054:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.688059:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384666.688068:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384666.688071:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ab0b301. 00000100:00000200:2.0:1767384666.688073:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050242304, offset 0 00000400:00000200:2.0:1767384666.688079:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384666.688087:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384666.688095:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260107500 00000400:00000200:2.0:1767384666.688101:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3136 00000400:00000200:2.0:1767384666.688107:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384666.688110:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384666.688116:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384666.688118:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384666.688121:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5fd01d6. 00000100:00000040:2.0:1767384666.688124:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000f5fd01d6 x1853237050242304 msgsize 224 00000100:00100000:2.0:1767384666.688129:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384666.688137:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384666.688144:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ab0b301 00000400:00000010:2.0:1767384666.688145:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ab0b301. 00000100:00000001:2.0:1767384666.688149:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384666.688152:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.688159:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.688162:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.688167:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.688168:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384666.688173:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.688176:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3966 usecs (4 jiffies) 00000100:00000001:2.0:1767384666.688180:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294955012 00000100:00000010:2.0:1767384666.688184:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc218921. 00000100:00000001:2.0:1767384666.688190:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384666.688196:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294955012 00000100:00000010:2.0:1767384666.688200:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000740ba8a4. 00000100:00000001:2.0:1767384666.688204:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384666.688214:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294955012 00000100:00000010:2.0:1767384666.688218:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045740103. 00000100:00000001:2.0:1767384666.688222:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384666.688225:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294955012 00000100:00000010:2.0:1767384666.688230:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000913dc2ff. 00000100:00000001:2.0:1767384666.688234:0:16346:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384666.688238:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.688241:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.688244:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.688247:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.688255:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384666.688257:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384666.688261:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.688262:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384666.688264:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384666.688267:0:16346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384666.688269:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.688271:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384666.688273:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.688276:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.688278:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384666.688280:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384666.688284:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.688313:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384666.688314:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.688317:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384666.688318:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384666.688320:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384666.688322:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ce39d9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050242432:0@lo:400: 00000100:00000001:2.0:1767384666.688325:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384666.688327:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384666.688328:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.688330:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384666.688339:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eab0dbe3. 02000000:00000001:2.0:1767384666.688341:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384666.688345:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d3b49e7. 00000400:00000010:2.0:1767384666.688349:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ab0b301. 00000100:00000200:2.0:1767384666.688352:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050242432, portal 4 00000100:00000001:2.0:1767384666.688354:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384666.688356:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747170432 : -108600962381184 : ffff9d3a5e370a80) 00000100:00000040:2.0:1767384666.688360:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.688365:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384666.688368:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384666.688371:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d7918a. 00000100:00000200:2.0:1767384666.688373:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050242432, offset 0 00000400:00000200:2.0:1767384666.688379:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384666.688387:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384666.688395:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260107580 00000400:00000200:2.0:1767384666.688401:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4112 00000400:00000200:2.0:1767384666.688404:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384666.688407:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384666.688411:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384666.688412:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384666.688415:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f5418ce. 00000100:00000040:2.0:1767384666.688417:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000005f5418ce x1853237050242432 msgsize 224 00000100:00100000:2.0:1767384666.688421:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384666.688428:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384666.688431:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d7918a 00000400:00000010:2.0:1767384666.688432:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d7918a. 00000100:00000001:2.0:1767384666.688436:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384666.688439:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.688444:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.688446:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.688451:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.688459:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384666.688464:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.688467:0:16346:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3966 usecs (4 jiffies) 00000100:00000001:2.0:1767384666.688469:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294955013 00000100:00000001:2.0:1767384666.688474:0:16346:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294955012 00000100:00000001:2.0:1767384666.688477:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294955013 00000100:00000001:2.0:1767384666.688479:0:16346:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294955012 00000100:00000001:2.0:1767384666.688483:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294955013 00000100:00000001:2.0:1767384666.688487:0:16346:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294955012 00000100:00000001:2.0:1767384666.688489:0:16346:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294955013 00000100:00000001:2.0:1767384666.688492:0:16346:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294955012 00000100:00000001:2.0:1767384666.688494:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.688496:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.688500:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.688502:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.688514:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.688517:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.688570:0:17886:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384666.688573:0:17886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050242304 02000000:00000001:1.0:1767384666.688576:0:17886:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384666.688578:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384666.688580:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.688584:0:17886:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384666.688593:0:17886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050242304 00000020:00000001:1.0:1767384666.688595:0:17886:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384666.688597:0:17886:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:1.0:1767384666.688599:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384666.688601:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1767384666.688601:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000020:00000001:1.0:1767384666.688606:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00100000:2.0:1767384666.688607:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050242432 00000020:00000001:1.0:1767384666.688609:0:17886:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 02000000:00000001:2.0:1767384666.688612:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384666.688614:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384666.688616:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384666.688618:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd7dfe1d. 00000100:00000001:2.0:1767384666.688619:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384666.688624:0:17886:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000069f2ae96. 02000000:00000001:2.0:1767384666.688625:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384666.688630:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050242432 00000020:00000040:1.0:1767384666.688631:0:17886:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000020:00000001:2.0:1767384666.688635:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384666.688638:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:2.0:1767384666.688641:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384666.688643:0:17886:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000040:2.0:1767384666.688644:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=6 00000020:00000001:2.0:1767384666.688649:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000010:1.0:1767384666.688649:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125ca41f. 00000020:00000001:2.0:1767384666.688655:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000010:1.0:1767384666.688655:0:17886:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a8f40703. 00000100:00000001:2.0:1767384666.688660:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384666.688663:0:17886:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b8039ad. 00000020:00000010:2.0:1767384666.688666:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8d59094. 00000100:00000040:1.0:1767384666.688672:0:17886:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384666.688676:0:17886:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384666.688678:0:17886:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384666.688679:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384666.688680:0:17886:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384666.688686:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8d59094. 00000100:00000001:1.0:1767384666.688688:0:17886:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384666.688694:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c78a1bb2. 00000100:00000001:1.0:1767384666.688696:0:17886:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384666.688701:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000059b48056. 00000100:00000001:1.0:1767384666.688707:0:17886:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384666.688709:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000100:00000001:1.0:1767384666.688709:0:17886:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384666.688716:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:1.0:1767384666.688720:0:17886:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:1.0:1767384666.688722:0:17886:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747181184 : -108600962370432 : ffff9d3a5e373480) 00000100:00000040:2.0:1767384666.688724:0:17884:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:1.0:1767384666.688727:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f5fd01d6 x1853237050242304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:647/0 lens 224/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.688729:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384666.688732:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384666.688737:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.688738:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384666.688743:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a867e1e3. 00000100:00000001:2.0:1767384666.688746:0:17884:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384666.688746:0:17886:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.688751:0:17884:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:1.0:1767384666.688751:0:17886:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a867e1e3. 00000100:00000001:2.0:1767384666.688755:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384666.688756:0:17886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f5fd01d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16346:x1853237050242304:12345-0@lo:13: 00000100:00000200:1.0:1767384666.688765:0:17886:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050242304 00000020:00000001:1.0:1767384666.688768:0:17886:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384666.688769:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384666.688771:0:17886:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384666.688774:0:17886:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.688776:0:17886:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384666.688778:0:17886:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000020:00000001:1.0:1767384666.688782:0:17886:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384666.688784:0:17886:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.688787:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384666.688787:0:17886:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384666.688789:0:17886:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384666.688791:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384666.688793:0:17886:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.688797:0:17886:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384666.688798:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 02000000:00000001:1.0:1767384666.688801:0:17886:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384666.688804:0:17884:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 2 02000000:00000010:1.0:1767384666.688805:0:17886:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d7c1367e. 00000100:00000001:2.0:1767384666.688810:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747178496 : -108600962373120 : ffff9d3a5e372a00) 02000000:00000001:1.0:1767384666.688811:0:17886:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.688814:0:17886:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384666.688819:0:17886:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:2.0:1767384666.688822:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f5418ce x1853237050242432/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:647/0 lens 224/0 e 0 to 0 dl 1767384677 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767384666.688822:0:17886:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384666.688826:0:17886:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384666.688850:0:17886:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.688853:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000024:1.0:1767384666.688853:0:17886:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:2.0:1767384666.688860:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a8d59094. 00000020:00000020:1.0:1767384666.688860:0:17886:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384666.688864:0:17886:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767384666.688867:0:17886:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:1.0:1767384666.688869:0:17886:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767384666.688873:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384666.688873:0:17886:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384666.688876:0:17886:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384666.688881:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a8d59094. 00002000:00000001:1.0:1767384666.688881:0:17886:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384666.688885:0:17886:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050242304 00010000:00000001:1.0:1767384666.688888:0:17886:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767384666.688890:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f5418ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16346:x1853237050242432:12345-0@lo:400: 00010000:00000200:1.0:1767384666.688893:0:17886:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f5fd01d6 x1853237050242304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:647/0 lens 224/368 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384666.688900:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050242432 00010000:00000001:1.0:1767384666.688906:0:17886:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384666.688907:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384666.688910:0:17886:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.688912:0:17884:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384666.688915:0:17884:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.688921:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:1.0:1767384666.688923:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=72 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384666.688925:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000001:1.0:1767384666.688928:0:17886:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384666.688930:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384666.688933:0:17886:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000001:2.0:1767384666.688935:0:17884:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.688936:0:17886:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384666.688938:0:17886:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384666.688939:0:17886:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.688941:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384666.688943:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384666.688947:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00000020:00000001:2.0:1767384666.688948:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384666.688951:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050242304, offset 224 00000020:00000001:2.0:1767384666.688952:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384666.688957:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.688959:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384666.688962:0:17884:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384666.688967:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384666.688968:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384666.688972:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384666.688976:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260107500 02000000:00000010:2.0:1767384666.688977:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cc5c6f20. 02000000:00000001:2.0:1767384666.688982:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.688982:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ea9 [1] + 224 00000100:00000001:2.0:1767384666.688987:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.688989:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384666.688993:0:17884:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.688994:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:2.0:1767384666.689000:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050242432 00000100:00000001:1.0:1767384666.689001:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384666.689005:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384666.689006:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384666.689013:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f5418ce x1853237050242432/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:647/0 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384666.689015:0:17886:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384666.689046:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384666.689049:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.689049:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384666.689051:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=72 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384666.689056:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00000100:00000001:2.0:1767384666.689057:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1767384666.689061:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000100:00000040:2.0:1767384666.689062:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:2.0:1767384666.689065:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:1.0:1767384666.689067:0:17886:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384666.689068:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384666.689071:0:17886:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384666.689072:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.689075:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384666.689076:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.689081:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384666.689084:0:17886:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000400:00000010:2.0:1767384666.689085:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d7918a. 00010000:00000001:1.0:1767384666.689086:0:17886:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384666.689090:0:17886:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384666.689092:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050242432, offset 224 00000020:00000001:1.0:1767384666.689093:0:17886:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384666.689098:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5fd01d6 x1853237050242304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:647/0 lens 224/368 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384666.689102:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384666.689115:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384666.689115:0:17886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f5fd01d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16346:x1853237050242304:12345-0@lo:13: Request processed in 371us (985us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384666.689124:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260107580 00000400:00000200:2.0:1767384666.689131:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1eb1 [1] + 224 00000100:00100000:1.0:1767384666.689135:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000400:00000200:2.0:1767384666.689136:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384666.689139:0:17886:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 1 00000400:00000200:2.0:1767384666.689143:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384666.689144:0:17886:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384666.689147:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384666.689147:0:17886:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384666.689153:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384666.689154:0:17886:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a8f40703. 00000020:00000010:1.0:1767384666.689159:0:17886:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b8039ad. 00000020:00000010:1.0:1767384666.689165:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125ca41f. 00000020:00000040:1.0:1767384666.689169:0:17886:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 5 00000100:00000001:1.0:1767384666.689173:0:17886:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384666.689183:0:17884:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.689193:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384666.689199:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d7918a 00000400:00000010:2.0:1767384666.689202:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d7918a. 00000100:00000001:2.0:1767384666.689205:0:17884:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384666.689207:0:17884:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384666.689212:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.689214:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:2.0:1767384666.689217:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384666.689218:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.689221:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384666.689224:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f5418ce x1853237050242432/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:647/0 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384666.689227:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00100000:2.0:1767384666.689240:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f5418ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16346:x1853237050242432:12345-0@lo:400: Request processed in 385us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384666.689249:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384666.689252:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:2.0:1767384666.689254:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384666.689257:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384666.689260:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000059b48056. 00000020:00000010:2.0:1767384666.689264:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000400:00000200:1.0:1767384666.689266:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000020:00000010:2.0:1767384666.689267:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c78a1bb2. 00000020:00000040:2.0:1767384666.689274:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:2.0:1767384666.689277:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384666.689361:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.689384:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.689401:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.689421:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.689438:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.689460:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00080000:2.0:1767384666.689483:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384666.689488:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:2.0:1767384666.689509:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.689511:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384666.689515:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000001:2.0:1767384666.689516:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384666.689519:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384666.689522:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d3b49e7. 00000400:00000200:2.0:1767384666.689532:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ab0b301 00000400:00000010:2.0:1767384666.689533:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ab0b301. 00000100:00000001:2.0:1767384666.689538:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384666.689542:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384666.689550:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.689557:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384666.689559:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.689561:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384666.689563:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384666.689565:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384666.689566:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.689568:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384666.689573:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384666.689576:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=72 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384666.689577:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:2.0:1767384666.689579:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384666.689582:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.689584:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384666.689589:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384666.689594:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.689597:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384666.689599:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384666.689601:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384666.689602:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.689607:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.689611:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.689614:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384666.689617:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384666.689621:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384666.689626:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ce39d9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050242432:0@lo:400: 00000400:00000200:1.0:1767384666.689636:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000001:2.0:1767384666.689638:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384666.689641:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384666.689643:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f9f6786. 00000400:00000200:2.0:1767384666.689646:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2bf60b 00000400:00000010:2.0:1767384666.689648:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2bf60b. 00000100:00000001:2.0:1767384666.689652:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384666.689655:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384666.689662:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.689668:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384666.689670:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.689672:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384666.689673:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384666.689674:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384666.689676:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.689678:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384666.689680:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384666.689683:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384666.689686:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384666.689687:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.689689:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384666.689693:0:16346:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384666.689693:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00010000:00000001:2.0:1767384666.689702:0:16346:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.689705:0:16346:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384666.689706:0:16346:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384666.689707:0:16346:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384666.689709:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.689712:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.689717:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.689718:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384666.689724:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384666.689726:0:16346:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384666.689729:0:16346:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384666.689732:0:16346:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:2.0:1767384666.689740:0:16346:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:2.0:1767384666.689744:0:16346:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.689748:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384666.689752:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00100000:2.0:1767384666.689755:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036b23bba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16346:1853237050242304:0@lo:13: 00000100:00000001:2.0:1767384666.689761:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.689763:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.689766:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ce39d9d x1853237050242432/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.689771:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384666.689773:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384666.689774:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eab0dbe3. 02000000:00000001:2.0:1767384666.689778:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384666.689780:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384666.689781:0:16346:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384666.689784:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384666.689786:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000264f5c95. 02000000:00000001:2.0:1767384666.689790:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384666.689791:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384666.689792:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ce39d9d. 00000100:00000001:2.0:1767384666.689795:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384666.689796:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.689798:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384666.689800:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036b23bba x1853237050242304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.689805:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384666.689807:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 02000000:00000001:2.0:1767384666.689808:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384666.689811:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cd90939b. 02000000:00000001:2.0:1767384666.689821:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384666.689823:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384666.689824:0:16346:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384666.689827:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384666.689829:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000958ea824. 02000000:00000001:2.0:1767384666.689850:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384666.689852:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384666.689853:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036b23bba. 00000100:00000001:2.0:1767384666.689858:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384666.689860:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.689863:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.689868:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384666.689870:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.689874:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.689876:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.689876:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.689927:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.689954:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.689973:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.689993:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.690010:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.690053:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.690090:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384666.690128:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000100:00000001:3.0:1767384666.690150:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384666.690154:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384666.690156:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384666.690156:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000100:00000040:3.0:1767384666.690161:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.690169:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384666.690170:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.690173:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384666.690175:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384666.690177:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384666.690179:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c96584f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050242560:0@lo:400: 00000100:00000001:3.0:1767384666.690182:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384666.690183:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 02000000:00000001:3.0:1767384666.690185:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384666.690188:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.690190:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384666.690194:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001dee115. 02000000:00000001:3.0:1767384666.690197:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384666.690202:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f28ad3a. 00000400:00000200:1.0:1767384666.690207:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000010:3.0:1767384666.690209:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000041b5e227. 00000100:00000200:3.0:1767384666.690215:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050242560, portal 10 00000100:00000001:3.0:1767384666.690218:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384666.690220:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747182976 : -108600962368640 : ffff9d3a5e373b80) 00000100:00000040:3.0:1767384666.690226:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384666.690227:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000100:00000001:3.0:1767384666.690239:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384666.690243:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384666.690246:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005896bae9. 00000100:00000200:3.0:1767384666.690250:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050242560, offset 0 00000400:00000200:1.0:1767384666.690251:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384666.690260:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384666.690268:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384666.690273:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384666.690278:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260107600 00000400:00000200:3.0:1767384666.690284:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000400:00000200:1.0:1767384666.690312:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384666.690330:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.690335:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384666.690341:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384666.690343:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1767384666.690344:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00000010:3.0:1767384666.690348:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000021ef75ce. 00000100:00000040:3.0:1767384666.690351:0:16344:0:(events.c:337:request_in_callback()) incoming req@0000000021ef75ce x1853237050242560 msgsize 224 00000100:00100000:3.0:1767384666.690355:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384666.690364:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000100:00000001:3.0:1767384666.690366:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384666.690376:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005896bae9 00000400:00000010:3.0:1767384666.690378:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005896bae9. 00000100:00000001:3.0:1767384666.690382:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384666.690386:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384666.690390:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000100:00000001:3.0:1767384666.690401:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384666.690405:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384666.690410:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000100:00000001:3.0:1767384666.690415:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.690419:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384666.690426:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384666.690430:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3608 usecs (4 jiffies) 00000100:00000001:3.0:1767384666.690433:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294955015 00000100:00000001:3.0:1767384666.690439:0:16344:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294955013 00000400:00000200:1.0:1767384666.690442:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000100:00000001:3.0:1767384666.690444:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294955015 00000100:00000001:3.0:1767384666.690452:0:16344:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294955013 00000100:00000001:3.0:1767384666.690457:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294955015 00000100:00000001:3.0:1767384666.690460:0:16344:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294955013 00000100:00000001:3.0:1767384666.690463:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294955015 00000100:00000001:3.0:1767384666.690467:0:16344:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294955013 00000100:00000001:3.0:1767384666.690470:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384666.690472:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.690479:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.690480:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.690484:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384666.690486:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384666.690487:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384666.690488:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384666.690490:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384666.690491:0:16344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767384666.690493:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.690494:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384666.690495:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.690497:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384666.690499:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384666.690500:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384666.690503:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.690508:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384666.690509:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.690511:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384666.690513:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384666.690514:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384666.690516:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f5a70947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16344:1853237050242688:0@lo:400: 00000100:00000001:3.0:1767384666.690518:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384666.690520:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384666.690522:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.690523:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384666.690527:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c43713c4. 02000000:00000001:3.0:1767384666.690528:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384666.690532:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bfd2fd4. 00000400:00000010:3.0:1767384666.690535:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005896bae9. 00000100:00000200:3.0:1767384666.690538:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050242688, portal 10 00000100:00000001:3.0:1767384666.690539:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384666.690539:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747173120 : -108600962378496 : ffff9d3a5e371500) 00000100:00000040:3.0:1767384666.690543:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.690556:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384666.690559:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384666.690562:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd4ab6f4. 00000100:00000200:3.0:1767384666.690564:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050242688, offset 0 00000800:00000010:1.0:1767384666.690566:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007037635c. 00000400:00000200:3.0:1767384666.690571:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:1.0:1767384666.690573:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a4329887. 00000400:00000200:3.0:1767384666.690577:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384666.690579:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a867e1e3. 00000400:00000200:3.0:1767384666.690585:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260107680 00000400:00000200:3.0:1767384666.690588:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000400:00000200:3.0:1767384666.690591:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.690595:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384666.690597:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384666.690599:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000800:00000010:1.0:1767384666.690600:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a867e1e3. 00000100:00000010:3.0:1767384666.690602:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000468d2643. 00000100:00000040:3.0:1767384666.690605:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000468d2643 x1853237050242688 msgsize 224 00000800:00020000:1.0:1767384666.690607:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000100:00100000:3.0:1767384666.690610:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000010:1.0:1767384666.690612:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a4329887. 00000800:00000010:1.0:1767384666.690616:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007037635c. 00000100:00000001:3.0:1767384666.690619:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384666.690624:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4ab6f4 00000400:00000010:3.0:1767384666.690626:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd4ab6f4. 00000100:00000001:3.0:1767384666.690628:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384666.690630:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.690635:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384666.690638:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.690643:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.690644:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384666.690648:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384666.690651:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3570 usecs (4 jiffies) 00000100:00000001:3.0:1767384666.690652:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294955015 00000100:00000001:3.0:1767384666.690654:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294955015 00000100:00000001:3.0:1767384666.690658:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294955015 00000400:02020000:1.0:1767384666.690658:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp43 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000100:00000001:3.0:1767384666.690664:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294955015 00000400:00000200:1.0:1767384666.690672:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp43 notifying 192.168.202.122@tcp43: down 00000100:00000001:3.0:1767384666.690675:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294955015 00000400:00000200:1.0:1767384666.690680:0:16335:0:(router.c:1840:lnet_notify()) Old news 00000100:00000001:3.0:1767384666.690681:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294955015 00000100:00000001:3.0:1767384666.690686:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294955015 00000800:00000100:1.0:1767384666.690690:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp43 00000100:00000001:3.0:1767384666.690692:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294955015 00000100:00000001:3.0:1767384666.690696:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384666.690696:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003e4906bd. 00000100:00000001:3.0:1767384666.690702:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.690703:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00000001:3.0:1767384666.690705:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.690709:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.690710:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp43->192.168.202.122@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384666.690718:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000100:00000001:3.0:1767384666.690720:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384666.690723:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp43 recovery message sent unsuccessfully:-71 00000100:00000001:3.0:1767384666.690724:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384666.690730:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp43) recovery failed with -71 00000100:00000001:3.0:1767384666.690736:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384666.690739:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050242560 02000000:00000001:3.0:1767384666.690741:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384666.690742:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384666.690743:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.690746:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384666.690748:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050242560 00000020:00000001:3.0:1767384666.690749:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384666.690751:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000020:00000001:3.0:1767384666.690752:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384666.690754:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000020:00000001:3.0:1767384666.690756:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000001:3.0:1767384666.690758:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:3.0:1767384666.690761:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384666.690764:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f605bcdf. 00000100:00000001:1.0:1767384666.690764:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384666.690767:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384666.690768:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f605bcdf. 00000020:00000010:3.0:1767384666.690773:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc6e0a46. 00000100:00100000:1.0:1767384666.690774:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050242688 02000000:00000001:1.0:1767384666.690778:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384666.690779:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b888a6c2. 00000100:00000001:1.0:1767384666.690779:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384666.690782:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384666.690784:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1c8906b. 02000000:00000001:1.0:1767384666.690786:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384666.690790:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050242688 00000020:00000001:1.0:1767384666.690791:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767384666.690792:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:1.0:1767384666.690793:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000100:00000001:3.0:1767384666.690796:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384666.690797:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384666.690800:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1767384666.690801:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000020:00000001:1.0:1767384666.690803:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000020:00000001:1.0:1767384666.690805:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:1.0:1767384666.690809:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384666.690810:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384666.690812:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a867e1e3. 00000100:00000001:3.0:1767384666.690815:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1767384666.690817:0:17076:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000058ebf0f3. 00000100:00000001:3.0:1767384666.690819:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384666.690822:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384666.690823:0:17076:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:3.0:1767384666.690830:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.690848:0:17076:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384666.690853:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d769ad51. 00000100:00000001:3.0:1767384666.690856:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384666.690856:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f8ff484d. 00000100:00000001:3.0:1767384666.690858:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384666.690862:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b8039ad. 00000100:00100000:3.0:1767384666.690863:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384666.690867:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000100:00000001:1.0:1767384666.690868:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384666.690869:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055414528 : -108605654137088 : ffff9d3946908700) 00000100:00000001:1.0:1767384666.690872:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:3.0:1767384666.690875:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021ef75ce x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:647/0 lens 224/0 e 0 to 0 dl 1767384677 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.690875:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.690882:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384666.690885:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384666.690886:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384666.690887:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384666.690892:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f605bcdf. 00000100:00000001:1.0:1767384666.690896:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384666.690897:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384666.690902:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f605bcdf. 00000100:00100000:3.0:1767384666.690910:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021ef75ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16344:x1853237050242560:12345-0@lo:400: 00000100:00000001:1.0:1767384666.690910:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384666.690913:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767384666.690918:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050242560 00000100:00100000:1.0:1767384666.690920:0:17076:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000020:00000001:3.0:1767384666.690923:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384666.690924:0:17076:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000100:00000001:1.0:1767384666.690927:0:17076:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055422592 : -108605654129024 : ffff9d394690a680) 00000020:00000001:3.0:1767384666.690928:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384666.690932:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.690932:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000468d2643 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:647/0 lens 224/0 e 0 to 0 dl 1767384677 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384666.690939:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384666.690942:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:3.0:1767384666.690946:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384666.690950:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384666.690956:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384666.690958:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384666.690960:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767384666.690962:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000058ebf0f3. 00000020:00000001:3.0:1767384666.690964:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.690965:0:17076:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384666.690971:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1767384666.690971:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000058ebf0f3. 00000100:00000001:3.0:1767384666.690977:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767384666.690978:0:17076:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000468d2643 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16344:x1853237050242688:12345-0@lo:400: 02000000:00000001:3.0:1767384666.690981:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384666.690983:0:17076:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050242688 00000020:00000001:1.0:1767384666.690986:0:17076:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767384666.690988:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b0bcf5c9. 00000020:00000001:1.0:1767384666.690988:0:17076:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384666.690992:0:17076:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384666.690993:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.690994:0:17076:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384666.690997:0:17076:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000001:3.0:1767384666.690999:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.691000:0:17076:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384666.691003:0:17076:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384666.691004:0:17076:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384666.691005:0:17076:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384666.691006:0:17076:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.691009:0:17076:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1767384666.691012:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.691013:0:17076:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384666.691015:0:17076:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:3.0:1767384666.691018:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050242560 02000000:00000010:1.0:1767384666.691019:0:17076:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000036a4ca37. 00010000:00000001:3.0:1767384666.691023:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384666.691023:0:17076:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.691027:0:17076:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.691029:0:17076:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384666.691031:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021ef75ce x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:647/0 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384666.691032:0:17076:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050242688 00010000:00000001:1.0:1767384666.691036:0:17076:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384666.691041:0:17076:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000468d2643 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:647/0 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384666.691051:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384666.691054:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.691055:0:17076:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1767384666.691057:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=77 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384666.691058:0:17076:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.691064:0:17076:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384666.691065:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384666.691069:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384666.691070:0:17076:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384666.691073:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000040:1.0:1767384666.691075:0:17076:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 02000000:00000001:3.0:1767384666.691077:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384666.691078:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384666.691080:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384666.691082:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384666.691085:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd4ab6f4. 00000100:00000001:1.0:1767384666.691086:0:17076:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000200:3.0:1767384666.691088:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050242560, offset 224 02000000:00000001:1.0:1767384666.691090:0:17076:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384666.691093:0:17076:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.691096:0:17076:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384666.691097:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384666.691100:0:17076:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384666.691104:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384666.691105:0:17076:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00000100:00000200:1.0:1767384666.691110:0:17076:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050242688, offset 224 00000400:00000200:3.0:1767384666.691114:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260107600 00000400:00000200:1.0:1767384666.691119:0:17076:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384666.691129:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ec1 [1] + 224 00000400:00000200:1.0:1767384666.691130:0:17076:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384666.691138:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.691144:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384666.691145:0:17076:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260107680 00000100:00000001:3.0:1767384666.691148:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384666.691152:0:17076:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ec9 [1] + 224 00000100:00000200:3.0:1767384666.691153:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384666.691160:0:17076:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384666.691164:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384666.691166:0:17076:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384666.691173:0:17076:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384666.691178:0:17076:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384666.691180:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384666.691186:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4ab6f4 00000100:00000040:1.0:1767384666.691189:0:17076:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384666.691190:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd4ab6f4. 00000100:00000001:3.0:1767384666.691195:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384666.691197:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384666.691201:0:17076:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384666.691206:0:17076:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00000400:00000010:1.0:1767384666.691208:0:17076:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000100:00000001:3.0:1767384666.691209:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.691212:0:17076:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767384666.691214:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384666.691215:0:17076:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384666.691218:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384666.691220:0:17076:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384666.691221:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384666.691226:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384666.691228:0:17076:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000040:3.0:1767384666.691232:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021ef75ce x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:647/0 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384666.691233:0:17076:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384666.691236:0:17076:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384666.691241:0:17076:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384666.691246:0:17076:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000468d2643 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:647/0 lens 224/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384666.691250:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021ef75ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16344:x1853237050242560:12345-0@lo:400: Request processed in 359us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384666.691264:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384666.691268:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000100:00100000:1.0:1767384666.691268:0:17076:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000468d2643 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16344:x1853237050242688:12345-0@lo:400: Request processed in 306us (658us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384666.691273:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384666.691275:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384666.691279:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b888a6c2. 00000100:00100000:1.0:1767384666.691282:0:17076:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000020:00000010:3.0:1767384666.691284:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1c8906b. 00000020:00000010:3.0:1767384666.691287:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc6e0a46. 00000100:00000040:1.0:1767384666.691315:0:17076:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:1.0:1767384666.691317:0:17076:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384666.691319:0:17076:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384666.691322:0:17076:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f8ff484d. 00000020:00000010:1.0:1767384666.691326:0:17076:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b8039ad. 00000020:00000010:1.0:1767384666.691329:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d769ad51. 00000020:00000040:1.0:1767384666.691331:0:17076:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000100:00000001:1.0:1767384666.691334:0:17076:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767384666.691345:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384666.691347:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000100:00000001:1.0:1767384666.691371:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384666.691373:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384666.691375:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384666.691376:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384666.691378:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bfd2fd4. 00000400:00000200:1.0:1767384666.691380:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005896bae9 00000400:00000010:1.0:1767384666.691381:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005896bae9. 00000100:00000001:1.0:1767384666.691383:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384666.691386:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384666.691391:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.691396:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384666.691397:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.691398:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384666.691399:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384666.691401:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384666.691402:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.691404:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.691407:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384666.691410:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.691412:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384666.691414:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.691415:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384666.691418:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384666.691430:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.691432:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384666.691434:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384666.691435:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384666.691437:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.691440:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.691445:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384666.691446:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384666.691447:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384666.691451:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384666.691456:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f5a70947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16344:1853237050242688:0@lo:400: 00000400:00000001:1.0:1767384666.691462:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384666.691463:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384666.691465:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f28ad3a. 00000400:00000200:1.0:1767384666.691468:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041b5e227 00000400:00000010:1.0:1767384666.691470:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000041b5e227. 00000100:00000001:1.0:1767384666.691473:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384666.691476:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384666.691483:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.691488:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384666.691489:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.691491:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384666.691492:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384666.691493:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384666.691494:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384666.691496:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384666.691498:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384666.691506:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384666.691508:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384666.691510:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.691511:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384666.691515:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384666.691519:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.691521:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384666.691522:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384666.691523:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384666.691524:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.691528:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.691532:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384666.691533:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384666.691535:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384666.691538:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384666.691543:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c96584f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050242560:0@lo:400: 00000100:00000001:1.0:1767384666.691547:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.691548:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384666.691551:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5a70947 x1853237050242688/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.691555:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384666.691557:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384666.691558:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c43713c4. 02000000:00000001:1.0:1767384666.691563:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384666.691564:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384666.691566:0:16344:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384666.691567:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384666.691568:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000015a4de1d. 02000000:00000001:1.0:1767384666.691572:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384666.691578:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384666.691579:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5a70947. 00000100:00000001:1.0:1767384666.691582:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384666.691584:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.691586:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384666.691589:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c96584f3 x1853237050242560/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384666.691594:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384666.691596:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384666.691597:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001dee115. 02000000:00000001:1.0:1767384666.691601:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384666.691602:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384666.691603:0:16344:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384666.691605:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384666.691606:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f1fefa9. 02000000:00000001:1.0:1767384666.691609:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384666.691610:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384666.691611:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c96584f3. 00000100:00000001:1.0:1767384666.691614:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384666.691616:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.691617:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384666.691621:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384666.691622:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384666.691624:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384666.691626:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384666.691844:0:17077:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000100:00000001:3.0:1767384666.691848:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384666.695340:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294955015, at 4294955016 00000100:00000010:2.0:1767384666.695348:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045740103. 00000100:00000040:3.0:1767384666.695389:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294955015, at 4294955016 00000100:00000010:3.0:1767384666.695397:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000913dc2ff. 00000100:00000040:0.0:1767384666.695466:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294955015, at 4294955016 00000100:00000010:0.0:1767384666.695473:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc218921. 00000100:00000040:1.0:1767384666.696349:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294955015, at 4294955017 00000100:00000010:1.0:1767384666.696356:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000740ba8a4. 00010000:00000001:1.0:1767384666.879350:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384666.879357:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384666.879363:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384666.879366:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384666.879406:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384666.879410:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384666.879414:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384667.711355:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384667.711360:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384667.711362:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000400:00000010:2.0:1767384667.711366:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00000400:00000200:2.0:1767384667.711371:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384667.711376:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp43 recovery ping unlinked 00000400:00000010:2.0:1767384667.711387:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000039f6d6ba. 00000400:00000010:2.0:1767384667.711391:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000041065a8d. 00000400:00000200:2.0:1767384667.711402:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp32 00000400:00000010:2.0:1767384667.711405:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ac390ef1. 00000400:00000010:2.0:1767384667.711409:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000041065a8d. 00000400:00000010:2.0:1767384667.711412:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080ab7098. 00000400:00000010:2.0:1767384667.711417:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b6fcae2c. 00000400:00000200:2.0:1767384667.711420:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp32 00000400:00000200:2.0:1767384667.711430:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp32 local destination 00000400:00000200:2.0:1767384667.711435:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp32 00000400:00000200:2.0:1767384667.711438:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp32 NI seq info: [180:180:256:4294967295] 192.168.202.122@tcp32 LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1767384667.711443:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp32 00000400:00000200:2.0:1767384667.711455:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp32(192.168.202.122@tcp32:) -> 192.168.202.122@tcp32(192.168.202.122@tcp32:192.168.202.122@tcp32) : GET try# 0 00000800:00000200:2.0:1767384667.711459:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp32 00000800:00000010:2.0:1767384667.711463:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000958ea824. 00000800:00000200:2.0:1767384667.711470:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000800:00000200:2.1:1767384667.711473:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000400:00000200:2.0:1767384667.711490:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp32 added to recovery queue. ping count: 5 next ping: 320 health :500 00000400:00000200:2.0:1767384667.711492:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp44 00000400:00000010:2.0:1767384667.711495:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000046423fdc. 00000400:00000010:2.0:1767384667.711498:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c78a1bb2. 00000400:00000010:2.0:1767384667.711500:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab2bf60b. 00000400:00000010:2.0:1767384667.711503:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a2461e5c. 00000400:00000200:2.0:1767384667.711506:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp44 00000400:00000200:2.0:1767384667.711513:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp44 local destination 00000400:00000200:2.0:1767384667.711518:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp44 00000400:00000200:2.0:1767384667.711522:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp44 NI seq info: [181:181:256:4294967295] 192.168.202.122@tcp44 LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1767384667.711527:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp44 00000400:00000200:2.0:1767384667.711535:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp44(192.168.202.122@tcp44:) -> 192.168.202.122@tcp44(192.168.202.122@tcp44:192.168.202.122@tcp44) : GET try# 0 00000800:00000200:2.0:1767384667.711540:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp44 00000800:00000010:2.0:1767384667.711545:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000264f5c95. 00000400:00000200:0.0:1767384667.711547:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:2.0:1767384667.711553:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aceab9f5] -> 12345-192.168.202.122@tcp44 (2) 00000800:00000200:2.1:1767384667.711561:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aceab9f5] -> 12345-192.168.202.122@tcp44 (2) 00000400:00000200:2.0:1767384667.711579:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp44 added to recovery queue. ping count: 1 next ping: 290 health :900 00000400:00000200:0.0:1767384667.711592:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.711629:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.711637:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.711682:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.711692:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.711735:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.711742:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.711784:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.711792:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.711847:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.711856:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.711901:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.711920:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.711940:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.711981:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.711983:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712024:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712046:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712077:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712090:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712141:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712153:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712180:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712204:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712229:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712243:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712284:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712286:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712353:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712383:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712396:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712436:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712443:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712483:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712495:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712530:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712548:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712580:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712598:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712630:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712648:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712683:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712701:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712735:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712752:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712786:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712803:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712846:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712864:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712899:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712908:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712950:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.712973:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.712986:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713029:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.713030:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.713064:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713090:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.713113:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713134:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.713158:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713183:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.713208:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713221:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.713261:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713269:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.713339:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713348:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713390:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713405:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713439:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713463:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713485:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713505:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000800:00000010:0.0:1767384667.713505:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9518a4f. 00000800:00000010:0.0:1767384667.713512:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002a43d9dc. 00000800:00000010:0.0:1767384667.713519:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c3016243. 00000400:00000200:1.0:1767384667.713529:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000800:00000010:0.0:1767384667.713542:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c3016243. 00000400:00000200:1.0:1767384667.713551:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000800:00020000:0.0:1767384667.713552:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384667.713557:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002a43d9dc. 00000800:00000010:0.0:1767384667.713560:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c9518a4f. 00000400:00000200:1.0:1767384667.713580:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000400:02020000:0.0:1767384667.713613:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp32 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384667.713617:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.713622:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp32 notifying 192.168.202.122@tcp32: down 00000800:00000200:0.0:1767384667.713629:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp32 down 00000800:00000100:0.0:1767384667.713636:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp32 00000800:00000010:0.0:1767384667.713639:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000958ea824. 00000400:00000200:1.0:1767384667.713643:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.122:988 00000400:00000200:0.0:1767384667.713644:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384667.713652:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp32->192.168.202.122@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384667.713660:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384667.713662:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384667.713667:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp32) recovery failed with -71 00000400:00000200:1.0:1767384667.713668:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713688:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713700:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713712:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713724:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.713739:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.122:988 00000800:00000010:1.0:1767384667.713877:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007037635c. 00000800:00000010:1.0:1767384667.713882:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000008bc3298. 00000800:00000010:1.0:1767384667.713885:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f5528908. 00000800:00000010:1.0:1767384667.713914:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f5528908. 00000400:00000200:0.0:1767384667.714059:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384667.714073:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp44 from 204.3.0.2 00000800:00000010:0.0:1767384667.714076:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000363c536d. 00000800:00000010:1.0:1767384667.714111:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000889148fe. 00000800:00000010:1.0:1767384667.714116:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000087a42320. 00000800:00000010:1.0:1767384667.714135:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000047a436a2. 00000800:00000200:1.1:1767384667.714142:0:16333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aceab9f5] -> 12345-192.168.202.122@tcp44 (2) 00000800:00000200:1.1:1767384667.714148:0:16333:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp44 0000000047a436a2 deleted 00000800:00000010:1.1:1767384667.714151:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000047a436a2. 00000800:00000200:1.1:1767384667.714156:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384667.714164:0:16333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp44 ip 192.168.202.122:972 00000800:00000200:1.1:1767384667.714168:0:16333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000264f5c95 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384667.714176:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp44 p 3.x 192.168.202.122 -> 192.168.202.122:972 incarnation:1767384658930859239 sched[0] 00000800:00000010:1.0:1767384667.714182:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f5528908. 00000800:00000010:1.0:1767384667.714244:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f5528908. 00000800:00000010:1.0:1767384667.714249:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000087a42320. 00000800:00000200:2.1:1767384667.714264:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384667.714271:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp44 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384658930859239 sched[0] 00000800:00000010:2.0:1767384667.714275:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000008bc3298. 00000800:00000010:1.0:1767384667.714315:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000363c536d. 00000800:00000001:1.0:1767384667.714330:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.714335:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384667.714363:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:1.0:1767384667.714383:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384667.714387:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000264f5c95. 00000400:00000200:1.0:1767384667.714390:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384667.714397:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp44->192.168.202.122@tcp44: GET: OK 00000400:00000200:1.0:1767384667.714401:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384667.714403:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp44 recovery message sent successfully:0 00000800:00000001:1.0:1767384667.714415:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.714420:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384667.714422:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.714429:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384667.714437:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.714437:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp44(192.168.202.122@tcp44) <- 192.168.202.122@tcp44 : GET - for me 00000400:00000200:1.0:1767384667.714452:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384667.714460:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x1e7d [1] + 0 00000400:00000200:1.0:1767384667.714470:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp44 to MR: 192.168.202.122@tcp44 local destination 00000400:00000200:1.0:1767384667.714475:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp44 NI seq info: [182:182:256:4294967295] 192.168.202.122@tcp44 LPNI seq info [168:168:8:4294967295] 00000400:00000200:1.0:1767384667.714486:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp44(192.168.202.122@tcp44:192.168.202.122@tcp44) -> 192.168.202.122@tcp44(192.168.202.122@tcp44:192.168.202.122@tcp44) 192.168.202.122@tcp44 : REPLY try# 0 00000800:00000200:1.0:1767384667.714491:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp44 00000800:00000010:1.0:1767384667.714494:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000727466f0. 00000800:00000200:1.0:1767384667.714499:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aceab9f5] -> 12345-192.168.202.122@tcp44 (4) 00000800:00000200:1.0:1767384667.714504:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp44 ip 192.168.202.122:988 00000400:00000200:2.0:1767384667.714506:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000800:00000200:1.0:1767384667.714506:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000727466f0 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384667.714547:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384667.714550:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000727466f0. 00000400:00000200:1.0:1767384667.714553:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384667.714559:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp44->192.168.202.122@tcp44: REPLY: OK 00000800:00000001:1.0:1767384667.714569:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.714573:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384667.714575:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.714579:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384667.714581:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.714585:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384667.714588:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384667.714593:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp44(192.168.202.122@tcp44) <- 192.168.202.122@tcp44 : REPLY - for me 00000400:00000200:1.0:1767384667.714605:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp44: Reply from 12345-192.168.202.122@tcp44 of length 272/272 into md 0x1edd 00000800:00000001:1.0:1767384667.714610:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.714615:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.714616:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384667.714620:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp44->192.168.202.122@tcp44: REPLY: OK 00000400:00000200:1.0:1767384667.714624:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab2bf60b 00000400:00000010:1.0:1767384667.714626:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab2bf60b. 00000400:00000200:1.0:1767384667.714630:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384667.714636:0:16338:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000046423fdc. 00000400:00000010:1.0:1767384667.714639:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c78a1bb2. 00000800:00000001:1.0:1767384667.714645:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.714649:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384667.714663:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714728:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714756:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714770:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714785:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714798:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714811:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714837:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714857:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714876:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714902:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714930:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714958:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714975:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.714987:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715000:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715013:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715025:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715037:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715049:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715065:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715089:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715113:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715128:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715141:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715153:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715166:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715179:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715192:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715205:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384667.715218:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:2.0:1767384667.715310:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004875ebc8. 00000800:00000010:2.0:1767384667.715314:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b49150f3. 00000800:00000010:2.0:1767384667.715323:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cf661bba. 00000800:00000010:2.0:1767384667.715344:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cf661bba. 00000800:00020000:2.0:1767384667.715349:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384667.715351:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b49150f3. 00000800:00000010:2.0:1767384667.715353:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004875ebc8. 00000400:02020000:2.0:1767384667.715380:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp44 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00080000:00000010:3.0:1767384667.892564:0:37791:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c00b109a. 00080000:00000010:3.0:1767384667.892573:0:37791:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c00b109a. 00000020:00000001:3.0:1767384667.892578:0:37791:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384667.892585:0:37791:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c00b109a. 00080000:00000010:3.0:1767384667.892588:0:37791:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c00b109a. 00000020:00000001:3.0:1767384667.892591:0:37791:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.903357:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384667.903363:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.903369:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384667.903371:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.903428:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384667.903432:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384667.903436:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384668.629268:0:37955:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384668.629272:0:37955:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:0.0:1767384668.632361:0:37955:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384668.638676:0:37956:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c14692a7. 00000400:00000010:0.0:1767384668.638694:0:37956:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000ecf46a1e. 00000400:00000010:0.0:1767384668.638703:0:37956:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000079ff11a8. 00000400:00000010:0.0:1767384668.638707:0:37956:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004466a7ed. 00000400:00000010:0.0:1767384668.638710:0:37956:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007d7aac29. 00000400:00000010:0.0:1767384668.638714:0:37956:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d236f2dd. 00000400:00000010:0.0:1767384668.638715:0:37956:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000553d952. 00000400:00000010:0.0:1767384668.638720:0:37956:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f481660e. 00000400:00000010:0.0:1767384668.638723:0:37956:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008f77120e. 00000800:00000010:0.0:1767384668.638738:0:37956:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000700f84f0. 00000800:00000200:0.0:1767384668.638748:0:37956:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384668.638760:0:37956:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384668.638792:0:37956:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:0.0:1767384668.638827:0:37956:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp48 [8/256/0/180] 00000400:00000010:0.0:1767384668.641113:0:37956:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000ea6afe3c. 00000400:00000010:0.0:1767384668.641120:0:37956:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082956013. 00000400:00000010:0.0:1767384668.641126:0:37956:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000adf01893. 00000400:00000001:0.0:1767384668.641148:0:37956:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384668.641151:0:37956:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384668.641153:0:37956:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da9eabc1. 00000400:00000200:0.0:1767384668.641156:0:37956:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5a7bda 00000400:00000010:0.0:1767384668.641159:0:37956:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5a7bda. 00000400:00000010:0.0:1767384668.641167:0:37956:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000047cd8397. 00000400:00000200:0.0:1767384668.641173:0:37956:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (37) 00000400:00000200:0.0:1767384668.641189:0:37956:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384668.641200:0:37956:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:0.0:1767384668.641208:0:37956:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c9518a4f. 00000020:01000000:0.0:1767384668.641213:0:37956:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384668.641216:0:37956:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp48 00000400:00000200:1.0:1767384668.641232:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384668.641234:0:37956:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000ecf46a1e. 00000400:00000200:1.0:1767384668.641239:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 00000400:00000010:0.0:1767384668.641240:0:37956:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c14692a7. 00000400:00000200:1.0:1767384668.641244:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (38) 00000400:00000010:1.0:1767384668.641249:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000030a84135. 00000400:00000010:1.0:1767384668.641252:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00000400:00000010:1.0:1767384668.641257:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005f845e2a. 00000400:00000200:1.0:1767384668.641261:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000400:00000200:1.0:1767384668.641272:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:00000001:2.0:1767384668.641273:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384668.641278:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 10000000:00000001:2.0:1767384668.641279:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384668.641283:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384668.641286:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 10000000:01000000:2.0:1767384668.641287:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384668.641311:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384668.641313:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384668.641315:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384668.641316:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384668.641318:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384668.641321:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384668.641323:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384668.641327:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384668.641327:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000020:01000004:2.0:1767384668.641330:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384668.641333:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384668.641334:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000100:00000010:2.0:1767384668.641338:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036b23bba. 00000400:00000200:1.0:1767384668.641338:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000400:00000200:1.0:1767384668.641341:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000020:00000040:2.0:1767384668.641344:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:1.0:1767384668.641346:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000100:00000001:2.0:1767384668.641350:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384668.641353:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 02000000:00000001:2.0:1767384668.641354:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384668.641360:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.641361:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[142, 38] 00000400:00000200:1.0:1767384668.641368:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 38], ns[146, 38] 02000000:00000010:2.0:1767384668.641370:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004875ebc8. 00000400:00000200:1.0:1767384668.641375:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 38], ns[150, 38] 00000100:00000001:2.0:1767384668.641379:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.641381:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 38], ns[166, 38] 00000400:00000200:1.0:1767384668.641385:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 38], ns[173, 38] 00000100:00000001:2.0:1767384668.641388:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384668.641389:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000100:00000001:2.0:1767384668.641393:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.641396:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:1.0:1767384668.641401:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:1.0:1767384668.641405:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000100:00000040:2.0:1767384668.641408:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036b23bba] to pc [ptlrpcd_00_02+2] req@0000000036b23bba x1853237050242816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384668.641411:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:1.0:1767384668.641423:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 34], ns[67, 34] 00000400:00000200:1.0:1767384668.641435:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 34], ns[80, 34] 00000400:00000200:1.0:1767384668.641440:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 34], ns[87, 34] 00000400:00000200:1.0:1767384668.641444:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 34], ns[177, 34] 00000400:00000200:1.0:1767384668.641448:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[166, 34], ns[180, 34] 00000400:00000200:1.0:1767384668.641452:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 34], ns[155, 34] 00000400:00000200:1.0:1767384668.641456:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 34], ns[156, 34] 00000100:00000001:3.0:1767384668.641457:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384668.641457:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.641462:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384668.641465:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 34], ns[111, 34] 00000100:00000001:3.0:1767384668.641467:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384668.641469:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384668.641474:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036b23bba x1853237050242816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384668.641474:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.641475:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 34], ns[132, 34] 00000020:01000000:2.0:1767384668.641480:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384668.641490:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384668.641492:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 34], ns[126, 34] 10000000:00000001:2.0:1767384668.641493:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384668.641496:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384668.641499:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384668.641505:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384668.641506:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 34], ns[171, 34] 00000020:01000004:2.0:1767384668.641509:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384668.641513:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384668.641518:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384668.641521:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 34], ns[170, 34] 00000100:00000001:3.0:1767384668.641522:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384668.641522:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384668.641528:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384668.641528:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384668.641532:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:1.0:1767384668.641532:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 34], ns[160, 34] 02000000:00000001:3.0:1767384668.641535:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384668.641536:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384668.641539:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384668.641540:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 34], ns[164, 34] 02000000:00000001:3.0:1767384668.641541:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384668.641544:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ce39d9d. 02000000:00000001:3.0:1767384668.641550:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384668.641550:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000400:00000200:1.0:1767384668.641552:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[162, 34], ns[176, 34] 00000100:00000001:2.0:1767384668.641557:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384668.641560:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036b23bba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050242816:0@lo:253: 02000000:00000001:2.0:1767384668.641561:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384668.641561:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[165, 34], ns[179, 34] 02000000:00000001:2.0:1767384668.641566:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.641570:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384668.641574:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a3354e6d. 00000400:00000200:1.0:1767384668.641574:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 34], ns[182, 34] 02000000:00000001:3.0:1767384668.641578:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384668.641581:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.641583:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 34], ns[0, 34] 02000000:00000001:3.0:1767384668.641584:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.641587:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384668.641591:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384668.641592:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384668.641593:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000100:00000040:2.0:1767384668.641598:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ce39d9d] to pc [ptlrpcd_00_03+3] req@000000006ce39d9d x1853237050242944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384668.641601:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp45 02000000:00000010:3.0:1767384668.641602:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000de5983e2. 02000000:00000001:3.0:1767384668.641609:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.641609:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp45 lpni_is_preferred = 0 00000400:00000200:1.0:1767384668.641615:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp45 10000000:00000001:2.0:1767384668.641619:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384668.641621:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e24e53d. 00000400:00000200:1.0:1767384668.641621:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp45 NI seq info: [183:183:256:4294967295] 192.168.202.122@tcp45 LPNI seq info [169:169:8:4294967295] 10000000:00000001:2.0:1767384668.641622:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.641628:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384668.641630:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:3.0:1767384668.641632:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e66a2a88. 00000400:00000200:1.0:1767384668.641632:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp45 00000020:00000010:2.0:1767384668.641634:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c9518a4f. 00000100:00000200:3.0:1767384668.641640:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050242816, portal 25 00000100:00000001:3.0:1767384668.641647:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384668.641647:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp45(192.168.202.122@tcp45:) -> 192.168.202.122@tcp45(192.168.202.122@tcp:192.168.202.122@tcp45) : GET try# 0 00000100:00000001:2.0:1767384668.641648:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384668.641652:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747174016 : -108600962377600 : ffff9d3a5e371880) 00000100:00000001:2.0:1767384668.641652:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384668.641656:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1767384668.641658:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp45 00000100:00000040:3.0:1767384668.641662:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036b23bba x1853237050242816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384668.641662:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ce39d9d x1853237050242944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384668.641666:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006230cb6d. 00000100:00000001:3.0:1767384668.641673:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1767384668.641678:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fbadb0dd. 00000100:00000040:3.0:1767384668.641680:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384668.641682:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384668.641685:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384668.641686:0:16346:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078991fee. 00000800:00000010:1.0:1767384668.641686:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000032b07554. 02000000:00000001:2.0:1767384668.641690:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384668.641693:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050242816, offset 0 02000000:00000001:2.0:1767384668.641694:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384668.641699:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384668.641700:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbadb0dd] -> 12345-192.168.202.122@tcp45 (2) 00000400:00000200:3.0:1767384668.641705:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384668.641708:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ce39d9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050242944:0@lo:253: 00000800:00000200:1.1:1767384668.641710:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbadb0dd] -> 12345-192.168.202.122@tcp45 (2) 00000100:00000001:2.0:1767384668.641715:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384668.641719:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384668.641719:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384668.641723:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.641725:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 02000000:00000001:2.0:1767384668.641726:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384668.641731:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300271 rc 0 00000400:00000200:3.0:1767384668.641733:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260107700 02000000:00000010:2.0:1767384668.641734:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006a55c2f9. 02000000:00000001:2.0:1767384668.641739:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384668.641743:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f9f6786. 00000400:00000200:3.0:1767384668.641744:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1615 [2] + 0 00000400:00000010:3.0:1767384668.641748:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaa4ed5a. 00000400:00000200:3.0:1767384668.641752:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b9a1d9e 00000400:00000200:3.0:1767384668.641758:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384668.641758:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c662250. 00000100:00000200:2.0:1767384668.641764:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050242944, portal 25 00000400:00000200:3.0:1767384668.641765:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384668.641769:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384668.641771:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747170432 : -108600962381184 : ffff9d3a5e370a80) 00000400:00000200:3.0:1767384668.641772:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b9a1d9e 00000100:00000040:2.0:1767384668.641775:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ce39d9d x1853237050242944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384668.641779:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000010:3.0:1767384668.641782:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b9a1d9e. 00000100:00000001:2.0:1767384668.641788:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384668.641790:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384668.641791:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:3.0:1767384668.641795:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767384668.641796:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039df61af. 00000100:00000200:2.0:1767384668.641802:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050242944, offset 0 00000100:00000040:3.0:1767384668.641803:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000486c425f x1853237050242816 msgsize 4848 00000400:00000200:2.0:1767384668.641808:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384668.641830:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384668.641831:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384668.641835:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384668.641839:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260107780 00000400:00000200:2.0:1767384668.641844:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1649 [2] + 0 00000400:00000010:2.0:1767384668.641846:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff33862f. 00000100:00000001:3.0:1767384668.641849:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384668.641850:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000c200752 00000400:00000200:2.0:1767384668.641855:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384668.641860:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384668.641861:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384668.641862:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078991fee 00000400:00000010:3.0:1767384668.641867:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078991fee. 00000100:00000001:3.0:1767384668.641872:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384668.641872:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c200752 00000100:00000200:3.0:1767384668.641877:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036b23bba x1853237050242816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384668.641883:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c200752. 00000400:00000200:1.0:1767384668.641888:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:3.0:1767384668.641891:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384668.641891:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384668.641895:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384668.641898:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036b23bba x1853237050242816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384668.641898:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000006af09001 x1853237050242944 msgsize 4848 00000400:00000200:1.0:1767384668.641911:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00100000:2.0:1767384668.641913:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384668.641917:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.641919:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384668.641920:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384668.641929:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.641931:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384668.641933:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294956967 00000100:00000010:3.0:1767384668.641938:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052156fc4. 00000400:00000200:2.0:1767384668.641939:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039df61af 00000400:00000010:2.0:1767384668.641942:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039df61af. 00000100:00000001:3.0:1767384668.641944:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384668.641944:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:2.0:1767384668.641945:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384668.641952:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ce39d9d x1853237050242944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.641954:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294956967 00000100:00000010:3.0:1767384668.641961:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000889cf977. 00000100:00000001:2.0:1767384668.641963:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384668.641966:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384668.641969:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ce39d9d x1853237050242944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.641971:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294956967 00000400:00000200:1.0:1767384668.641974:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000010:3.0:1767384668.641979:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a723d482. 00000100:00000001:3.0:1767384668.641985:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384668.641986:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.641989:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384668.641990:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294956967 00000100:00000010:3.0:1767384668.641995:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd1460f5. 00000100:00000001:2.0:1767384668.641995:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.641997:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384668.642000:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294956967 00000100:00000001:3.0:1767384668.642003:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384668.642004:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294956967 00000100:00000001:3.0:1767384668.642009:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.642009:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294956967 00000400:00000200:1.0:1767384668.642011:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:2.0:1767384668.642012:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294956967 00000100:00000001:2.0:1767384668.642017:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294956967 00000100:00000001:3.0:1767384668.642020:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.642021:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294956967 00000100:00000001:3.0:1767384668.642026:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.642026:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294956967 00000100:00000001:2.0:1767384668.642033:0:16347:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294956967 00000400:00000200:1.0:1767384668.642034:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:2.0:1767384668.642036:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384668.642039:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384668.642040:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.642042:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384668.642044:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.642046:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384668.642047:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384668.642051:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384668.642054:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.642055:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384668.642058:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384668.642059:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.642060:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000001:2.0:1767384668.642068:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384668.642070:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384668.642072:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.642075:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.642093:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384668.642096:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00100000:3.0:1767384668.642098:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050242816 02000000:00000001:3.0:1767384668.642102:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384668.642105:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384668.642108:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384668.642112:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384668.642116:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050242816 00000400:00000200:1.0:1767384668.642118:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000020:00000001:3.0:1767384668.642119:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384668.642124:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384668.642129:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384668.642133:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:3.0:1767384668.642136:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384668.642138:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384668.642140:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00100000:2.0:1767384668.642142:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050242944 02000000:00000001:2.0:1767384668.642145:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384668.642147:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384668.642148:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384668.642149:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:2.0:1767384668.642152:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384668.642155:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ca35ba37. 02000000:00000001:2.0:1767384668.642156:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.642163:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384668.642163:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050242944 00000020:00000001:2.0:1767384668.642165:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384668.642167:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000010:3.0:1767384668.642170:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ca35ba37. 00000020:00000001:2.0:1767384668.642171:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384668.642174:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:2.0:1767384668.642177:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000010:3.0:1767384668.642179:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7dd85e3. 00000020:00000001:2.0:1767384668.642179:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:1.0:1767384668.642180:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:2.0:1767384668.642181:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384668.642188:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c398a0f. 00000020:00000010:3.0:1767384668.642190:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000715c8ac2. 00000100:00000001:2.0:1767384668.642192:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384668.642196:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1c8906b. 00000020:00000010:2.0:1767384668.642196:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c398a0f. 00000020:00000010:2.0:1767384668.642201:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000684eb53e. 00000020:00000010:2.0:1767384668.642207:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d514afb5. 00000100:00000040:3.0:1767384668.642208:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384668.642212:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767384668.642212:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000400:00000200:1.0:1767384668.642215:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:3.0:1767384668.642216:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384668.642219:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.642219:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384668.642224:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384668.642227:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.642229:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.642234:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.642241:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.642242:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.642257:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:3.0:1767384668.642259:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384668.642261:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384668.642262:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384668.642265:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384668.642273:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000040:2.0:1767384668.642278:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384668.642281:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302384720 : -108600407166896 : ffff9d3a7f4ef050) 00000100:00100000:3.0:1767384668.642282:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000040:3.0:1767384668.642286:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:3.0:1767384668.642311:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302378576 : -108600407173040 : ffff9d3a7f4ed850) 00000100:00000040:3.0:1767384668.642317:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006af09001 x1853237050242944/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:649/0 lens 4848/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384668.642318:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:3.0:1767384668.642327:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384668.642330:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ca35ba37. 00000100:00000001:3.0:1767384668.642333:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384668.642335:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ca35ba37. 00000100:00100000:3.0:1767384668.642341:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006af09001 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050242944:12345-0@lo:253: 00000100:00000200:3.0:1767384668.642344:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050242944 00000020:00000001:3.0:1767384668.642347:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384668.642350:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384668.642352:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.642354:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384668.642356:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:3.0:1767384668.642359:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384668.642361:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384668.642361:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000486c425f x1853237050242816/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:649/0 lens 4848/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384668.642363:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000020:00000001:3.0:1767384668.642365:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384668.642368:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384668.642370:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.642376:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384668.642380:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384668.642386:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000af49711b. 00000100:00000001:2.0:1767384668.642387:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384668.642387:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 02000000:00000001:3.0:1767384668.642392:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.642395:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384668.642395:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c398a0f. 20000000:00000001:3.0:1767384668.642401:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384668.642401:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384668.642406:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c398a0f. 00000100:00100000:2.0:1767384668.642412:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000486c425f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050242816:12345-0@lo:253: 20000000:00000010:3.0:1767384668.642413:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007a8ef87e. 00000100:00000200:2.0:1767384668.642416:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050242816 20000000:01000000:3.0:1767384668.642418:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384668.642420:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767384668.642423:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384668.642425:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:3.0:1767384668.642426:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384668.642428:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.642429:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 20000000:00000001:3.0:1767384668.642430:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.642432:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767384668.642436:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384668.642436:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:2.0:1767384668.642439:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384668.642441:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384668.642443:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767384668.642446:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384668.642446:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384668.642450:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.642453:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384668.642455:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767384668.642456:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cc6e0a46. 20000000:01000000:3.0:1767384668.642459:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 02000000:00000010:2.0:1767384668.642462:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000039e982a4. 20000000:00000001:3.0:1767384668.642464:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:2.0:1767384668.642465:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.642468:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.642470:0:17069:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384668.642471:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384668.642474:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00080000:00000001:3.0:1767384668.642475:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:2.0:1767384668.642478:0:17069:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ac405d0b. 20000000:01000000:2.0:1767384668.642483:0:17069:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384668.642485:0:17069:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384668.642487:0:17069:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384668.642488:0:17069:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.642490:0:17069:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384668.642492:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:2.0:1767384668.642492:0:17069:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384668.642505:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00080000:00000001:3.0:1767384668.642507:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384668.642511:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384668.642513:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384668.642514:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384668.642516:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384668.642519:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00000020:00000001:3.0:1767384668.642522:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00080000:00000002:3.0:1767384668.642524:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384668.642526:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384668.642528:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384668.642530:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384668.642533:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384668.642539:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:3.0:1767384668.642542:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384668.642542:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00080000:00000010:3.0:1767384668.642548:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f376d246. 00080000:00000001:3.0:1767384668.642552:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468040605696 : -108605668945920 : ffff9d3945ae9000) 00080000:00000001:3.0:1767384668.642555:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384668.642558:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384668.642562:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ca35ba37. 00080000:00000001:3.0:1767384668.642564:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384668.642567:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384668.642570:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00080000:00000001:3.0:1767384668.642583:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384668.642599:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384668.642603:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384668.642636:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384668.642658:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384668.642684:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384668.642712:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384668.642749:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384668.642789:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384668.642839:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384668.642878:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384668.642897:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384668.642912:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384668.642930:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:1.0:1767384668.643077:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005f565118. 00000800:00000010:1.0:1767384668.643081:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a4329887. 00000800:00000010:1.0:1767384668.643086:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000020197b00. 00000800:00000010:1.0:1767384668.643104:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000020197b00. 00000800:00020000:1.0:1767384668.643112:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384668.643115:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a4329887. 00000800:00000010:1.0:1767384668.643117:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005f565118. 00000400:02020000:1.0:1767384668.643158:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp45 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384668.643163:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp45 notifying 192.168.202.122@tcp45: down 00000800:00000200:1.0:1767384668.643168:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp45 down 00000800:00000100:1.0:1767384668.643174:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp45 00000800:00000010:1.0:1767384668.643177:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006230cb6d. 00000400:00000200:1.0:1767384668.643181:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384668.643184:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp45->192.168.202.122@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384668.643190:0:16335:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp45 added to recovery queue. ping count: 0 next ping: 290 health :900 00000400:00000200:1.0:1767384668.643193:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384668.643196:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 1 00000400:00000200:1.0:1767384668.643200:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:2.0:1767384668.643247:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384668.643253:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300871 00000400:00000001:2.0:1767384668.643258:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384668.643259:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384668.643268:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00000400:00000010:2.0:1767384668.643270:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000400:00000200:2.0:1767384668.643276:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384668.643280:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000010:2.0:1767384668.643283:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000030a84135. 00000400:00000200:2.0:1767384668.643286:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (39) 00000400:00000200:2.0:1767384668.643317:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:-71 00000400:00000200:2.0:1767384668.643320:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 rc -71 00000400:00000200:2.0:1767384668.643325:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:2.0:1767384668.643329:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (38) 00080000:00000010:2.0:1767384668.644282:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f376d246. 00080000:00000010:3.0:1767384668.644331:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ca35ba37. 00040000:00000001:3.0:1767384668.644336:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384668.644338:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384668.644339:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384668.644342:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:3.0:1767384668.644344:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384668.644352:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384668.644360:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384668.644370:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384668.644372:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384668.644377:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384668.644379:0:17069:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000043d8c3a0. 20000000:01000000:2.0:1767384668.644384:0:17069:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:01000000:1.0:1767384668.644388:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384668.644389:0:17069:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384668.644394:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384668.644395:0:17069:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:1.0:1767384668.644396:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384668.644401:0:17069:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384668.644402:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384668.644406:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384668.644411:0:17069:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384668.644413:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008a993f08. 00010000:00000001:1.0:1767384668.644418:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384668.644420:0:17069:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384668.644421:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ed056c77. 00080000:00000001:2.0:1767384668.644427:0:17069:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767384668.644427:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384668.644430:0:17069:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384668.644432:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ed056c77 with handle 0x9f279d7a9a0b50e7 to hash 00080000:00000001:2.0:1767384668.644435:0:17069:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:1.0:1767384668.644436:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384668.644439:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00080000:00000001:2.0:1767384668.644440:0:17069:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.644442:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00080000:00000002:2.0:1767384668.644447:0:17069:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000104da64c 00010000:00000001:1.0:1767384668.644447:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384668.644449:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384668.644453:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b50e7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384668.644455:0:17069:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000006d969e66 00080000:00000002:2.0:1767384668.644459:0:17069:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384668.644466:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384668.644467:0:17069:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384668.644471:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384668.644472:0:17069:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.644474:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384668.644477:0:17069:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384668.644478:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384668.644480:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384668.644483:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:2.0:1767384668.644484:0:17069:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384668.644485:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384668.644489:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:2.0:1767384668.644491:0:17069:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:1.0:1767384668.644491:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384668.644494:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000020:3.0:1767384668.644497:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384668.644498:0:17069:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384668.644498:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384668.644501:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008a993f08) refcount = 1 00000100:00000001:3.0:1767384668.644503:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000010:2.0:1767384668.644506:0:17069:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002207c0d5. 00010000:00010000:1.0:1767384668.644506:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b50e7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384668.644507:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007a8ef87e. 00080000:00000001:2.0:1767384668.644514:0:17069:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468047636480 : -108605661915136 : ffff9d394619d800) 20000000:00000001:3.0:1767384668.644515:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.644516:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384668.644519:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000040:3.0:1767384668.644521:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050242944 00080000:00000001:2.0:1767384668.644523:0:17069:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384668.644523:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384668.644525:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384668.644526:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.644529:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:3.0:1767384668.644531:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006af09001 x1853237050242944/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:649/0 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384668.644535:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000001:00000001:2.0:1767384668.644536:0:17069:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:01000000:1.0:1767384668.644539:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00080000:00000010:2.0:1767384668.644543:0:17069:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001c398a0f. 00010000:00000001:1.0:1767384668.644545:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384668.644547:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384668.644548:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384668.644550:0:17069:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.644551:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384668.644551:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed056c77 refcount=4 00000020:00000001:1.0:1767384668.644558:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00000100:00001000:3.0:1767384668.644559:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=85 v=5 (1 0 0 0) 00080000:00000001:2.0:1767384668.644559:0:17069:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384668.644560:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:1.0:1767384668.644566:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:3.0:1767384668.644568:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384668.644568:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b50e7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384668.644572:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384668.644577:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00080000:00000001:2.0:1767384668.644577:0:17069:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.644579:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384668.644583:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b50e7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384668.644584:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384668.644588:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384668.644593:0:17069:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384668.644593:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384668.644594:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384668.644598:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384668.644602:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:1.0:1767384668.644602:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b50e7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384668.644610:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078991fee. 00010000:00000001:1.0:1767384668.644610:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384668.644612:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.644616:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:3.0:1767384668.644617:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050242944, offset 224 00010000:00010000:1.0:1767384668.644618:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b50e7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384668.644627:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ed056c77 already unused, calling callback (0000000043915e75) 00000400:00000200:3.0:1767384668.644631:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384668.644631:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384668.644634:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384668.644636:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b50e7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384668.644642:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1767384668.644643:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384668.644644:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384668.644647:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384668.644648:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ed056c77 refcount=5 00000020:00000001:1.0:1767384668.644652:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:1.0:1767384668.644653:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263712768 : -108601445838848 : ffff9d3a41661000) 00010000:00000001:1.0:1767384668.644656:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1767384668.644657:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260107780 00010000:00010000:1.0:1767384668.644658:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b50e7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384668.644666:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384668.644668:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384668.644670:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.644671:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ef1 [2] + 224 00010000:00000001:1.0:1767384668.644672:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384668.644675:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384668.644677:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384668.644680:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384668.644681:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ed056c77 with handle 0x9f279d7a9a0b50e7 from hash 00010000:00000001:1.0:1767384668.644683:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:3.0:1767384668.644684:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384668.644684:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384668.644686:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384668.644689:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384668.644691:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767384668.644694:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384668.644694:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384668.644697:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384668.644700:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384668.644701:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.644702:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384668.644703:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384668.644706:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384668.644708:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384668.644711:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ce39d9d x1853237050242944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384668.644711:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384668.644712:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.644716:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.644719:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384668.644723:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b50e7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384668.644733:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384668.644734:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006ce39d9d x1853237050242944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384668.644735:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384668.644736:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384668.644737:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384668.644738:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384668.644738:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384668.644740:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384668.644742:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384668.644746:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384668.644750:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b50e7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384668.644758:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384668.644759:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384668.644760:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ed056c77/0x9f279d7a9a0b50e7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384668.644764:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008a993f08 count: 0 00000100:00000001:3.0:1767384668.644766:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384668.644770:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384668.644773:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078991fee 20000000:00000001:1.0:1767384668.644773:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767384668.644777:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078991fee. 00000100:00000001:3.0:1767384668.644779:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384668.644781:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384668.644784:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384668.644786:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384668.644788:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384668.644789:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.644792:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384668.644793:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384668.644797:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006af09001 x1853237050242944/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:649/0 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.644798:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384668.644804:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384668.644807:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384668.644811:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f9f6786. 00000100:00100000:3.0:1767384668.644827:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006af09001 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050242944:12345-0@lo:253: Request processed in 2485us (2913us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384668.644833:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c662250 00000400:00000010:2.0:1767384668.644837:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c662250. 00000100:00100000:3.0:1767384668.644841:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000001:2.0:1767384668.644842:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384668.644846:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000200:2.0:1767384668.644850:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ce39d9d x1853237050242944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.644852:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384668.644856:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384668.644861:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d514afb5. 00000100:00000200:2.0:1767384668.644866:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ce39d9d x1853237050242944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384668.644868:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:3.0:1767384668.644873:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000684eb53e. 00000020:00000040:3.0:1767384668.644878:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:2.0:1767384668.644881:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384668.644882:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384668.644885:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384668.644886:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000af49711b. 02000000:00000001:3.0:1767384668.644890:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384668.644892:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384668.644893:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384668.644897:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384668.644899:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384668.644901:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384668.644904:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaa4ed5a. 00000100:00000001:2.0:1767384668.644905:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384668.644909:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000078991fee. 02000000:00000001:2.0:1767384668.644911:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384668.644917:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384668.644922:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.644925:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384668.644927:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.644929:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384668.644931:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.644935:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.644939:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ce39d9d x1853237050242944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.644946:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384668.644949:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384668.644958:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384668.644961:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384668.644963:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384668.644965:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384668.644967:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384668.644968:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384668.644969:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384668.644971:0:16347:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384668.644972:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384668.644973:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384668.644977:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ce39d9d x1853237050242944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.644986:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ce39d9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050242944:0@lo:253: 00000100:00000001:2.0:1767384668.644991:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.644993:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384668.644995:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ce39d9d x1853237050242944/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.645002:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384668.645005:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384668.645007:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006a55c2f9. 02000000:00000001:2.0:1767384668.645013:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384668.645015:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384668.645017:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384668.645020:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384668.645022:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a3354e6d. 02000000:00000001:2.0:1767384668.645026:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384668.645027:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384668.645029:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ce39d9d. 00000100:00000001:2.0:1767384668.645033:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384668.645034:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.645036:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.645040:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384668.645043:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.645045:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384668.645047:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384668.646067:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002207c0d5. 00080000:00000010:2.0:1767384668.646112:0:17069:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001c398a0f. 00040000:00000001:2.0:1767384668.646125:0:17069:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384668.646127:0:17069:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384668.646129:0:17069:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384668.646133:0:17069:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384668.646135:0:17069:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384668.646137:0:17069:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384668.646139:0:17069:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384668.646151:0:17069:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384668.646155:0:17069:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384668.646160:0:17069:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384668.646191:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384668.646195:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384668.646196:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384668.646199:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384668.646201:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384668.646205:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f98451a3. 00010000:00000001:1.0:1767384668.646208:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384668.646211:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ac320ab. 00000020:00000001:1.0:1767384668.646213:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384668.646215:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001ac320ab with handle 0x9f279d7a9a0b50ee to hash 00000020:00000001:1.0:1767384668.646217:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384668.646218:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:1.0:1767384668.646220:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:1.0:1767384668.646222:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384668.646223:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384668.646225:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001ac320ab/0x9f279d7a9a0b50ee lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384668.646231:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384668.646233:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384668.646235:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384668.646236:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384668.646238:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384668.646239:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384668.646241:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384668.646242:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384668.646243:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384668.646244:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384668.646245:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384668.646246:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f98451a3) refcount = 1 00010000:00010000:1.0:1767384668.646248:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001ac320ab/0x9f279d7a9a0b50ee lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384668.646251:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384668.646252:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384668.646253:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384668.646254:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.646255:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384668.646256:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384668.646258:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:1.0:1767384668.646259:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384668.646260:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384668.646261:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ac320ab refcount=4 00000020:00000001:1.0:1767384668.646262:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:1.0:1767384668.646264:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:1.0:1767384668.646266:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384668.646267:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ac320ab/0x9f279d7a9a0b50ee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384668.646272:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384668.646273:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001ac320ab/0x9f279d7a9a0b50ee lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384668.646276:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384668.646277:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384668.646278:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001ac320ab/0x9f279d7a9a0b50ee lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384668.646285:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000020:3.0:1767384668.646287:0:17069:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384668.646287:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.646313:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384668.646315:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001ac320ab/0x9f279d7a9a0b50ee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384668.646318:0:17069:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384668.646322:0:17069:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ac405d0b. 00010000:00010000:1.0:1767384668.646323:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001ac320ab already unused, calling callback (0000000043915e75) 00010000:00000001:1.0:1767384668.646325:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384668.646327:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384668.646328:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001ac320ab/0x9f279d7a9a0b50ee lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384668.646333:0:17069:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.646335:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000040:3.0:1767384668.646338:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050242816 00010000:00000001:1.0:1767384668.646338:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384668.646339:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384668.646342:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001ac320ab refcount=5 00010000:00000001:3.0:1767384668.646343:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384668.646347:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000200:3.0:1767384668.646349:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000486c425f x1853237050242816/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:649/0 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384668.646350:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263716352 : -108601445835264 : ffff9d3a41661e00) 00010000:00000001:1.0:1767384668.646355:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384668.646358:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001ac320ab/0x9f279d7a9a0b50ee lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384668.646365:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384668.646368:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384668.646369:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.646371:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:3.0:1767384668.646372:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=85 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384668.646373:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.646379:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384668.646380:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384668.646381:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384668.646384:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:1.0:1767384668.646385:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384668.646387:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:1.0:1767384668.646388:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384668.646393:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1767384668.646393:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001ac320ab with handle 0x9f279d7a9a0b50ee from hash 02000000:00000001:3.0:1767384668.646396:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.646397:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384668.646400:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384668.646400:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384668.646401:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384668.646404:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:3.0:1767384668.646405:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384668.646406:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384668.646408:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384668.646409:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:3.0:1767384668.646410:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037f04433. 00010000:00000001:1.0:1767384668.646411:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384668.646415:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050242816, offset 224 00010000:00000001:1.0:1767384668.646415:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.646416:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384668.646419:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384668.646422:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384668.646424:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384668.646425:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384668.646426:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.646429:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.646431:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.646435:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384668.646435:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001ac320ab/0x9f279d7a9a0b50ee lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384668.646443:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384668.646447:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260107700 00010000:00000001:1.0:1767384668.646447:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384668.646450:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384668.646453:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384668.646454:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384668.646456:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ee9 [2] + 224 00010000:00000001:1.0:1767384668.646457:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384668.646459:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384668.646462:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384668.646463:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:1.0:1767384668.646464:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384668.646469:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001ac320ab/0x9f279d7a9a0b50ee lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384668.646472:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384668.646479:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384668.646479:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384668.646481:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384668.646484:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036b23bba x1853237050242816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384668.646485:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001ac320ab/0x9f279d7a9a0b50ee lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384668.646501:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f98451a3 count: 0 00000100:00000040:3.0:1767384668.646505:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000036b23bba x1853237050242816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384668.646509:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384668.646512:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384668.646527:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384668.646533:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f04433 00000400:00000010:3.0:1767384668.646535:0:17069:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037f04433. 00000100:00000001:3.0:1767384668.646538:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384668.646540:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384668.646552:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.646555:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384668.646556:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:2.0:1767384668.646560:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384668.646561:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384668.646565:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384668.646566:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384668.646568:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384668.646571:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384668.646575:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000486c425f x1853237050242816/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:649/0 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384668.646575:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e24e53d. 00000400:00000200:2.0:1767384668.646582:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e66a2a88 00000400:00000010:2.0:1767384668.646586:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e66a2a88. 00000100:00000001:2.0:1767384668.646592:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384668.646596:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000486c425f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050242816:12345-0@lo:253: Request processed in 4207us (4789us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384668.646601:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036b23bba x1853237050242816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384668.646611:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000040:3.0:1767384668.646618:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000200:2.0:1767384668.646621:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036b23bba x1853237050242816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.646623:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384668.646626:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384668.646629:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000715c8ac2. 00000020:00000010:3.0:1767384668.646635:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1c8906b. 00000100:00000001:2.0:1767384668.646638:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384668.646639:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7dd85e3. 00000100:00000001:2.0:1767384668.646643:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384668.646644:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:3.0:1767384668.646648:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384668.646650:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000039e982a4. 00000100:00000001:2.0:1767384668.646650:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384668.646654:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384668.646655:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384668.646658:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384668.646659:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.646663:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384668.646664:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384668.646670:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f55e5a27. 02000000:00000001:2.0:1767384668.646670:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384668.646675:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037f04433. 00000100:00001000:2.0:1767384668.646677:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384668.646683:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384668.646686:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384668.646688:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384668.646690:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384668.646692:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.646694:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384668.646698:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036b23bba x1853237050242816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.646714:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384668.646717:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384668.646718:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384668.646722:0:16346:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384668.646723:0:16346:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384668.646725:0:16346:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384668.646726:0:16346:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384668.646727:0:16346:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384668.646729:0:16346:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384668.646730:0:16346:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384668.646731:0:16346:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384668.646733:0:16346:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384668.646734:0:16346:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384668.646737:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036b23bba x1853237050242816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384668.646745:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036b23bba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050242816:0@lo:253: 00000100:00000001:2.0:1767384668.646749:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.646752:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384668.646754:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036b23bba x1853237050242816/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384668.646761:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384668.646763:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384668.646765:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000de5983e2. 02000000:00000001:2.0:1767384668.646769:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384668.646771:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384668.646773:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384668.646775:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384668.646776:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004875ebc8. 02000000:00000001:2.0:1767384668.646780:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384668.646781:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384668.646783:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036b23bba. 00000100:00000001:2.0:1767384668.646787:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384668.646788:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.646791:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384668.646803:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384668.646804:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384668.646806:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384668.646808:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384668.647334:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294956967, at 4294956968 00000100:00000010:1.0:1767384668.647340:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000889cf977. 00000100:00000040:2.0:1767384668.647347:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294956967, at 4294956968 00000100:00000010:2.0:1767384668.647356:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a723d482. 00000100:00000040:0.0:1767384668.648382:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294956967, at 4294956969 00000100:00000010:0.0:1767384668.648390:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052156fc4. 00000100:00000040:3.0:1767384668.648411:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294956967, at 4294956969 00000100:00000010:3.0:1767384668.648417:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd1460f5. 00000400:00000010:0.0:1767384668.659712:0:37961:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000075377133. 00000400:00000040:0.0:1767384668.659729:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384668.659731:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384668.659733:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384668.659735:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384668.659737:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384668.659738:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384668.659740:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384668.659741:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384668.659746:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384668.659747:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384668.659748:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384668.659750:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384668.659752:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384668.659753:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384668.659754:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384668.659755:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384668.659756:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384668.659757:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384668.659758:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384668.659759:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384668.659760:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384668.659761:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384668.659762:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384668.659763:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384668.659764:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384668.659765:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384668.659766:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384668.659767:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384668.659768:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384668.659769:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384668.659769:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384668.659771:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384668.659771:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384668.659772:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384668.659773:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384668.659774:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384668.659775:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384668.659776:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384668.659778:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384668.659778:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384668.659779:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384668.659780:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384668.659781:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384668.659782:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384668.659783:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384668.659784:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384668.659785:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384668.659788:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384668.659790:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384668.659791:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384668.659792:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384668.659794:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384668.659794:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384668.659796:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384668.659797:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384668.659798:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384668.659798:0:37961:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384668.659909:0:37961:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000075377133. 00010000:00000010:1.1:1767384668.660334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008a993f08. 00010000:00000010:1.1:1767384668.660342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ed056c77. 00010000:00000010:1.1:1767384668.660345:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f98451a3. 00010000:00000010:1.1:1767384668.660348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ac320ab. 10000000:00000001:3.0:1767384668.735337:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384668.735342:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 2 10000000:00000001:3.0:1767384668.735346:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384668.735349:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384668.735350:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384668.735352:0:17073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384668.735355:0:17073:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384668.735357:0:17073:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384668.735366:0:17073:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d3a4b2d0000 from 79 10000000:00000001:3.0:1767384668.735368:0:17073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384668.735370:0:17073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384668.735376:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a51fae9b. 00000020:00000040:3.0:1767384668.735379:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384668.735383:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384668.735387:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384668.735392:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384668.735399:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c7dd85e3. 00000100:00000001:3.0:1767384668.735406:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.735410:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384668.735412:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384668.735419:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a4119836. 00010000:00000001:3.0:1767384668.735423:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384668.735427:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee4d2c54. 00000020:00000001:3.0:1767384668.735430:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384668.735433:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee4d2c54 with handle 0x9f279d7a9a0b50f5 to hash 00000020:00000001:3.0:1767384668.735435:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384668.735436:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384668.735439:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384668.735442:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384668.735444:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384668.735447:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384668.735454:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384668.735462:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384668.735466:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384668.735468:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384668.735473:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000097ca07b8. 00000100:00000001:3.0:1767384668.735475:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472361867904 : -108601347683712 : ffff9d3a473fca80) 00000100:00000001:3.0:1767384668.735484:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384668.735485:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055419008 : -108605654132608 : ffff9d3946909880) 00000100:00000001:3.0:1767384668.735489:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384668.735490:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.735492:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384668.735494:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000001:1.0:1767384668.735498:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384668.735502:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a51fae9b x1853237050243072/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384668.735503:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384668.735507:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080ab7098 00000400:00000010:1.0:1767384668.735511:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080ab7098. 00000100:00000001:3.0:1767384668.735514:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384668.735516:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384668.735517:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 02000000:00000001:3.0:1767384668.735520:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384668.735523:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384668.735523:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp32 recovery ping unlinked 02000000:00000001:3.0:1767384668.735528:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384668.735530:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a51fae9b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050243072:0@lo:101: 00000100:00000001:3.0:1767384668.735534:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384668.735534:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ac390ef1. 02000000:00000001:3.0:1767384668.735539:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384668.735540:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000041065a8d. 02000000:00000001:3.0:1767384668.735542:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384668.735545:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384668.735549:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007ce36cf1. 02000000:00000001:3.0:1767384668.735551:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384668.735556:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b168fd26. 00000400:00000010:3.0:1767384668.735561:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd4ab6f4. 00000100:00000200:3.0:1767384668.735566:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050243072, portal 25 00000100:00000001:3.0:1767384668.735568:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384668.735569:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055419008 : -108605654132608 : ffff9d3946909880) 00000100:00000040:3.0:1767384668.735573:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a51fae9b x1853237050243072/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384684 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.735580:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384668.735583:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384668.735585:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000100:00000200:3.0:1767384668.735587:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050243072, offset 0 00000400:00000200:3.0:1767384668.735592:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384668.735604:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384668.735616:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260107800 00000400:00000200:3.0:1767384668.735631:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1679 [2] + 0 00000400:00000010:3.0:1767384668.735635:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2502889. 00000400:00000200:3.0:1767384668.735640:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ae8072d6 00000400:00000200:3.0:1767384668.735647:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.735651:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384668.735656:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae8072d6 00000400:00000010:3.0:1767384668.735659:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae8072d6. 00000100:00000001:3.0:1767384668.735663:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384668.735666:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384668.735669:0:17073:0:(events.c:337:request_in_callback()) incoming req@00000000750144ae x1853237050243072 msgsize 328 00000100:00100000:3.0:1767384668.735674:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384668.735676:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384668.735686:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384668.735693:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:3.0:1767384668.735694:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:3.0:1767384668.735696:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384668.735699:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a51fae9b x1853237050243072/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384684 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.735706:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384668.735708:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a51fae9b x1853237050243072/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384684 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.735713:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.735714:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384668.735719:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.735722:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294957061 00000100:00000010:3.0:1767384668.735725:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fd1460f5. 00000100:00000001:3.0:1767384668.735731:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384668.735735:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294957061 00000100:00000010:3.0:1767384668.735737:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a0474620. 00000100:00000001:3.0:1767384668.735739:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384668.735742:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294957061 00000100:00000010:3.0:1767384668.735743:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000573b5e9e. 00000100:00000001:3.0:1767384668.735745:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384668.735753:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294957061 00000100:00000010:3.0:1767384668.735756:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d49229f8. 00000100:00000001:3.0:1767384668.735759:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384668.735762:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384668.735764:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.735766:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384668.735767:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384668.735769:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 0000000097ca07b8 going to sleep for 11 seconds 00000100:00000001:3.0:1767384668.735772:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384668.735774:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.735790:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384668.735794:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050243072 02000000:00000001:3.0:1767384668.735797:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384668.735800:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384668.735802:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384668.735807:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384668.735811:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050243072 00000020:00000001:3.0:1767384668.735827:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384668.735830:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384668.735832:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384668.735836:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:3.0:1767384668.735839:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384668.735842:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384668.735846:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384668.735851:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f605bcdf. 00000100:00000001:3.0:1767384668.735854:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384668.735858:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f605bcdf. 00000020:00000010:3.0:1767384668.735865:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:3.0:1767384668.735872:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009fee4ccd. 00000020:00000010:3.0:1767384668.735877:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1c8906b. 00000100:00000040:3.0:1767384668.735885:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384668.735888:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384668.735890:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384668.735891:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.735903:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.735911:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384668.735922:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384668.735924:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384668.735928:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000040:3.0:1767384668.735931:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384668.735933:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302380624 : -108600407170992 : ffff9d3a7f4ee050) 00000100:00000040:3.0:1767384668.735936:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000750144ae x1853237050243072/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:649/0 lens 328/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.735942:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384668.735945:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f605bcdf. 00000100:00000001:3.0:1767384668.735947:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384668.735949:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f605bcdf. 00000100:00100000:3.0:1767384668.735952:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000750144ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17073:x1853237050243072:12345-0@lo:101: 00000100:00000200:3.0:1767384668.735955:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050243072 00000020:00000001:3.0:1767384668.735958:0:17069:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384668.735961:0:17069:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384668.735963:0:17069:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.735965:0:17069:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384668.735967:0:17069:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:3.0:1767384668.735970:0:17069:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384668.735972:0:17069:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384668.735974:0:17069:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384668.735976:0:17069:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384668.735978:0:17069:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.735980:0:17069:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384668.735982:0:17069:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384668.735983:0:17069:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384668.735985:0:17069:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384668.735987:0:17069:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.735990:0:17069:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384668.735995:0:17069:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c28c766b. 00010000:00000001:3.0:1767384668.735998:0:17069:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384668.736007:0:17069:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000093bb66cd. 00000020:00000001:3.0:1767384668.736010:0:17069:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384668.736012:0:17069:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000093bb66cd with handle 0x9f279d7a9a0b50fc to hash 00000020:00000001:3.0:1767384668.736014:0:17069:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384668.736015:0:17069:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:3.0:1767384668.736017:0:17069:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00010000:3.0:1767384668.736020:0:17069:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b50fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f279d7a9a0b50f5 expref: -99 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384668.736025:0:17069:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000021677888 : new locks_count 10 00000020:00000040:3.0:1767384668.736026:0:17069:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=15 00000100:00000001:3.0:1767384668.736033:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384668.736034:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384668.736038:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000001ee13b5. 02000000:00000001:3.0:1767384668.736040:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.736041:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.736043:0:17069:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384668.736046:0:17069:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384668.736048:0:17069:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384668.736050:0:17069:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384668.736051:0:17069:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384668.736053:0:17069:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384668.736054:0:17069:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384668.736056:0:17069:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384668.736057:0:17069:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384668.736059:0:17069:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384668.736060:0:17069:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384668.736061:0:17069:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c28c766b) refcount = 1 00010000:00010000:3.0:1767384668.736064:0:17069:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b50fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9f279d7a9a0b50f5 expref: 15 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384668.736069:0:17069:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384668.736070:0:17069:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384668.736071:0:17069:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384668.736073:0:17069:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.736081:0:17069:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384668.736085:0:17069:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384668.736086:0:17069:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b50fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b50f5 expref: 15 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384668.736092:0:17069:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384668.736094:0:17069:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384668.736096:0:17069:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384668.736098:0:17069:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.736100:0:17069:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384668.736101:0:17069:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384668.736103:0:17069:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384668.736104:0:17069:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000093bb66cd, rc 0) 00000020:00000001:3.0:1767384668.736106:0:17069:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384668.736108:0:17069:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050243072 00010000:00000001:3.0:1767384668.736110:0:17069:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384668.736114:0:17069:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000750144ae x1853237050243072/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:649/0 lens 328/344 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384668.736120:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384668.736122:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384668.736125:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384668.736129:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384668.736132:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384668.736133:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384668.736136:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384668.736137:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.736139:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384668.736141:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384668.736144:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000100:00000200:3.0:1767384668.736147:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050243072, offset 224 00000400:00000200:3.0:1767384668.736152:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384668.736158:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384668.736167:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260107800 00000400:00000200:3.0:1767384668.736172:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1f09 [1] + 224 00000400:00000200:3.0:1767384668.736177:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.736188:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384668.736193:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384668.736197:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a51fae9b x1853237050243072/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384684 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384668.736207:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a51fae9b x1853237050243072/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384684 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.736221:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384668.736227:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:3.0:1767384668.736230:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:3.0:1767384668.736234:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384668.736236:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384668.736240:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384668.736243:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384668.736247:0:17069:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384668.736249:0:17069:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.736251:0:17069:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384668.736254:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000750144ae x1853237050243072/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:649/0 lens 328/344 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384668.736263:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000750144ae pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050243072:12345-0@lo:101: Request processed in 320us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384668.736271:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:3.0:1767384668.736273:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384668.736276:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384668.736277:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384668.736281:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009fee4ccd. 00000020:00000010:3.0:1767384668.736283:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1c8906b. 00000020:00000010:3.0:1767384668.736286:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000020:00000040:3.0:1767384668.736604:0:17069:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:3.0:1767384668.736609:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384668.736611:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000001ee13b5. 02000000:00000001:3.0:1767384668.736615:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384668.736617:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384668.736621:0:17069:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384668.736630:0:17069:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077cf56a4. 00000400:00000010:3.0:1767384668.736634:0:17069:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035187e3e. 00000800:00000200:0.0:1767384668.736673:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000054b52373] -> 12345-192.168.202.122@tcp28 (6) 00000800:00000200:0.0:1767384668.736686:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp28 ip 192.168.202.122:988 00000800:00000200:0.0:1767384668.736692:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a663b88f type 192, nob 24 niov 1 nkiov 0 00000100:00000001:3.0:1767384668.736724:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384668.736731:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384668.736733:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384668.736736:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b168fd26. 00000400:00000200:3.0:1767384668.736740:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4ab6f4 00000400:00000010:3.0:1767384668.736742:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd4ab6f4. 00000100:00000001:3.0:1767384668.736745:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384668.736750:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a51fae9b x1853237050243072/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384684 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384668.736756:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a51fae9b x1853237050243072/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384684 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.736762:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384668.736763:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384668.736766:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384668.736768:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384668.736769:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384668.736771:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384668.736773:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384668.736776:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384668.736780:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384668.736783:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384668.736784:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.736786:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384668.736789:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.736791:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384668.736797:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a51fae9b x1853237050243072/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384684 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384668.736803:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384668.736804:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384668.736810:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1767384668.736810:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384668.736826:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384668.736831:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a51fae9b x1853237050243072/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384684 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384668.736836:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.736843:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384668.736846:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a51fae9b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050243072:0@lo:101: 00000800:00000001:1.0:1767384668.736847:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384668.736862:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384668.736866:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.736869:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384668.736871:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384668.736874:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a51fae9b x1853237050243072/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384684 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.736879:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384668.736881:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000097ca07b8. 00000100:00000001:3.0:1767384668.736884:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384668.736885:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.736887:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384668.736890:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384668.736891:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384668.736893:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=4 00000020:00000001:3.0:1767384668.736895:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384668.736897:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000040:3.0:1767384668.736900:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ee4d2c54, remote cookie: 0x9f279d7a9a0b50fc, flags: 0x0 00010000:00000001:3.0:1767384668.736902:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384668.736905:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384668.736906:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384668.736907:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384668.736908:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384668.736910:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a4119836) refcount = 1 00010000:00010000:3.0:1767384668.736912:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b50fc expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384668.736917:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384668.736918:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384668.736919:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384668.736921:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384668.736923:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384668.736924:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b50fc expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384668.736937:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384668.736938:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384668.736939:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384668.736941:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384668.736941:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384668.736942:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.736944:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384668.736946:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a51fae9b x1853237050243072/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384684 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.736951:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384668.736953:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384668.736955:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007ce36cf1. 02000000:00000001:3.0:1767384668.736957:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384668.736959:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384668.736960:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384668.736961:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384668.736963:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c7dd85e3. 02000000:00000001:3.0:1767384668.736965:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384668.736967:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384668.736968:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a51fae9b. 00000100:00000001:3.0:1767384668.736970:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384668.736971:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384668.736973:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384668.736974:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384668.736975:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:3.0:1767384668.736977:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.736978:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384668.736979:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384668.736980:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=3 00000020:00000001:3.0:1767384668.736981:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384668.736983:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384668.736984:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384668.736985:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384668.736986:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384668.736987:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384668.736995:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384668.736998:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000001b2b4911. 00000100:00000010:3.0:1767384668.737016:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a51fae9b. 00000020:00000040:3.0:1767384668.737019:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384668.737021:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384668.737024:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384668.737027:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384668.737032:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c7dd85e3. 00000100:00000001:3.0:1767384668.737036:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737040:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384668.737045:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007ce36cf1. 00000100:00000010:3.0:1767384668.737049:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000f605bcdf. 00000020:00000040:3.0:1767384668.737052:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384668.737056:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384668.737057:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384668.737062:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000097ca07b8. 00000100:00000001:3.0:1767384668.737064:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472361867904 : -108601347683712 : ffff9d3a473fca80) 00000100:00000001:3.0:1767384668.737067:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384668.737069:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055419008 : -108605654132608 : ffff9d3946909880) 00000100:00000001:3.0:1767384668.737072:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384668.737074:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737076:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384668.737078:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384668.737082:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.737089:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384668.737091:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384668.737094:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384668.737096:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384668.737099:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384668.737102:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a51fae9b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050243200:0@lo:256: 00000100:00000001:3.0:1767384668.737105:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384668.737108:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384668.737110:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737120:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384668.737124:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b168fd26. 00000400:00000010:3.0:1767384668.737128:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000919dcd7d. 00000100:00000200:3.0:1767384668.737132:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260107880-0x6958260107880, portal 33 00000100:00000001:3.0:1767384668.737134:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384668.737136:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384668.737139:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f376d246. 02000000:00000001:3.0:1767384668.737140:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384668.737143:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fb3f765. 00000400:00000010:3.0:1767384668.737145:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd4ab6f4. 00000100:00000200:3.0:1767384668.737147:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050243200, portal 25 00000100:00000001:3.0:1767384668.737148:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384668.737149:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055419008 : -108605654132608 : ffff9d3946909880) 00000100:00000040:3.0:1767384668.737152:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384684 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.737157:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384668.737158:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384668.737161:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000100:00000200:3.0:1767384668.737163:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050243200, offset 0 00000400:00000200:3.0:1767384668.737166:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384668.737171:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384668.737177:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260107880 00000400:00000200:3.0:1767384668.737180:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1691 [2] + 0 00000400:00000010:3.0:1767384668.737183:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049ff37fb. 00000400:00000200:3.0:1767384668.737185:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bd55280d 00000400:00000200:3.0:1767384668.737188:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.737191:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384668.737194:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd55280d 00000400:00000010:3.0:1767384668.737195:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd55280d. 00000100:00000001:3.0:1767384668.737198:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384668.737199:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384668.737201:0:17073:0:(events.c:337:request_in_callback()) incoming req@00000000372ae9b9 x1853237050243200 msgsize 304 00000100:00100000:3.0:1767384668.737204:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384668.737206:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384668.737219:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384668.737223:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:3.0:1767384668.737224:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:3.0:1767384668.737227:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384668.737231:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384684 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.737235:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384668.737239:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384684 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.737244:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737245:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384668.737251:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737253:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294957062 00000100:00000001:3.0:1767384668.737257:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294957061 00000100:00000001:3.0:1767384668.737260:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294957062 00000100:00000001:3.0:1767384668.737265:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294957061 00000100:00000001:3.0:1767384668.737269:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294957062 00000100:00000001:3.0:1767384668.737272:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294957061 00000100:00000001:3.0:1767384668.737276:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294957062 00000100:00000001:3.0:1767384668.737282:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294957061 00000100:00000001:3.0:1767384668.737287:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384668.737314:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737316:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384668.737317:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384668.737319:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 0000000097ca07b8 going to sleep for 11 seconds 00000100:00000001:3.0:1767384668.737320:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384668.737322:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737338:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384668.737340:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050243200 02000000:00000001:3.0:1767384668.737341:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384668.737343:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384668.737345:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384668.737354:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384668.737356:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050243200 00000020:00000001:3.0:1767384668.737358:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384668.737359:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:3.0:1767384668.737360:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384668.737362:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:3.0:1767384668.737364:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:3.0:1767384668.737365:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:3.0:1767384668.737367:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384668.737370:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b76c41d5. 00000100:00000001:3.0:1767384668.737372:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384668.737374:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b76c41d5. 00000020:00000010:3.0:1767384668.737379:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000498d5c9. 00000020:00000010:3.0:1767384668.737383:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009fee4ccd. 00000020:00000010:3.0:1767384668.737387:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1c8906b. 00000100:00000040:3.0:1767384668.737392:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384668.737394:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384668.737396:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384668.737397:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737402:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737408:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384668.737417:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384668.737418:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384668.737423:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:3.0:1767384668.737424:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384668.737425:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302382672 : -108600407168944 : ffff9d3a7f4ee850) 00000100:00000040:3.0:1767384668.737429:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000372ae9b9 x1853237050243200/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:649/0 lens 304/0 e 0 to 0 dl 1767384679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.737434:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384668.737437:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b76c41d5. 00000100:00000001:3.0:1767384668.737439:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384668.737440:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b76c41d5. 00000100:00100000:3.0:1767384668.737444:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000372ae9b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050243200:12345-0@lo:256: 00000100:00000200:3.0:1767384668.737453:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050243200 00000020:00000001:3.0:1767384668.737454:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384668.737456:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384668.737457:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.737459:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384668.737460:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:3.0:1767384668.737462:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384668.737463:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384668.737465:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384668.737466:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384668.737467:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737469:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384668.737471:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384668.737474:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000001ee13b5. 02000000:00000001:3.0:1767384668.737475:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737477:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384668.737478:0:17070:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767384668.737481:0:17070:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767384668.737484:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384668.737486:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384668.737488:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384668.737490:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384668.737492:0:17070:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767384668.737495:0:17070:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000001393e404. 20000000:00000001:3.0:1767384668.737498:0:17070:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384668.737511:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384668.737515:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384668.737519:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384668.737521:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384668.737522:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384668.737523:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384668.737525:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384668.737527:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384668.737529:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384668.737530:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384668.737531:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384668.737537:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384668.737539:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384668.737541:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384668.737542:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384668.737544:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384668.737545:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384668.737547:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384668.737548:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384668.737550:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384668.737551:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384668.737552:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384668.737553:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384668.737554:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384668.737556:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384668.737557:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384668.737560:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384668.737562:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384668.737565:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384668.737567:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384668.737569:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384668.737571:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384668.737574:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384668.737576:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384668.737578:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384668.737580:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384668.737583:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384668.737585:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384668.737588:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384668.737590:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:3.0:1767384668.737593:0:17070:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 3272/1/4/3. 20000000:00000040:3.0:1767384668.737604:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384668.737607:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767384668.737610:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384668.737613:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384668.737615:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767384668.737618:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384668.737620:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384668.737623:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384668.737626:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767384668.737636:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767384668.737638:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767384668.737641:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767384668.737644:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767384668.737646:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767384668.737647:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767384668.737649:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767384668.737651:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767384668.737653:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767384668.737655:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767384668.737657:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767384668.737658:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767384668.737659:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767384668.737661:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767384668.737663:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767384668.737664:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767384668.737667:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767384668.737670:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767384668.737671:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767384668.737673:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767384668.737675:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767384668.737676:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767384668.737678:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767384668.737680:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767384668.737681:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767384668.737683:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767384668.737684:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767384668.737686:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767384668.737687:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767384668.737689:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:3.0:1767384668.737690:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:01000000:3.0:1767384668.737692:0:17070:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 824, pages 2448/1/4/3. 20000000:01000000:3.0:1767384668.737694:0:17070:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1648, version 84 20000000:00000001:3.0:1767384668.737696:0:17070:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1648 : 1648 : 670) 00000100:00000001:3.0:1767384668.737698:0:17070:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384668.737702:0:17070:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000797bd3de. 00000100:00000010:3.0:1767384668.737706:0:17070:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000000745057a. 00000020:00000040:3.0:1767384668.737708:0:17070:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:3.0:1767384668.737710:0:17070:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384668.737718:0:17070:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384668.737721:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000400:00000010:3.0:1767384668.737728:0:17070:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bbb0f6b9. 00000400:00000200:3.0:1767384668.737733:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384668.737742:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384668.737749:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1648 into portal 33 MB=0x6958260107880 00000400:00000200:3.0:1767384668.737754:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1648/1648 into md 0x1f19 [4] + 0 00000400:00000010:3.0:1767384668.737757:0:17070:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b168fd26. 00000400:00000200:3.0:1767384668.737761:0:17070:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000919dcd7d 00000400:00000200:3.0:1767384668.737764:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.737767:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384668.737770:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000919dcd7d 00000400:00000010:3.0:1767384668.737772:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000919dcd7d. 00000100:00000001:3.0:1767384668.737776:0:17070:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384668.737778:0:17070:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a51fae9b desc 000000007ce36cf1 mbits 1853237050243200 00000100:00000001:3.0:1767384668.737786:0:17070:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384668.737789:0:17070:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384668.737798:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384668.737806:0:17070:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1f25 00000400:00000200:3.0:1767384668.737809:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.737827:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384668.737833:0:17070:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384668.737835:0:17070:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000797bd3de 00000100:00000001:3.0:1767384668.737838:0:17070:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384668.737849:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:3.0:1767384668.737852:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:3.0:1767384668.737856:0:17070:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384668.737857:0:17070:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000797bd3de 00000100:00000001:3.0:1767384668.737861:0:17070:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384668.737868:0:17070:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1648 bytes via portal 33 id 12345-0@lo mbits 0x6958260107880-0x6958260107880 00000100:00000001:3.0:1767384668.737872:0:17070:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.737876:0:17070:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737878:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384668.737880:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:3.0:1767384668.737882:0:17070:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000000745057a. 00000100:00000010:3.0:1767384668.737891:0:17070:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000797bd3de. 00000100:00000001:3.0:1767384668.737894:0:17070:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384668.737895:0:17070:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384668.737900:0:17070:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000001393e404. 20000000:00000001:3.0:1767384668.737903:0:17070:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384668.737905:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050243200 00010000:00000001:3.0:1767384668.737907:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384668.737911:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000372ae9b9 x1853237050243200/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:649/0 lens 304/240 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384668.737916:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384668.737918:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384668.737920:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384668.737923:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384668.737924:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384668.737926:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384668.737928:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384668.737929:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.737931:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384668.737934:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384668.737936:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000100:00000200:3.0:1767384668.737939:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050243200, offset 224 00000400:00000200:3.0:1767384668.737942:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384668.737946:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384668.737952:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260107880 00000400:00000200:3.0:1767384668.737955:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1f1d [1] + 224 00000400:00000200:3.0:1767384668.737958:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.737960:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384668.737963:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384668.737965:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384684 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384668.737970:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384684 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.737976:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384668.737986:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:3.0:1767384668.737987:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000100:00000001:3.0:1767384668.737989:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384668.737990:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384668.737991:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384668.737993:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:3.0:1767384668.737994:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384668.737995:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.737997:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384668.738000:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000372ae9b9 x1853237050243200/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:649/0 lens 304/240 e 0 to 0 dl 1767384679 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384668.738007:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000372ae9b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050243200:12345-0@lo:256: Request processed in 570us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384668.738012:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00000040:3.0:1767384668.738013:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:3.0:1767384668.738015:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384668.738016:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384668.738018:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009fee4ccd. 00000020:00000010:3.0:1767384668.738020:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1c8906b. 00000020:00000010:3.0:1767384668.738021:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000498d5c9. 00000020:00000040:3.0:1767384668.738026:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:3.0:1767384668.738029:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384668.738030:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000001ee13b5. 02000000:00000001:3.0:1767384668.738033:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384668.738035:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384668.738037:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384668.738040:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b168fd26. 00000400:00000010:3.0:1767384668.738045:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000919dcd7d. 00000100:00000001:3.0:1767384668.738064:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384668.738067:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384668.738069:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384668.738070:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fb3f765. 00000400:00000200:3.0:1767384668.738073:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4ab6f4 00000400:00000010:3.0:1767384668.738075:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd4ab6f4. 00000100:00000001:3.0:1767384668.738078:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384668.738087:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384684 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384668.738094:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384684 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.738099:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384668.738101:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384668.738103:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384668.738104:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384668.738106:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384668.738107:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384668.738108:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384668.738110:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384668.738113:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384668.738115:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384668.738117:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.738119:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384668.738120:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.738122:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384668.738124:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384684 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384668.738130:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384684 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.738134:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384668.738136:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384668.738140:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384684 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384668.738145:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a51fae9b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050243200:0@lo:256: 00000100:00000001:3.0:1767384668.738147:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384668.738149:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.738150:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384668.738150:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384668.738152:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384684 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.738168:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384668.738170:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000097ca07b8. 00000100:00000001:3.0:1767384668.738173:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384668.738175:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384668.738179:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 84, more 0. 10000000:00000001:3.0:1767384668.738182:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384668.738189:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000031d5df1d. 00010000:00000001:3.0:1767384668.738200:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384668.738203:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384668.738207:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:3.0:1767384668.738210:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384668.738212:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384668.738214:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:3.0:1767384668.738216:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000100:00000200:3.0:1767384668.738220:0:17073:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 40 NIDs for '192.168.202.122@tcp' 00000400:00000200:3.0:1767384668.738223:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384668.738227:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384668.738231:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:3.0:1767384668.738237:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384668.738242:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (37) 00000400:00000200:3.0:1767384668.738248:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (38) 00000400:00000200:3.0:1767384668.738260:0:17073:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:3.0:1767384668.738263:0:17073:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384668.738267:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384668.738270:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:3.0:1767384668.738273:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (39) 00000400:00000200:3.0:1767384668.738276:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:3.0:1767384668.738278:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:3.0:1767384668.738282:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738284:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:3.0:1767384668.738287:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:3.0:1767384668.738310:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738312:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:3.0:1767384668.738313:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:3.0:1767384668.738323:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738324:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:3.0:1767384668.738326:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:3.0:1767384668.738328:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738329:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:3.0:1767384668.738331:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:3.0:1767384668.738333:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738334:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:3.0:1767384668.738335:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:3.0:1767384668.738336:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738337:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:3.0:1767384668.738338:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:3.0:1767384668.738340:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738341:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:3.0:1767384668.738342:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:3.0:1767384668.738344:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738345:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:3.0:1767384668.738346:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:3.0:1767384668.738347:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738348:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000200:3.0:1767384668.738349:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:3.0:1767384668.738352:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738354:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:3.0:1767384668.738355:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:3.0:1767384668.738359:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738360:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:3.0:1767384668.738362:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:3.0:1767384668.738365:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738366:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:3.0:1767384668.738367:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:3.0:1767384668.738369:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738371:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000400:00000200:3.0:1767384668.738372:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.122@tcp23 00000400:00000200:3.0:1767384668.738375:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738376:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp23 00000400:00000200:3.0:1767384668.738378:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.122@tcp24 00000400:00000200:3.0:1767384668.738386:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738388:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp24 00000400:00000200:3.0:1767384668.738390:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.122@tcp25 00000400:00000200:3.0:1767384668.738393:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738394:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp25 00000400:00000200:3.0:1767384668.738396:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.122@tcp26 00000400:00000200:3.0:1767384668.738399:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738400:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp26 00000400:00000200:3.0:1767384668.738401:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.122@tcp27 00000400:00000200:3.0:1767384668.738404:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738405:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp27 00000400:00000200:3.0:1767384668.738407:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.122@tcp28 00000400:00000200:3.0:1767384668.738409:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738410:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp28 00000400:00000200:3.0:1767384668.738411:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.122@tcp29 00000400:00000200:3.0:1767384668.738414:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738416:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp29 00000400:00000200:3.0:1767384668.738417:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.122@tcp30 00000400:00000200:3.0:1767384668.738420:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738422:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp30 00000400:00000200:3.0:1767384668.738424:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.122@tcp31 00000400:00000200:3.0:1767384668.738426:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738427:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp31 00000400:00000200:3.0:1767384668.738428:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.122@tcp32 00000400:00000200:3.0:1767384668.738430:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738431:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp32 00000400:00000200:3.0:1767384668.738433:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.122@tcp33 00000400:00000200:3.0:1767384668.738436:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738438:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp33 00000400:00000200:3.0:1767384668.738439:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.122@tcp34 00000400:00000200:3.0:1767384668.738442:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738444:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp34 00000400:00000200:3.0:1767384668.738445:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.122@tcp35 00000400:00000200:3.0:1767384668.738448:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738449:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp35 00000400:00000200:3.0:1767384668.738451:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.122@tcp36 00000400:00000200:3.0:1767384668.738457:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738458:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp36 00000400:00000200:3.0:1767384668.738459:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.122@tcp37 00000400:00000200:3.0:1767384668.738462:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738463:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp37 00000400:00000200:3.0:1767384668.738464:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.122@tcp38 00000400:00000200:3.0:1767384668.738467:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738469:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp38 00000400:00000200:3.0:1767384668.738470:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.122@tcp39 00000400:00000200:3.0:1767384668.738473:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738475:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp39 00000400:00000200:3.0:1767384668.738476:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.122@tcp40 00000400:00000200:3.0:1767384668.738480:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384668.738481:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp40 00000100:00000001:3.0:1767384668.738483:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.738485:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384668.738487:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 10000000:00000010:3.0:1767384668.738492:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000009fee4ccd. 10000000:00000040:3.0:1767384668.738494:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 83/84 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000020:00000080:3.0:1767384668.738496:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384668.738502:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384668.738506:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000498d5c9. 00000020:00000010:3.0:1767384668.738510:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000caf2fcc1. 00000040:00000010:3.0:1767384668.738515:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cb11c0e9. 00000020:00000010:3.0:1767384668.738519:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df1830f3. 00000020:00000010:3.0:1767384668.738524:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384668.738529:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f726d5e2. 80000000:00000010:3.0:1767384668.738532:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000052156fc4. 40000000:00000010:3.0:1767384668.738536:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b76c41d5. 00100000:00000010:3.0:1767384668.738541:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007376b6ff. 00040000:00000010:3.0:1767384668.738551:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000060c25c3f. 00040000:00000010:3.0:1767384668.738555:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002a94a89b. 00040000:00000010:3.0:1767384668.738560:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007daf95f1. 00080000:00000010:3.0:1767384668.738565:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000af49711b. 00080000:00000010:3.0:1767384668.738573:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007a8ef87e. 00000004:00000010:3.0:1767384668.738581:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000099656ce7. 00000004:00000010:3.0:1767384668.738587:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000682b35b5. 00000004:00000010:3.0:1767384668.738592:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ef57a9f8. 00002000:00000010:3.0:1767384668.738595:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000001ee13b5. 00000004:00000010:3.0:1767384668.738599:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000797bd3de. 00000004:00000001:3.0:1767384668.738602:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384668.738604:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384668.738606:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000009fee4ccd 00000040:00001000:3.0:1767384668.738607:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384668.738608:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384668.738610:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384668.738611:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384668.738614:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384668.738616:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384668.738617:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384668.738618:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:3.0:1767384668.738619:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384668.738665:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384668.738669:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000caf2fcc1. 00000040:00000010:3.0:1767384668.738673:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cb11c0e9. 00000020:00000010:3.0:1767384668.738677:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000df1830f3. 00000020:00000010:3.0:1767384668.738681:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384668.738685:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f726d5e2. 80000000:00000010:3.0:1767384668.738689:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000052156fc4. 40000000:00000010:3.0:1767384668.738693:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b76c41d5. 00100000:00000010:3.0:1767384668.738697:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007376b6ff. 00040000:00000010:3.0:1767384668.738700:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000060c25c3f. 00040000:00000010:3.0:1767384668.738703:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002a94a89b. 00040000:00000010:3.0:1767384668.738705:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007daf95f1. 00080000:00000010:3.0:1767384668.738710:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007a8ef87e. 00080000:00000010:3.0:1767384668.738714:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000af49711b. 00000004:00000010:3.0:1767384668.738719:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000099656ce7. 00000004:00000010:3.0:1767384668.738723:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000682b35b5. 00000004:00000010:3.0:1767384668.738726:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ef57a9f8. 00002000:00000010:3.0:1767384668.738735:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000001ee13b5. 00000004:00000010:3.0:1767384668.738740:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000797bd3de. 00000020:00000010:3.0:1767384668.738744:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000498d5c9. 00000020:00000001:3.0:1767384668.738747:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384668.738750:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384668.738753:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000009fee4ccd. 10000000:00000040:3.0:1767384668.738763:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767384668.738766:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000031d5df1d. 10000000:00000001:3.0:1767384668.738769:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384668.738772:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384668.738776:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a51fae9b x1853237050243200/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384684 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384668.738784:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384668.738787:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384668.738789:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f376d246. 02000000:00000001:3.0:1767384668.738794:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384668.738796:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384668.738797:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384668.738799:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384668.738801:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384668.738802:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384668.738804:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384668.738807:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384668.738809:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000f605bcdf. 00000100:00000010:3.0:1767384668.738828:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007ce36cf1. 00000100:00000001:3.0:1767384668.738833:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384668.738835:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c7dd85e3. 02000000:00000001:3.0:1767384668.738839:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384668.738841:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384668.738842:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a51fae9b. 00000100:00000001:3.0:1767384668.738847:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384668.738849:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384668.738862:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000001b2b4911. 10000000:01000000:3.0:1767384668.738866:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384668.738871:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384668.738877:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384668.738879:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384668.738880:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=3 00000020:00000001:3.0:1767384668.738882:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384668.738883:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:3.0:1767384668.738885:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384668.738888:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b50fc expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384668.738893:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384668.738895:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384668.738896:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b50fc expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384668.738900:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384668.738901:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384668.738902:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384668.738903:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384668.738904:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384668.738906:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384668.738908:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384668.738910:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:3.0:1767384668.738911:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384668.738924:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384668.738928:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 00000400:00000200:3.0:1767384668.738930:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (38) 00000400:00000010:3.0:1767384668.738933:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000007ce36cf1. 00000400:00000010:3.0:1767384668.738937:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd4ab6f4. 00000400:00000010:3.0:1767384668.738942:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000010d37de4. 00000400:00000200:3.0:1767384668.738944:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000400:00000200:3.0:1767384668.738950:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:3.0:1767384668.738955:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000400:00000200:3.0:1767384668.738959:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:3.0:1767384668.738962:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:3.0:1767384668.738972:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:3.0:1767384668.738975:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000400:00000200:3.0:1767384668.738978:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:3.0:1767384668.738980:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000400:00000200:3.0:1767384668.738983:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000400:00000200:3.0:1767384668.738986:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[142, 38] 00000400:00000200:3.0:1767384668.738989:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 38], ns[146, 38] 00000400:00000200:3.0:1767384668.738992:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 38], ns[150, 38] 00000400:00000200:3.0:1767384668.738995:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 38], ns[166, 38] 00000400:00000200:3.0:1767384668.738998:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 38], ns[173, 38] 00000400:00000200:3.0:1767384668.739002:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:3.0:1767384668.739006:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:3.0:1767384668.739009:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:3.0:1767384668.739012:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000400:00000200:3.0:1767384668.739015:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:3.0:1767384668.739018:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 34], ns[67, 34] 00000400:00000200:3.0:1767384668.739022:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 34], ns[80, 34] 00000400:00000200:3.0:1767384668.739027:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 34], ns[87, 34] 00000400:00000200:3.0:1767384668.739037:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 34], ns[177, 34] 00000400:00000200:3.0:1767384668.739040:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[166, 34], ns[180, 34] 00000400:00000200:3.0:1767384668.739044:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 34], ns[155, 34] 00000400:00000200:3.0:1767384668.739049:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 34], ns[156, 34] 00000400:00000200:3.0:1767384668.739053:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 34], ns[111, 34] 00000400:00000200:3.0:1767384668.739058:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 34], ns[132, 34] 00000400:00000200:3.0:1767384668.739061:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 34], ns[126, 34] 00000400:00000200:3.0:1767384668.739066:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 34], ns[171, 34] 00000400:00000200:3.0:1767384668.739070:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 34], ns[170, 34] 00000400:00000200:3.0:1767384668.739073:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 34], ns[160, 34] 00000400:00000200:3.0:1767384668.739076:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 34], ns[164, 34] 00000400:00000200:3.0:1767384668.739080:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[162, 34], ns[176, 34] 00000400:00000200:3.0:1767384668.739083:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[165, 34], ns[179, 34] 00000400:00000200:3.0:1767384668.739088:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 34], ns[182, 34] 00000400:00000200:3.0:1767384668.739092:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[169, 34], ns[183, 34] 00000400:00000200:3.0:1767384668.739096:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:3.0:1767384668.739099:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp23 00000400:00000200:3.0:1767384668.739103:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp23 lpni_is_preferred = 0 00000400:00000200:3.0:1767384668.739105:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp23 00000400:00000200:3.0:1767384668.739110:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp23 NI seq info: [184:184:256:4294967295] 192.168.202.122@tcp23 LPNI seq info [170:170:8:4294967295] 00000400:00000200:3.0:1767384668.739121:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp23 00000400:00000200:3.0:1767384668.739130:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp23(192.168.202.122@tcp23:) -> 192.168.202.122@tcp23(192.168.202.122@tcp:192.168.202.122@tcp23) : GET try# 0 00000800:00000200:3.0:1767384668.739135:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp23 00000800:00000010:3.0:1767384668.739139:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000060c25c3f. 00000800:00000200:3.0:1767384668.739143:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a8b0542] -> 12345-192.168.202.122@tcp23 (6) 00000800:00000200:3.0:1767384668.739150:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp23 ip 192.168.202.122:988 00000800:00000200:3.0:1767384668.739153:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000060c25c3f type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384668.739167:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384668.739170:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300271 rc 0 00000800:00000001:1.0:1767384668.739700:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.739707:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.739709:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.739713:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.739719:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp23(192.168.202.122@tcp23) <- 192.168.202.122@tcp23 : GET - for me 00000400:00000200:1.0:1767384668.739728:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 640 into portal 0 MB=0x8000000000000000 00000800:00000200:0.0:1767384668.739729:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384668.739735:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000060c25c3f. 00000400:00000200:1.0:1767384668.739736:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 640/640 into md 0x1ee1 [1] + 0 00000400:00000200:0.0:1767384668.739741:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.739749:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp23 to MR: 192.168.202.122@tcp23 local destination 00000400:00000200:0.0:1767384668.739750:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp23->192.168.202.122@tcp23: GET: OK 00000400:00000200:1.0:1767384668.739759:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp23 NI seq info: [185:185:255:4294967295] 192.168.202.122@tcp23 LPNI seq info [171:171:7:4294967295] 00000400:00000200:1.0:1767384668.739767:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp23(192.168.202.122@tcp23:192.168.202.122@tcp23) -> 192.168.202.122@tcp23(192.168.202.122@tcp23:192.168.202.122@tcp23) 192.168.202.122@tcp23 : REPLY try# 0 00000800:00000200:1.0:1767384668.739771:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.122@tcp23 00000400:00000200:0.0:1767384668.739772:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000010:1.0:1767384668.739775:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfb9bdc2. 00000400:00000200:0.0:1767384668.739778:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000800:00000200:1.0:1767384668.739783:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001a8b0542] -> 12345-192.168.202.122@tcp23 (6) 00000800:00000200:1.0:1767384668.739788:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp23 ip 192.168.202.122:995 00000800:00000200:1.0:1767384668.739791:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfb9bdc2 type 3, nob 736 niov 1 nkiov 1 00000800:00000200:1.0:1767384668.739845:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384668.739848:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfb9bdc2. 00000400:00000200:1.0:1767384668.739850:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.739854:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp23->192.168.202.122@tcp23: REPLY: OK 00000800:00000001:1.0:1767384668.739860:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.739863:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.739864:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.739867:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.739868:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.739871:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.739875:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp23(192.168.202.122@tcp23) <- 192.168.202.122@tcp23 : REPLY - for me 00000400:00000200:1.0:1767384668.739882:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp23: Reply from 12345-192.168.202.122@tcp23 of length 640/640 into md 0x1f31 00000800:00000001:1.0:1767384668.739886:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.739890:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.739892:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.739894:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp23->192.168.202.122@tcp23: REPLY: OK 00000400:00000200:1.0:1767384668.739896:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd4ab6f4 00000400:00000010:1.0:1767384668.739898:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd4ab6f4. 00000400:00000200:1.0:1767384668.739901:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384668.739905:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:1.0:1767384668.739906:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:1.0:1767384668.739909:0:16338:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.202.122@tcp (672 bytes) 00000400:00000200:1.0:1767384668.739912:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000010:1.0:1767384668.739920:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000007ce36cf1. 00000400:00000200:1.0:1767384668.739922:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (39) 00000800:00000001:1.0:1767384668.739927:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.739930:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.739946:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384668.739950:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000c61b93ee. 00000400:00000010:1.0:1767384668.739954:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055972de7. 00000400:00000010:1.0:1767384668.739958:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b5cbd9. 00000400:00000200:1.0:1767384668.739960:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c61b93ee 00000400:00000001:1.0:1767384668.739963:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384668.739965:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384668.739966:0:16342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecdb9c80. 00000400:00000200:1.0:1767384668.739969:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6529e33 00000400:00000010:1.0:1767384668.739970:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6529e33. 00000400:00000200:1.0:1767384668.739973:0:16342:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:1.0:1767384668.739975:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000d9072e58. 00000400:00000200:1.0:1767384668.739978:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 672 success 00000400:00000200:1.0:1767384668.739981:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300871 00000400:00000200:1.0:1767384668.739986:0:16342:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.202.122@tcp:0 00000400:00000200:1.0:1767384668.739989:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 rc 1 00000400:00000200:1.0:1767384668.739991:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302071 00000400:00000200:1.0:1767384668.739992:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (38) 00000400:00000010:1.0:1767384668.739996:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 0000000043d878d6. 00000400:00000010:1.0:1767384668.740000:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00000400:00000010:1.0:1767384668.740004:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000059cbcbac. 00000400:00000200:1.0:1767384668.740009:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000400:00000200:1.0:1767384668.740013:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:1.0:1767384668.740016:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 38], ns[62, 38] 00000400:00000200:1.0:1767384668.740020:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 38], ns[69, 38] 00000400:00000200:1.0:1767384668.740025:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 38], ns[73, 38] 00000400:00000200:1.0:1767384668.740030:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:1.0:1767384668.740033:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 38], ns[89, 38] 00000400:00000200:1.0:1767384668.740036:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 38], ns[94, 38] 00000400:00000200:1.0:1767384668.740039:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[115, 38] 00000400:00000200:1.0:1767384668.740041:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 38], ns[122, 38] 00000400:00000200:1.0:1767384668.740044:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 38], ns[142, 38] 00000400:00000200:1.0:1767384668.740048:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 38], ns[146, 38] 00000400:00000200:1.0:1767384668.740051:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 38], ns[150, 38] 00000400:00000200:1.0:1767384668.740055:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 38], ns[166, 38] 00000400:00000200:1.0:1767384668.740059:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 38], ns[173, 38] 00000400:00000200:1.0:1767384668.740064:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 38], ns[185, 38] 00000400:00000200:1.0:1767384668.740069:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 00000400:00000200:1.0:1767384668.740074:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000400:00000200:1.0:1767384668.740079:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000200:1.0:1767384668.740087:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000400:00000200:1.0:1767384668.740093:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 38], ns[67, 38] 00000400:00000200:1.0:1767384668.740098:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 38], ns[80, 38] 00000400:00000200:1.0:1767384668.740104:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 38], ns[87, 38] 00000400:00000200:1.0:1767384668.740110:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 38], ns[177, 38] 00000400:00000200:1.0:1767384668.740115:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[166, 38], ns[180, 38] 00000400:00000200:1.0:1767384668.740121:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 38], ns[155, 38] 00000400:00000200:1.0:1767384668.740125:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 38], ns[156, 38] 00000400:00000200:1.0:1767384668.740131:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 38], ns[111, 38] 00000400:00000200:1.0:1767384668.740137:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 38], ns[132, 38] 00000400:00000200:1.0:1767384668.740142:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[126, 38] 00000400:00000200:1.0:1767384668.740147:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 38], ns[171, 38] 00000400:00000200:1.0:1767384668.740152:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 38], ns[170, 38] 00000400:00000200:1.0:1767384668.740159:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 38], ns[160, 38] 00000400:00000200:1.0:1767384668.740162:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 38], ns[164, 38] 00000400:00000200:1.0:1767384668.740166:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[162, 38], ns[176, 38] 00000400:00000200:1.0:1767384668.740169:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[165, 38], ns[179, 38] 00000400:00000200:1.0:1767384668.740173:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 38], ns[182, 38] 00000400:00000200:1.0:1767384668.740176:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[169, 38], ns[183, 38] 00000400:00000200:1.0:1767384668.740179:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767384668.740181:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp 00000400:00000200:1.0:1767384668.740183:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767384668.740184:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1767384668.740187:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp NI seq info: [186:186:256:4294967295] 192.168.202.122@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:1.0:1767384668.740191:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp 00000400:00000200:1.0:1767384668.740195:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp:) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) : GET try# 0 00000800:00000200:1.0:1767384668.740199:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1767384668.740202:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dfb9bdc2. 00000800:00000200:1.0:1767384668.740205:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (6) 00000800:00000200:1.0:1767384668.740210:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1767384668.740212:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfb9bdc2 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384668.740220:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000400:00000200:1.0:1767384668.740222:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300271 rc 0 00000800:00000200:1.0:1767384668.740262:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384668.740264:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dfb9bdc2. 00000400:00000200:1.0:1767384668.740267:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.740269:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: GET: OK 00000400:00000200:1.0:1767384668.740271:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384668.740273:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000800:00000001:1.0:1767384668.740277:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740280:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.740282:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740285:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.740312:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp) <- 192.168.202.122@tcp : GET - for me 00000400:00000200:1.0:1767384668.740318:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384668.740323:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 672/672 into md 0x1ee1 [1] + 0 00000400:00000200:1.0:1767384668.740329:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp to MR: 192.168.202.122@tcp local destination 00000400:00000200:1.0:1767384668.740332:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp NI seq info: [187:187:256:4294967295] 192.168.202.122@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:1.0:1767384668.740338:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) 192.168.202.122@tcp : REPLY try# 0 00000800:00000200:1.0:1767384668.740343:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1767384668.740346:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfb9bdc2. 00000800:00000200:1.0:1767384668.740349:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (6) 00000800:00000200:1.0:1767384668.740352:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:1023 00000800:00000200:1.0:1767384668.740354:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfb9bdc2 type 3, nob 768 niov 1 nkiov 1 00000800:00000200:1.0:1767384668.740403:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384668.740406:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfb9bdc2. 00000400:00000200:1.0:1767384668.740409:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.740413:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: REPLY: OK 00000800:00000001:1.0:1767384668.740418:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740420:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.740422:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740426:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.740427:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740430:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.740433:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp) <- 192.168.202.122@tcp : REPLY - for me 00000400:00000200:1.0:1767384668.740440:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp: Reply from 12345-192.168.202.122@tcp of length 672/672 into md 0x1f39 00000800:00000001:1.0:1767384668.740443:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740447:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.740449:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.740453:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: REPLY: OK 00000400:00000200:1.0:1767384668.740456:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00000400:00000010:1.0:1767384668.740457:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000400:00000200:1.0:1767384668.740462:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384668.740463:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:1.0:1767384668.740465:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:1.0:1767384668.740467:0:16338:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 40. state = 0x300271 00000400:00000200:1.0:1767384668.740471:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:1.0:1767384668.740476:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (39) 00000800:00000001:1.0:1767384668.740479:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740481:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.740500:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384668.740502:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x3000f1 00000400:00000010:1.0:1767384668.740508:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 820 at 00000000e0f4d62b. 00000400:00000010:1.0:1767384668.740512:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 984 at 00000000edaf863b. 00000400:00000010:1.0:1767384668.740514:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 820 at 00000000303ce7e0. 00000400:00000200:1.0:1767384668.740535:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp31(00000000de0900f9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384668.740538:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp32(0000000016109f5e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384668.740543:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp38(000000005379dc03) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384668.740545:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp39(00000000a12f2db1) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384668.740550:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp42(00000000a395ee9d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384668.740552:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp43(000000002641f789) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384668.740555:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp45(0000000064f1a38f) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384668.740560:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004b2ec842. 00000400:00000200:1.0:1767384668.740565:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004b2ec842 nid 192.168.202.122@tcp46 00000400:00000010:1.0:1767384668.740568:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e3ffda11. 00000400:00000200:1.0:1767384668.740570:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e3ffda11 net tcp46 00000400:00000200:1.0:1767384668.740572:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (38) 00000400:00000200:1.0:1767384668.740575:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp46 flags 0x11 00000400:00000010:1.0:1767384668.740580:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000589afd2f. 00000400:00000200:1.0:1767384668.740582:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000589afd2f nid 192.168.202.122@tcp47 00000400:00000010:1.0:1767384668.740585:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000010ede968. 00000400:00000200:1.0:1767384668.740587:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 0000000010ede968 net tcp47 00000400:00000200:1.0:1767384668.740589:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (39) 00000400:00000200:1.0:1767384668.740591:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp47 flags 0x11 00000400:00000010:1.0:1767384668.740594:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006037d5d3. 00000400:00000200:1.0:1767384668.740596:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006037d5d3 nid 192.168.202.122@tcp48 00000400:00000010:1.0:1767384668.740599:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e2a670bc. 00000400:00000200:1.0:1767384668.740601:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e2a670bc net tcp48 00000400:00000200:1.0:1767384668.740602:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (40) 00000400:00000200:1.0:1767384668.740603:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp48 flags 0x11 00000400:00000010:1.0:1767384668.740606:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 820 at 00000000e0f4d62b. 00000400:00000010:1.0:1767384668.740608:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 984 at 00000000edaf863b. 00000400:00000010:1.0:1767384668.740611:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 820 at 00000000303ce7e0. 00000400:00000010:1.0:1767384668.740614:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 0000000043d878d6. 00000400:00000200:1.0:1767384668.740616:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384668.740619:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x300171 00000400:00000200:1.0:1767384668.740621:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 rc 1 00000400:00000200:1.0:1767384668.740623:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000400:00000010:1.0:1767384668.740626:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00000400:00000200:1.0:1767384668.740629:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (41) 00000400:00000010:1.0:1767384668.740634:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000049fbb924. 00000400:00000200:1.0:1767384668.740636:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:1.0:1767384668.740642:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp to MR: 192.168.202.122@tcp local destination 00000400:00000200:1.0:1767384668.740645:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp NI seq info: [188:188:256:4294967295] 192.168.202.122@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:1.0:1767384668.740648:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp 00000400:00000200:1.0:1767384668.740657:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1767384668.740660:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1767384668.740664:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfb9bdc2. 00000800:00000200:1.0:1767384668.740667:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (6) 00000800:00000200:1.0:1767384668.740670:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1767384668.740672:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfb9bdc2 type 1, nob 768 niov 1 nkiov 1 00000400:00000200:1.0:1767384668.740680:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:1.0:1767384668.740681:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 rc 0 00000800:00000200:1.0:1767384668.740717:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384668.740719:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfb9bdc2. 00000400:00000200:1.0:1767384668.740721:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.740724:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1767384668.740727:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384668.740729:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000800:00000001:1.0:1767384668.740732:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740735:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.740737:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740741:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.740743:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1767384668.740749:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384668.740752:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 672/672 into md 0x1f35 [1] + 0 00000400:00000010:1.0:1767384668.740755:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055972de7. 00000400:00000200:1.0:1767384668.740758:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046b5cbd9 00000800:00000001:1.0:1767384668.740760:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740762:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.740763:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.740765:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1767384668.740767:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b5cbd9 00000400:00000010:1.0:1767384668.740768:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b5cbd9. 00000400:00000200:1.0:1767384668.740770:0:16338:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384668.740772:0:16338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (42) 00000400:00000200:1.0:1767384668.740775:0:16338:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000010:1.0:1767384668.740778:0:16338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000303ce7e0. 00000400:00000200:1.0:1767384668.740780:0:16338:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.202.122@tcp 40 00000400:00000200:1.0:1767384668.740783:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:1.0:1767384668.740788:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (43) 00000400:00000200:1.0:1767384668.740791:0:16338:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384668.740793:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp to MR: 192.168.202.122@tcp local destination 00000400:00000200:1.0:1767384668.740795:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp NI seq info: [189:189:256:4294967295] 192.168.202.122@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:1.0:1767384668.740802:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) 192.168.202.122@tcp : ACK try# 0 00000800:00000200:1.0:1767384668.740806:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1767384668.740808:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dfb9bdc2. 00000800:00000200:1.0:1767384668.740811:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000033e263a0] -> 12345-192.168.202.122@tcp (6) 00000800:00000200:1.0:1767384668.740826:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:1023 00000800:00000200:1.0:1767384668.740828:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dfb9bdc2 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384668.740855:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384668.740857:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dfb9bdc2. 00000400:00000200:1.0:1767384668.740859:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.740861:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: ACK: OK 00000800:00000001:1.0:1767384668.740865:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740867:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.740868:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740871:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384668.740873:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740876:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.740879:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp(192.168.202.122@tcp) <- 192.168.202.122@tcp : ACK - for me 00000400:00000200:1.0:1767384668.740886:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp: ACK from 12345-192.168.202.122@tcp into md 0x1f3d 00000400:00000200:1.0:1767384668.740888:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384668.740890:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp->192.168.202.122@tcp: ACK: OK 00000400:00000200:1.0:1767384668.740892:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00000400:00000010:1.0:1767384668.740893:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000400:00000200:1.0:1767384668.740896:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384668.740898:0:16338:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:1.0:1767384668.740901:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:1.0:1767384668.740904:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (42) 00000800:00000001:1.0:1767384668.740907:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384668.740909:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384668.740920:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384668.740924:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055972de7. 00000400:00000010:1.0:1767384668.740928:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004709cfd7. 00000400:00000200:1.0:1767384668.740930:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000c61b93ee 00000400:00000200:1.0:1767384668.740932:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x3000f1 00000400:00000010:1.0:1767384668.740937:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 820 at 0000000043d878d6. 00000400:00000010:1.0:1767384668.740940:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 984 at 00000000e0f4d62b. 00000400:00000010:1.0:1767384668.740943:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 820 at 0000000030a84135. 00000400:00000010:1.0:1767384668.740972:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 820 at 0000000043d878d6. 00000400:00000010:1.0:1767384668.740975:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 984 at 00000000e0f4d62b. 00000400:00000010:1.0:1767384668.740977:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 820 at 0000000030a84135. 00000400:00000010:1.0:1767384668.740978:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000303ce7e0. 00000400:00000200:1.0:1767384668.740980:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384668.740982:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x300171 00000400:00000200:1.0:1767384668.740984:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 rc 1 00000400:00000200:1.0:1767384668.740986:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000400:00000200:1.0:1767384668.740988:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:1.0:1767384668.740990:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300111 rc 0 00000400:00000200:1.0:1767384668.740993:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:1.0:1767384668.740996:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (41) 00000100:00000040:2.0:1767384668.742331:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294957062, at 4294957063 00000100:00000040:1.0:1767384668.742337:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294957062, at 4294957063 00000100:00000010:2.0:1767384668.742338:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000573b5e9e. 00000100:00000040:3.0:1767384668.742339:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294957062, at 4294957063 00000100:00000010:1.0:1767384668.742348:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a0474620. 00000100:00000010:3.0:1767384668.742349:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d49229f8. 00000100:00000040:0.0:1767384668.743325:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294957062, at 4294957064 00000100:00000010:0.0:1767384668.743332:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fd1460f5. 00000020:00000010:3.0:1767384668.748735:0:37993:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f605bcdf. 00000020:00000040:3.0:1767384668.748743:0:37993:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384668.748745:0:37993:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f605bcdf. 00010000:00000001:1.0:1767384668.928345:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384668.928352:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384668.928358:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384668.928360:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384668.928390:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384668.928394:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384668.928398:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384669.759350:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp45 00000400:00000010:1.0:1767384669.759356:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b967ab8b. 00000400:00000010:1.0:1767384669.759364:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000287fcd88. 00000100:00000001:2.0:1767384669.759365:0:17059:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384669.759370:0:17059:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384669.759371:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b5cbd9. 00000400:00000010:1.0:1767384669.759383:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004b6fe900. 00000100:00000001:3.0:1767384669.759384:0:17063:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384669.759390:0:17063:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384669.759391:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a431aab0] -> 12345-192.168.202.122@tcp10 (6) 00000400:00000200:1.0:1767384669.759392:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp45 00000800:00000200:0.0:1767384669.759404:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp10 ip 192.168.202.122:988 00000800:00000200:0.0:1767384669.759409:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a663b88f type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384669.759420:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp45 local destination 00000400:00000200:1.0:1767384669.759429:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp45 00000400:00000200:1.0:1767384669.759435:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp45 NI seq info: [190:190:256:4294967295] 192.168.202.122@tcp45 LPNI seq info [176:176:8:4294967295] 00000400:00000200:1.0:1767384669.759442:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp45 00000400:00000200:1.0:1767384669.759450:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp45(192.168.202.122@tcp45:) -> 192.168.202.122@tcp45(192.168.202.122@tcp45:192.168.202.122@tcp45) : GET try# 0 00000800:00000200:1.0:1767384669.759460:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp45 00000800:00000010:1.0:1767384669.759465:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000eb187a45. 00000800:00000200:1.0:1767384669.759472:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbadb0dd] -> 12345-192.168.202.122@tcp45 (2) 00000800:00000200:1.1:1767384669.759478:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbadb0dd] -> 12345-192.168.202.122@tcp45 (2) 00000400:00000200:1.0:1767384669.759500:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp45 added to recovery queue. ping count: 1 next ping: 292 health :900 00000800:00000200:0.0:1767384669.759533:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384669.759540:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384669.759551:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384669.759556:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384669.759560:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384669.759576:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.759628:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.759674:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.759724:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.759777:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.759848:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.759892:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.759938:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.759988:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760040:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760100:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760162:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760212:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760263:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760344:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760407:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760468:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760518:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760571:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760618:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760655:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760685:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760732:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760777:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760847:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760908:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.760961:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.761000:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.761030:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.761063:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.761095:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.761123:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.761156:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.761209:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384669.761257:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:2.0:1767384669.761461:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039e982a4. 00000800:00000010:2.0:1767384669.761467:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ded744b. 00000800:00000010:2.0:1767384669.761474:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cf661bba. 00000800:00000010:2.0:1767384669.761499:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cf661bba. 00000800:00020000:2.0:1767384669.761509:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384669.761513:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ded744b. 00000800:00000010:2.0:1767384669.761516:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000039e982a4. 00000400:02020000:2.0:1767384669.761577:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp45 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384669.761586:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp45 notifying 192.168.202.122@tcp45: down 00000800:00000200:2.0:1767384669.761594:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp45 down 00000800:00000100:2.0:1767384669.761601:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp45 00000800:00000010:2.0:1767384669.761605:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000eb187a45. 00000400:00000200:2.0:1767384669.761610:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384669.761616:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp45->192.168.202.122@tcp45: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384669.761625:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384669.761629:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384669.761635:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp45) recovery failed with -71 00010000:00000001:1.0:1767384669.951353:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384669.951360:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.951367:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384669.951370:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384669.951400:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384669.951410:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384669.951412:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384670.454345:0:38504:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007aefb097. 00080000:00000010:2.0:1767384670.454357:0:38504:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007aefb097. 00000020:00000001:2.0:1767384670.454363:0:38504:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384670.454372:0:38504:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007aefb097. 00080000:00000010:2.0:1767384670.454376:0:38504:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007aefb097. 00000020:00000001:2.0:1767384670.454380:0:38504:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384670.783351:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384670.783356:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384670.783359:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b5cbd9 00000400:00000010:1.0:1767384670.783363:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b5cbd9. 00000400:00000200:1.0:1767384670.783371:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384670.783378:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp45 recovery ping unlinked 00000400:00000010:1.0:1767384670.783389:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b967ab8b. 00000400:00000010:1.0:1767384670.783392:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000287fcd88. 00000400:00000200:1.0:1767384670.783399:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp43 00000400:00000010:1.0:1767384670.783403:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b967ab8b. 00000400:00000010:1.0:1767384670.783407:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000287fcd88. 00000400:00000010:1.0:1767384670.783409:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b5cbd9. 00000400:00000010:1.0:1767384670.783414:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000003bfcbe3. 00000400:00000200:1.0:1767384670.783418:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp43 00000400:00000200:1.0:1767384670.783428:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp43 local destination 00000400:00000200:1.0:1767384670.783434:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp43 00000400:00000200:1.0:1767384670.783437:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp43 NI seq info: [191:191:256:4294967295] 192.168.202.122@tcp43 LPNI seq info [177:177:8:4294967295] 00000400:00000200:1.0:1767384670.783443:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp43 00000400:00000200:1.0:1767384670.783451:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp43(192.168.202.122@tcp43:) -> 192.168.202.122@tcp43(192.168.202.122@tcp43:192.168.202.122@tcp43) : GET try# 0 00000800:00000200:1.0:1767384670.783457:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp43 00000800:00000010:1.0:1767384670.783460:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000c66fa8a. 00000800:00000200:1.0:1767384670.783466:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dbf1a7f7] -> 12345-192.168.202.122@tcp43 (2) 00000800:00000200:1.1:1767384670.783471:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dbf1a7f7] -> 12345-192.168.202.122@tcp43 (2) 00000400:00000200:1.0:1767384670.783487:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp43 added to recovery queue. ping count: 3 next ping: 299 health :700 00000400:00000200:3.0:1767384670.783562:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783607:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783626:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783646:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783664:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783682:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783701:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783720:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783739:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783754:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783768:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783783:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783814:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783832:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783856:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783874:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783907:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783944:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.783989:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784017:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784039:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784064:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784092:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784126:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784150:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784181:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784211:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784241:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784263:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784282:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784333:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784382:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784400:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784433:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384670.784466:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384670.784641:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af49711b. 00000800:00000010:3.0:1767384670.784646:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d91d770d. 00000800:00000010:3.0:1767384670.784652:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f87aa9b2. 00000800:00000010:3.0:1767384670.784674:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f87aa9b2. 00000800:00020000:3.0:1767384670.784683:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384670.784687:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d91d770d. 00000800:00000010:3.0:1767384670.784690:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000af49711b. 00000400:02020000:3.0:1767384670.784735:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp43 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384670.784741:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp43 notifying 192.168.202.122@tcp43: down 00000800:00000200:3.0:1767384670.784746:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp43 down 00000800:00000100:3.0:1767384670.784758:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp43 00000800:00000010:3.0:1767384670.784761:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000c66fa8a. 00000400:00000200:3.0:1767384670.784766:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384670.784769:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp43->192.168.202.122@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384670.784776:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384670.784777:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384670.784781:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp43) recovery failed with -71 00010000:00000001:1.0:1767384670.975345:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384670.975352:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.975357:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384670.975358:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.975376:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384670.975384:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384670.975387:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384671.185966:0:38668:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384671.185971:0:38668:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:2.0:1767384671.189486:0:38668:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384671.195660:0:38669:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000048370faa. 00000400:00000010:2.0:1767384671.195672:0:38669:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000045dff80e. 00000400:00000010:2.0:1767384671.195681:0:38669:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000148ccc1b. 00000400:00000010:2.0:1767384671.195684:0:38669:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d6b68280. 00000400:00000010:2.0:1767384671.195687:0:38669:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002240f2e3. 00000400:00000010:2.0:1767384671.195691:0:38669:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000af109d1. 00000400:00000010:2.0:1767384671.195692:0:38669:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007c2e268e. 00000400:00000010:2.0:1767384671.195694:0:38669:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cf661bba. 00000400:00000010:2.0:1767384671.195697:0:38669:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000cb5b680a. 00000800:00000010:2.0:1767384671.195712:0:38669:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ba831ee4. 00000800:00000200:2.0:1767384671.195721:0:38669:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384671.195732:0:38669:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384671.195765:0:38669:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:2.0:1767384671.195784:0:38669:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp49 [8/256/0/180] 00000400:00000010:2.0:1767384671.197136:0:38669:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000018de1658. 00000400:00000010:2.0:1767384671.197142:0:38669:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f9f6786. 00000400:00000010:2.0:1767384671.197146:0:38669:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ab0b301. 00000400:00000001:2.0:1767384671.197164:0:38669:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384671.197165:0:38669:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384671.197167:0:38669:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082956013. 00000400:00000200:2.0:1767384671.197169:0:38669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000adf01893 00000400:00000010:2.0:1767384671.197171:0:38669:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000adf01893. 00000400:00000010:2.0:1767384671.197174:0:38669:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000ea6afe3c. 00000400:00000200:2.0:1767384671.197182:0:38669:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (40) 00000400:00000200:2.0:1767384671.197192:0:38669:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384671.197198:0:38669:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:2.0:1767384671.197204:0:38669:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000039e982a4. 00000020:01000000:2.0:1767384671.197207:0:38669:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384671.197209:0:38669:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp49 00000400:00000010:2.0:1767384671.197220:0:38669:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000045dff80e. 00000400:00000010:2.0:1767384671.197223:0:38669:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000048370faa. 00000400:00000200:3.0:1767384671.197226:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384671.197236:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300151 00000400:00000010:3.0:1767384671.197243:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a9bf48. 00000400:00000200:3.0:1767384671.197247:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (41) 00000400:00000010:3.0:1767384671.197252:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000064af702b. 00000400:00000200:3.0:1767384671.197256:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:3.0:1767384671.197266:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:00000001:0.0:1767384671.197267:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384671.197272:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 175], ns[62, 189] 10000000:00000001:0.0:1767384671.197273:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384671.197276:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384671.197279:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384671.197282:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 61], ns[69, 62] 00000020:01000004:0.0:1767384671.197284:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384671.197288:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384671.197313:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 61], ns[73, 62] 00000020:01000004:0.0:1767384671.197316:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384671.197320:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384671.197323:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384671.197326:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 61], ns[77, 62] 00000020:01000004:0.0:1767384671.197326:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384671.197329:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384671.197331:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384671.197333:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384671.197336:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384671.197340:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 61], ns[89, 62] 00000100:00000010:0.0:1767384671.197341:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005139886f. 00000020:00000040:0.0:1767384671.197348:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:3.0:1767384671.197349:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 61], ns[94, 62] 00000100:00000001:0.0:1767384671.197354:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384671.197357:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384671.197358:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 61], ns[115, 62] 02000000:00000001:0.0:1767384671.197363:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.197369:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 61], ns[122, 62] 02000000:00000010:0.0:1767384671.197373:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c9518a4f. 00000400:00000200:3.0:1767384671.197378:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 61], ns[142, 62] 00000100:00000001:0.0:1767384671.197381:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.197385:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 61], ns[146, 62] 00000100:00000001:0.0:1767384671.197389:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384671.197390:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 61], ns[150, 62] 00000100:00000001:0.0:1767384671.197392:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.197400:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005139886f] to pc [ptlrpcd_00_00+0] req@000000005139886f x1853237050243328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384671.197408:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 61], ns[166, 62] 00000400:00000200:3.0:1767384671.197417:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 61], ns[173, 62] 00000400:00000200:3.0:1767384671.197422:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 61], ns[185, 62] 00000400:00000200:3.0:1767384671.197427:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 61], ns[42, 62] 10000000:00000001:0.0:1767384671.197432:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.197433:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 10000000:00000001:0.0:1767384671.197437:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.197440:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.197441:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000020:01000000:0.0:1767384671.197443:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384671.197450:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000100:00000001:1.0:1767384671.197452:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384671.197452:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384671.197457:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 42], ns[67, 42] 10000000:00000001:0.0:1767384671.197457:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384671.197459:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384671.197460:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384671.197463:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:01000000:0.0:1767384671.197464:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384671.197467:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 42], ns[80, 42] 00000020:01000004:0.0:1767384671.197469:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:1.0:1767384671.197471:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005139886f x1853237050243328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384671.197475:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 42], ns[87, 42] 00000020:01000004:0.0:1767384671.197480:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384671.197484:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384671.197488:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384671.197490:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 42], ns[177, 42] 00000020:01000004:0.0:1767384671.197492:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384671.197496:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384671.197497:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384671.197500:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[166, 42], ns[180, 42] 00000100:00000001:1.0:1767384671.197500:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384671.197501:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384671.197504:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384671.197506:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384671.197507:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384671.197510:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 42], ns[155, 42] 02000000:00000001:1.0:1767384671.197510:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384671.197513:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f30981d5. 02000000:00000001:1.0:1767384671.197515:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384671.197519:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00100000:1.0:1767384671.197523:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005139886f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050243328:0@lo:253: 00000400:00000200:3.0:1767384671.197524:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[142, 42], ns[156, 42] 00000100:00000001:0.0:1767384671.197525:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384671.197528:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384671.197531:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.197534:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384671.197537:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 42], ns[111, 42] 02000000:00000010:0.0:1767384671.197538:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a386338f. 02000000:00000001:1.0:1767384671.197540:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384671.197543:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 42], ns[132, 42] 02000000:00000001:1.0:1767384671.197545:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.197545:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.197551:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 42], ns[126, 42] 02000000:00000001:1.0:1767384671.197552:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384671.197553:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384671.197556:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.197560:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 42], ns[171, 42] 02000000:00000010:1.0:1767384671.197560:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005f565118. 02000000:00000001:1.0:1767384671.197564:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.197564:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f30981d5] to pc [ptlrpcd_00_01+1] req@00000000f30981d5 x1853237050243456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384671.197571:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445ef3a9. 00000400:00000010:1.0:1767384671.197579:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089b8ab1c. 00000400:00000200:3.0:1767384671.197582:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 42], ns[170, 42] 10000000:00000001:0.0:1767384671.197584:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384671.197585:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050243328, portal 25 10000000:00000001:0.0:1767384671.197589:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.197590:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 42], ns[160, 42] 00000100:00000001:1.0:1767384671.197591:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384671.197594:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963249792 : -108605746301824 : ffff9d3941123480) 00000020:00000001:0.0:1767384671.197595:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384671.197602:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384671.197604:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005139886f x1853237050243328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384671.197606:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 42], ns[164, 42] 00000020:00000010:0.0:1767384671.197607:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000039e982a4. 00000400:00000200:3.0:1767384671.197623:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[162, 42], ns[176, 42] 00000100:00000001:1.0:1767384671.197623:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384671.197629:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384671.197630:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384671.197633:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[177, 42], ns[191, 42] 00000400:00000010:1.0:1767384671.197633:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047f7dd07. 00000100:00000001:0.0:1767384671.197634:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384671.197638:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767384671.197639:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050243328, offset 0 00000400:00000200:3.0:1767384671.197644:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 42], ns[182, 42] 00000100:00000040:0.0:1767384671.197645:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f30981d5 x1853237050243456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384671.197650:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384671.197658:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[176, 42], ns[190, 42] 00000100:00000001:0.0:1767384671.197661:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384671.197664:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.197667:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 02000000:00000001:0.0:1767384671.197668:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384671.197671:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384671.197674:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.197675:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00100000:0.0:1767384671.197679:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f30981d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050243456:0@lo:253: 00000400:00000200:3.0:1767384671.197684:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:0.0:1767384671.197684:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384671.197687:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000400:00000200:3.0:1767384671.197692:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp46 02000000:00000001:0.0:1767384671.197692:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384671.197695:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.197698:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp46 lpni_is_preferred = 0 02000000:00000001:0.0:1767384671.197699:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384671.197702:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp46 02000000:00000010:0.0:1767384671.197706:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bab46fe4. 00000400:00000200:3.0:1767384671.197707:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp46 NI seq info: [192:192:256:4294967295] 192.168.202.122@tcp46 LPNI seq info [178:178:8:4294967295] 02000000:00000001:0.0:1767384671.197711:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.197717:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp46 00000400:00000010:0.0:1767384671.197717:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593143f8. 00000400:00000010:0.0:1767384671.197723:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9c787e4. 00000100:00000200:0.0:1767384671.197730:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050243456, portal 25 00000400:00000200:3.0:1767384671.197732:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp46(192.168.202.122@tcp46:) -> 192.168.202.122@tcp46(192.168.202.122@tcp:192.168.202.122@tcp46) : PUT try# 0 00000100:00000001:0.0:1767384671.197733:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384671.197736:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635467963241728 : -108605746309888 : ffff9d3941121500) 00000100:00000040:0.0:1767384671.197742:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f30981d5 x1853237050243456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384671.197749:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.122@tcp46 00000400:00000200:1.0:1767384671.197751:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384671.197759:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008063e8a9. 00000100:00000001:0.0:1767384671.197760:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384671.197765:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384671.197769:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260107900 00000800:00000010:3.0:1767384671.197771:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c7a4e264. 00000400:00000010:0.0:1767384671.197771:0:16345:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faf27320. 00000400:00000200:1.0:1767384671.197777:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16b9 [2] + 0 00000800:00000010:3.0:1767384671.197780:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d91d770d. 00000400:00000010:1.0:1767384671.197780:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9fb9036. 00000400:00000200:1.0:1767384671.197787:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004cb27b20 00000100:00000200:0.0:1767384671.197790:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050243456, offset 0 00000800:00000200:3.0:1767384671.197806:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7a4e264] -> 12345-192.168.202.122@tcp46 (2) 00000400:00000200:1.0:1767384671.197806:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384671.197812:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.1:1767384671.197817:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7a4e264] -> 12345-192.168.202.122@tcp46 (2) 00000400:00000200:1.0:1767384671.197817:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384671.197822:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384671.197823:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb27b20 00000400:00000010:1.0:1767384671.197828:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cb27b20. 00000400:00000200:0.0:1767384671.197834:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260107980 00000100:00000001:1.0:1767384671.197835:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384671.197838:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384671.197841:0:16344:0:(events.c:337:request_in_callback()) incoming req@0000000026b6c153 x1853237050243328 msgsize 4848 00000400:00000200:3.0:1767384671.197843:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384671.197844:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16c1 [2] + 0 00000400:00000010:0.0:1767384671.197851:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000779c43f2. 00000100:00100000:1.0:1767384671.197852:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384671.197855:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300551 rc 0 00000400:00000200:0.0:1767384671.197855:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1e3f0bc 00000100:00000040:1.0:1767384671.197857:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384671.197861:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384671.197866:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384671.197870:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384671.197870:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1e3f0bc 00000400:00000010:0.0:1767384671.197873:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1e3f0bc. 00000100:00000001:0.0:1767384671.197877:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384671.197878:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384671.197879:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047f7dd07 00000400:00000010:1.0:1767384671.197882:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047f7dd07. 00000100:00000040:0.0:1767384671.197883:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000007df2588e x1853237050243456 msgsize 4848 00000100:00000001:1.0:1767384671.197885:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384671.197892:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005139886f x1853237050243328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384671.197892:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384671.197896:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384671.197903:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384671.197905:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384671.197907:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005139886f x1853237050243328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384671.197911:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faf27320 00000100:00000001:1.0:1767384671.197913:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384671.197914:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000faf27320. 00000100:00000001:1.0:1767384671.197916:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384671.197919:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384671.197922:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000001:1.0:1767384671.197922:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.197929:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294959523 00000100:00000200:0.0:1767384671.197933:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f30981d5 x1853237050243456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384671.197935:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1ff1523. 00000100:00000001:1.0:1767384671.197944:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384671.197944:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384671.197948:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f30981d5 x1853237050243456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.197951:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294959523 00000100:00000001:0.0:1767384671.197958:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384671.197959:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dde7d81a. 00000100:00000001:0.0:1767384671.197960:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384671.197965:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384671.197970:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294959523 00000100:00000001:0.0:1767384671.197972:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384671.197973:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8119263. 00000100:00000001:0.0:1767384671.197978:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294959523 00000100:00000001:1.0:1767384671.197979:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384671.197981:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000001:0.0:1767384671.197983:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294959523 00000100:00000001:1.0:1767384671.197984:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294959523 00000100:00000001:0.0:1767384671.197989:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294959523 00000100:00000010:1.0:1767384671.197990:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000825998a9. 00000100:00000001:0.0:1767384671.197992:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294959523 00000100:00000001:1.0:1767384671.197996:0:16344:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384671.197996:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294959523 00000100:00000001:0.0:1767384671.198001:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294959523 00000100:00000001:1.0:1767384671.198003:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.198004:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294959523 00000100:00000001:1.0:1767384671.198009:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.198009:0:16345:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294959523 00000100:00000001:0.0:1767384671.198012:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384671.198014:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.198016:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.198017:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.198019:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.198022:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384671.198024:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:1.0:1767384671.198027:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384671.198027:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384671.198030:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384671.198030:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384671.198037:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384671.198037:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384671.198041:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384671.198041:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384671.198045:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.198046:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.198052:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.198053:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.198073:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000001:1.0:1767384671.198093:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384671.198096:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050243328 02000000:00000001:1.0:1767384671.198098:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384671.198100:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384671.198102:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.198105:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384671.198108:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050243328 00000020:00000001:1.0:1767384671.198110:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384671.198112:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384671.198114:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.198116:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:1.0:1767384671.198119:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384671.198121:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:3.0:1767384671.198123:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:1.0:1767384671.198124:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384671.198130:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcd8f871. 00000100:00000001:1.0:1767384671.198133:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384671.198135:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcd8f871. 00000020:00000010:1.0:1767384671.198141:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009beeb9cc. 00000020:00000010:1.0:1767384671.198146:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003dda41db. 00000020:00000010:1.0:1767384671.198150:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000b8039ad. 00000100:00000040:1.0:1767384671.198160:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384671.198162:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384671.198164:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384671.198166:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.198172:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.198181:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:1.0:1767384671.198185:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.198197:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384671.198200:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050243456 02000000:00000001:1.0:1767384671.198202:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384671.198203:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384671.198205:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.198207:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384671.198209:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050243456 00000020:00000001:1.0:1767384671.198211:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384671.198213:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384671.198214:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384671.198214:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767384671.198217:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000100:00000001:0.0:1767384671.198219:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384671.198220:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384671.198224:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384671.198227:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384671.198230:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000020:00000010:1.0:1767384671.198232:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcd8f871. 00000100:00000040:0.0:1767384671.198236:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384671.198237:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.198242:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302386768 : -108600407164848 : ffff9d3a7f4ef850) 00000020:00000010:1.0:1767384671.198243:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcd8f871. 00000400:00000200:3.0:1767384671.198249:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000020:00000010:1.0:1767384671.198253:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff74b383. 00000100:00000040:0.0:1767384671.198254:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026b6c153 x1853237050243328/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:652/0 lens 4848/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384671.198260:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c339167. 00000020:00000010:1.0:1767384671.198267:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000076cc4274. 00000100:00000001:1.0:1767384671.198274:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384671.198277:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384671.198278:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384671.198280:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.198284:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bdf4719. 00000100:00000001:1.0:1767384671.198287:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.198315:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384671.198317:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:1.0:1767384671.198321:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384671.198321:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bdf4719. 00000100:00100000:0.0:1767384671.198332:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026b6c153 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16344:x1853237050243328:12345-0@lo:253: 00000100:00000200:0.0:1767384671.198336:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050243328 00000100:00000001:1.0:1767384671.198337:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384671.198338:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384671.198340:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384671.198343:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384671.198346:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384671.198347:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00000040:1.0:1767384671.198353:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000020:00000001:0.0:1767384671.198353:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384671.198357:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302387792 : -108600407163824 : ffff9d3a7f4efc50) 00000020:00000001:0.0:1767384671.198357:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:0.0:1767384671.198364:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384671.198367:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007df2588e x1853237050243456/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:652/0 lens 4848/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384671.198367:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384671.198373:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384671.198377:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000020:00000001:0.0:1767384671.198377:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384671.198378:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384671.198380:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384671.198383:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcd8f871. 00000100:00000001:0.0:1767384671.198386:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384671.198387:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384671.198389:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767384671.198390:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcd8f871. 02000000:00000010:0.0:1767384671.198396:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a040aba0. 00000100:00100000:1.0:1767384671.198399:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007df2588e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050243456:12345-0@lo:253: 02000000:00000001:0.0:1767384671.198400:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.198404:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384671.198407:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050243456 20000000:00000001:0.0:1767384671.198408:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384671.198410:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384671.198413:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000020:00000001:1.0:1767384671.198413:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384671.198417:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.198419:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:0.0:1767384671.198420:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006bbc66df. 00000020:00000001:1.0:1767384671.198421:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000020:00000001:1.0:1767384671.198425:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:0.0:1767384671.198425:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384671.198429:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384671.198430:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384671.198431:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:0.0:1767384671.198433:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767384671.198435:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384671.198437:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.198438:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384671.198441:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.198442:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384671.198445:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 20000000:00000001:0.0:1767384671.198445:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:1.0:1767384671.198446:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384671.198453:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007cb7762d. 20000000:00000010:0.0:1767384671.198454:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a86e8ca5. 02000000:00000001:1.0:1767384671.198456:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384671.198458:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00000100:00000001:1.0:1767384671.198459:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384671.198463:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384671.198465:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384671.198471:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000010:1.0:1767384671.198472:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000067f407c6. 00000400:00000200:3.0:1767384671.198474:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 20000000:01000000:1.0:1767384671.198476:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384671.198480:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384671.198482:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384671.198482:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:1.0:1767384671.198487:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384671.198488:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384671.198490:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384671.198501:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384671.198516:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.198518:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384671.198520:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.198522:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00080000:00000001:0.0:1767384671.198522:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384671.198523:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384671.198528:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000020:00000001:0.0:1767384671.198532:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00080000:00000002:0.0:1767384671.198533:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384671.198536:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384671.198540:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.198541:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384671.198544:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384671.198549:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:0.0:1767384671.198552:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384671.198556:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f23f0e74. 00080000:00000001:0.0:1767384671.198559:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468036208640 : -108605673342976 : ffff9d39456b7800) 00080000:00000001:0.0:1767384671.198561:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384671.198564:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384671.198565:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00080000:00000010:0.0:1767384671.198569:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009bdf4719. 00080000:00000001:0.0:1767384671.198573:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.198575:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384671.198590:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384671.198604:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384671.198605:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198637:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198660:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198684:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198726:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198773:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198813:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198839:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198871:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198901:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198928:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198946:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198960:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198972:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198985:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.198998:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.199025:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.199040:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.199055:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.199069:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384671.199082:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384671.199213:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af49711b. 00000800:00000010:3.0:1767384671.199216:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000751e9f65. 00000800:00000010:3.0:1767384671.199220:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002778882d. 00000800:00000010:3.0:1767384671.199235:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002778882d. 00000800:00020000:3.0:1767384671.199243:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384671.199246:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000751e9f65. 00000800:00000010:3.0:1767384671.199247:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000af49711b. 00000400:02020000:3.0:1767384671.199276:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp46 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384671.199282:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp46 notifying 192.168.202.122@tcp46: down 00000800:00000200:3.0:1767384671.199288:0:16332:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp46 down 00000800:00000100:3.0:1767384671.199563:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 688 0@<0:0>->192.168.202.122@tcp46 00000800:00000010:3.0:1767384671.199566:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008063e8a9. 00000400:00000200:3.0:1767384671.199569:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384671.199573:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp46->192.168.202.122@tcp46: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384671.199580:0:16332:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp46 added to recovery queue. ping count: 0 next ping: 293 health :900 00000400:00000200:3.0:1767384671.199583:0:16332:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384671.199586:0:16332:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 1 00000400:00000200:3.0:1767384671.199589:0:16332:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:1.0:1767384671.199675:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384671.199682:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x301151 00000400:00000001:1.0:1767384671.199686:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384671.199687:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384671.199689:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a9bf48 00000400:00000010:1.0:1767384671.199691:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a9bf48. 00000400:00000200:1.0:1767384671.199695:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384671.199698:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:1.0:1767384671.199701:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (42) 00000400:00000200:1.0:1767384671.199704:0:16342:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.122@tcp 00000400:00000200:1.0:1767384671.199706:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300151 rc -71 00000400:00000200:1.0:1767384671.199709:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:1.0:1767384671.199711:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (41) 00080000:00000010:3.0:1767384671.200505:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f23f0e74. 00080000:00000010:0.0:1767384671.200537:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009bdf4719. 00040000:00000001:0.0:1767384671.200541:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384671.200543:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384671.200545:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384671.200547:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384671.200549:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384671.200550:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384671.200560:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384671.200569:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384671.200571:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384671.200575:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384671.200580:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384671.200585:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384671.200587:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:1.0:1767384671.200589:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007e54925a. 00010000:00000001:3.0:1767384671.200590:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:1.0:1767384671.200594:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00010000:00000001:3.0:1767384671.200595:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:1.0:1767384671.200599:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:3.0:1767384671.200601:0:17092:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c28c766b count: 2 00080000:00000001:1.0:1767384671.200603:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384671.200606:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384671.200607:0:17092:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384671.200613:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384671.200618:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384671.200621:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384671.200622:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000804e3ffd. 00080000:00000001:1.0:1767384671.200626:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767384671.200628:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384671.200629:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384671.200632:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000040:3.0:1767384671.200633:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000804e3ffd with handle 0x9f279d7a9a0b5103 to hash 00080000:00000001:1.0:1767384671.200634:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.200638:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:1.0:1767384671.200638:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 00010000:00000001:3.0:1767384671.200641:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472293451776 : -108601416099840 : ffff9d3a432bd800) 00000020:00000001:1.0:1767384671.200643:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 00010000:00000001:3.0:1767384671.200644:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472293451776 : -108601416099840 : ffff9d3a432bd800) 00080000:00000002:1.0:1767384671.200647:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384671.200649:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384671.200651:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384671.200652:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384671.200657:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384671.200658:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384671.200662:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384671.200667:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384671.200670:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384671.200671:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00010000:00000001:3.0:1767384671.200674:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384671.200674:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:3.0:1767384671.200677:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384671.200679:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:1.0:1767384671.200679:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bb9d7f40. 00010000:00000001:3.0:1767384671.200683:0:17092:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000001:1.0:1767384671.200684:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468053421568 : -108605656130048 : ffff9d3946721e00) 00010000:00010000:3.0:1767384671.200686:0:17092:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b50fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b50f5 expref: 16 pid: 17069 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384671.200689:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384671.200692:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384671.200695:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bcd8f871. 00010000:00000001:3.0:1767384671.200696:0:17092:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384671.200700:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384671.200700:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.200705:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384671.200706:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384671.200708:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384671.200712:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384671.200713:0:17092:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384671.200716:0:17092:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384671.200716:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384671.200724:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c28c766b) refcount = 2 00080000:00000001:1.0:1767384671.200725:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:3.0:1767384671.200726:0:17092:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384671.200730:0:17092:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b50fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x9f279d7a9a0b50f5 expref: 16 pid: 17069 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384671.200734:0:17092:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00080000:00000020:0.0:1767384671.200736:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384671.200740:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000040:3.0:1767384671.200742:0:17092:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000010:0.0:1767384671.200743:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006bbc66df. 20000000:00000001:0.0:1767384671.200749:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384671.200751:0:17092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002778882d. 00010000:00000040:0.0:1767384671.200753:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050243328 00000100:00000001:3.0:1767384671.200754:0:17092:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00010000:00000001:0.0:1767384671.200758:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000010:3.0:1767384671.200759:0:17092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000751e9f65. 00000100:00000001:3.0:1767384671.200762:0:17092:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472404589376 : -108601304962240 : ffff9d3a49cbab40) 00010000:00000200:0.0:1767384671.200765:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026b6c153 x1853237050243328/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:652/0 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.200766:0:17092:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635472404589376 : -108601304962240 : ffff9d3a49cbab40) 00000100:00000001:3.0:1767384671.200771:0:17092:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384671.200773:0:17092:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384671.200776:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384671.200778:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384671.200779:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384671.200781:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.200782:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384671.200785:0:17092:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00001000:0.0:1767384671.200786:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=88 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384671.200788:0:17092:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384671.200806:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384671.200807:0:17092:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384671.200811:0:17092:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000040:0.0:1767384671.200811:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384671.200814:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000010:3.0:1767384671.200815:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a51fae9b. 02000000:00000001:0.0:1767384671.200816:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384671.200820:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384671.200821:0:17092:0:(genops.c:1229:class_import_get()) import 0000000093c50239 refcount=2 obd=MGS 00000100:00000001:0.0:1767384671.200823:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384671.200825:0:17092:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384671.200829:0:17092:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384671.200829:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384671.200833:0:17092:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384671.200834:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faf27320. 00000100:00000200:0.0:1767384671.200839:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050243328, offset 224 02000000:00000010:3.0:1767384671.200840:0:17092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d6d4a83. 00000400:00000200:0.0:1767384671.200844:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384671.200845:0:17092:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384671.200850:0:17092:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b50fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x9f279d7a9a0b50f5 expref: 16 pid: 17069 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384671.200854:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384671.200866:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260107900 00010000:00010000:3.0:1767384671.200870:0:17092:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b50fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x9f279d7a9a0b50f5 expref: 16 pid: 17069 timeout: 442 lvb_type: 0 00000400:00000200:0.0:1767384671.200872:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f55 [2] + 224 00000400:00000200:0.0:1767384671.200879:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384671.200886:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384671.200891:0:17092:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384671.200891:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384671.200897:0:17092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384671.200897:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005139886f x1853237050243328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384671.200905:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a51fae9b x1853237050243584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384671.200908:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005139886f x1853237050243328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.200933:0:17092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384671.200935:0:17092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.200941:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384671.200947:0:17092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a51fae9b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050243584:0@lo:104: 00000400:00000200:0.0:1767384671.200947:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faf27320 00000400:00000010:0.0:1767384671.200950:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000faf27320. 00000100:00000001:3.0:1767384671.200952:0:17092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384671.200955:0:17092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384671.200958:0:17092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384671.200961:0:17092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384671.200961:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384671.200964:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384671.200965:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:3.0:1767384671.200967:0:17092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fca59cea. 00000100:00000001:1.0:1767384671.200968:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384671.200970:0:17092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.200971:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384671.200973:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:3.0:1767384671.200977:0:17092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fb3f765. 00000400:00000001:1.0:1767384671.200978:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384671.200978:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000010:1.0:1767384671.200981:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000445ef3a9. 00010000:00000001:0.0:1767384671.200984:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384671.200986:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089b8ab1c 00000020:00000001:0.0:1767384671.200986:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384671.200989:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000089b8ab1c. 00000020:00000001:0.0:1767384671.200990:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384671.200994:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384671.200996:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017ac58c2. 00000100:00000040:0.0:1767384671.200997:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026b6c153 x1853237050243328/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:652/0 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384671.201001:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005139886f x1853237050243328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384671.201003:0:17092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050243584, portal 16 00000100:00000001:3.0:1767384671.201009:0:17092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384671.201011:0:17092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055419008 : -108605654132608 : ffff9d3946909880) 00000100:00000040:3.0:1767384671.201021:0:17092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000a51fae9b x1853237050243584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384671.201025:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026b6c153 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16344:x1853237050243328:12345-0@lo:253: Request processed in 2744us (3178us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384671.201032:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005139886f x1853237050243328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384671.201047:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000001:3.0:1767384671.201049:0:17092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384671.201054:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000100:00000040:3.0:1767384671.201056:0:17092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384671.201057:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384671.201058:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384671.201060:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384671.201062:0:17092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000529253a3. 00000100:00000001:1.0:1767384671.201063:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384671.201063:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384671.201067:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767384671.201068:0:17092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237050243584, offset 0 00000100:00000001:1.0:1767384671.201069:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384671.201069:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003dda41db. 00000100:00000001:1.0:1767384671.201073:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.201075:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000b8039ad. 02000000:00000001:1.0:1767384671.201076:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.201079:0:17092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384671.201083:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009beeb9cc. 00000100:00001000:1.0:1767384671.201084:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=88 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384671.201089:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00001000:1.0:1767384671.201091:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=88 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384671.201092:0:17092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384671.201095:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384671.201099:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a040aba0. 00000100:00000001:1.0:1767384671.201100:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767384671.201104:0:17092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260107a00 00000100:00000001:1.0:1767384671.201104:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.201104:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384671.201109:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.201110:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384671.201114:0:17092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17cd [2] + 1640 00010000:00000001:1.0:1767384671.201115:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384671.201116:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384671.201121:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.201123:0:17092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384671.201123:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082956013. 00000100:00000040:1.0:1767384671.201127:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005139886f x1853237050243328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384671.201130:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faf27320. 00000400:00000200:3.0:1767384671.201133:0:17092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384671.201141:0:17092:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384671.201141:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384671.201145:0:17092:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:1.0:1767384671.201146:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1767384671.201149:0:17092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b3d4f063. 00000100:00000001:1.0:1767384671.201149:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384671.201151:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000040:3.0:1767384671.201153:0:17092:0:(events.c:337:request_in_callback()) incoming req@00000000b3d4f063 x1853237050243584 msgsize 328 00000020:01000004:1.0:1767384671.201154:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384671.201158:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:3.0:1767384671.201162:0:17092:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:1.0:1767384671.201162:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384671.201166:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384671.201168:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384671.201169:0:16344:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384671.201170:0:16344:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384671.201171:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384671.201172:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384671.201175:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005139886f x1853237050243328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384671.201180:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005139886f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050243328:0@lo:253: 00000100:00000001:3.0:1767384671.201182:0:17092:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384671.201186:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.201188:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384671.201189:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000529253a3 00000100:00000040:1.0:1767384671.201192:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005139886f x1853237050243328/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384671.201193:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000529253a3. 00000100:00000001:3.0:1767384671.201199:0:17092:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384671.201202:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384671.201202:0:17059:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384671.201205:0:17092:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a51fae9b x1853237050243584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384671.201207:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767384671.201207:0:17059:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050243584 02000000:00000010:1.0:1767384671.201211:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005f565118. 02000000:00000001:0.0:1767384671.201212:0:17059:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384671.201215:0:17059:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384671.201219:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384671.201219:0:17059:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.201223:0:16344:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384671.201225:0:17059:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.201226:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384671.201227:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767384671.201232:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767384671.201232:0:17059:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050243584 00000100:00000040:3.0:1767384671.201233:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a51fae9b x1853237050243584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384671.201237:0:17059:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1767384671.201238:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c9518a4f. 00000020:00000040:0.0:1767384671.201241:0:17059:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d05 00000100:00000001:3.0:1767384671.201246:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.201247:0:17092:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384671.201247:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384671.201252:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384671.201252:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384671.201254:0:17092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384671.201257:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005139886f. 00000020:00000040:0.0:1767384671.201257:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004a7a501b refcount=3 00000100:00000001:3.0:1767384671.201259:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294959526 00000020:00000001:0.0:1767384671.201262:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000020:00000001:0.0:1767384671.201265:0:17059:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472329267200 : -108601380284416 : ffff9d3a454e5800) 00000100:00000001:1.0:1767384671.201266:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384671.201267:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384671.201268:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294959523 00000100:00000001:1.0:1767384671.201269:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384671.201272:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bdf4719. 00000100:00000001:3.0:1767384671.201274:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294959526 00000100:00000001:1.0:1767384671.201274:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.201276:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384671.201281:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bdf4719. 00000100:00000001:3.0:1767384671.201282:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294959523 00000100:00000001:1.0:1767384671.201284:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384671.201285:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f23f0e74. 00000100:00000001:3.0:1767384671.201286:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294959526 00000020:00000010:0.0:1767384671.201308:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076db9fb0. 00000100:00000001:1.0:1767384671.201312:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.201312:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091246d50. 00000100:00000001:3.0:1767384671.201315:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294959523 00000100:00000001:1.0:1767384671.201319:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384671.201322:0:17092:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294959527 00000100:00000001:1.0:1767384671.201323:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.201325:0:17059:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384671.201327:0:17092:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294959523 00000100:00000001:0.0:1767384671.201328:0:17059:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384671.201331:0:17059:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384671.201332:0:17059:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.201334:0:17092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.201337:0:17059:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.201338:0:17092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.201344:0:17092:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.201345:0:17092:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.201347:0:17092:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.201349:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384671.201350:0:17059:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384671.201351:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384671.201354:0:17092:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.201356:0:17092:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384671.201358:0:17092:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384671.201361:0:17092:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.201362:0:17092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384671.201364:0:17092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384671.201365:0:17059:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767384671.201368:0:17092:0:(client.c:2690:ptlrpc_set_wait()) set 00000000751e9f65 going to sleep for 11 seconds 00000100:00000001:0.0:1767384671.201368:0:17059:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384671.201371:0:21714:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384671.201373:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384671.201374:0:21714:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384671.201377:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384671.201378:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384671.201381:0:17059:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000004a7a501b : new rpc_count 1 00000100:00000001:0.0:1767384671.201383:0:17059:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055420800 : -108605654130816 : ffff9d3946909f80) 00000100:00000001:1.0:1767384671.201384:0:21714:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.201388:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b3d4f063 x1853237050243584/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:652/0 lens 328/0 e 0 to 0 dl 1767384682 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384671.201389:0:21714:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.201398:0:17059:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384671.201401:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bdf4719. 00000100:00000001:0.0:1767384671.201403:0:17059:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384671.201404:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bdf4719. 00000100:00100000:0.0:1767384671.201410:0:17059:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d4f063 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050243584:12345-0@lo:104: 00000100:00000200:0.0:1767384671.201413:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050243584 00010000:00000001:0.0:1767384671.201415:0:17059:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384671.201424:0:17059:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384671.201425:0:17059:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384671.201427:0:17059:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=2 00000020:00000001:0.0:1767384671.201428:0:17059:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:0.0:1767384671.201430:0:17059:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:0.0:1767384671.201433:0:17059:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384671.201435:0:17059:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384671.201437:0:17059:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b50fc expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384671.201443:0:17059:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384671.201445:0:17059:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384671.201447:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000021864dc3. 02000000:00000001:0.0:1767384671.201449:0:17059:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.201451:0:17059:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.201453:0:17059:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384671.201454:0:17059:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384671.201456:0:17059:0:(import.c:2128:obd_at_measure()) add 1 to 00000000289605bd time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384671.201459:0:17059:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384671.201462:0:17059:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384671.201463:0:17059:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384671.201465:0:17059:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384671.201466:0:17059:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.201468:0:17059:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384671.201471:0:17059:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384671.201474:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0282a5e. 00000100:00000200:0.0:1767384671.201476:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050243584, offset 224 00000400:00000200:0.0:1767384671.201481:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384671.201487:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384671.201492:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260107a00 00000400:00000200:0.0:1767384671.201497:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1f69 [1] + 224 00000400:00000200:0.0:1767384671.201500:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384671.201504:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384671.201507:0:17059:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384671.201514:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a51fae9b x1853237050243584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384671.201520:0:17059:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a51fae9b x1853237050243584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384671.201533:0:17059:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384671.201539:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0282a5e 00000400:00000010:0.0:1767384671.201541:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0282a5e. 00000100:00000001:0.0:1767384671.201544:0:17059:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384671.201546:0:17059:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384671.201548:0:17092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384671.201550:0:17059:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384671.201553:0:17092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384671.201554:0:17059:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000001:1.0:1767384671.201557:0:17092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384671.201558:0:17059:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:1.0:1767384671.201560:0:17092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fb3f765. 00010000:00000010:0.0:1767384671.201562:0:17059:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007c9b3ae8. 00000400:00000200:1.0:1767384671.201565:0:17092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017ac58c2 00010000:00000001:0.0:1767384671.201566:0:17059:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000010:1.0:1767384671.201568:0:17092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017ac58c2. 00000100:00000001:1.0:1767384671.201573:0:17092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384671.201577:0:17092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a51fae9b x1853237050243584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384671.201578:0:17059:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384671.201584:0:17059:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.201589:0:17059:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384671.201593:0:17092:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a51fae9b x1853237050243584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384671.201593:0:17059:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.201601:0:17059:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b3d4f063 x1853237050243584/t0(0) o104->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:652/0 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384671.201605:0:17092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384671.201608:0:17092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.201612:0:17092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384671.201614:0:17092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384671.201617:0:17092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384671.201617:0:17059:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d4f063 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+3:17092:x1853237050243584:12345-0@lo:104: Request processed in 215us (460us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384671.201619:0:17092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.201624:0:17092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384671.201627:0:17092:0:(import.c:2128:obd_at_measure()) add 5 to 000000004f9289ee time=87 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384671.201630:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00001000:1.0:1767384671.201632:0:17092:0:(import.c:2128:obd_at_measure()) add 1 to 00000000230de1e5 time=87 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384671.201634:0:17059:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000004a7a501b : new rpc_count 0 00000100:00000001:1.0:1767384671.201635:0:17092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384671.201638:0:17059:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384671.201639:0:17092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.201642:0:17092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384671.201642:0:17059:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384671.201646:0:17092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.201646:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000076db9fb0. 00000100:00000001:1.0:1767384671.201648:0:17092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.201651:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091246d50. 00000100:00000040:1.0:1767384671.201653:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a51fae9b x1853237050243584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384671.201657:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f23f0e74. 00000100:00000001:1.0:1767384671.201663:0:17092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384671.201663:0:17059:0:(genops.c:898:class_export_put()) PUTting export 000000004a7a501b : new refcount 2 00000100:00000001:1.0:1767384671.201668:0:17092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384671.201669:0:17059:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.201671:0:17092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.201674:0:17092:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384671.201675:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.201677:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.201678:0:17092:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.201680:0:17092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a51fae9b x1853237050243584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384671.201685:0:17092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a51fae9b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17092:1853237050243584:0@lo:104: 00000020:00000001:2.0:1767384671.201691:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384671.201691:0:17092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.201694:0:17092:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.201696:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.201697:0:17092:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384671.201699:0:17092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:2.0:1767384671.201703:0:17065:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1767384671.201703:0:17092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a51fae9b x1853237050243584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384671.201711:0:17065:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384671.201712:0:17092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384671.201715:0:17092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384671.201716:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000010:1.0:1767384671.201717:0:17092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fca59cea. 00010000:00010000:2.0:1767384671.201719:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x9f279d7a9a0b50fc expref: -99 pid: 17073 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384671.201721:0:17092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384671.201724:0:17092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384671.201726:0:17092:0:(genops.c:1242:class_import_put()) import 0000000093c50239 refcount=1 obd=MGS 00010000:00010000:2.0:1767384671.201732:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ee4d2c54 already unused, calling callback (00000000e12a98bb) 00000020:00000001:1.0:1767384671.201732:0:17092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384671.201733:0:17092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007d6d4a83. 10000000:00000001:2.0:1767384671.201738:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:1.0:1767384671.201739:0:17092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00010000:2.0:1767384671.201742:0:17065:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x9f279d7a9a0b50fc expref: -99 pid: 17073 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384671.201742:0:17092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384671.201745:0:17092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a51fae9b. 00000100:00000001:1.0:1767384671.201751:0:17092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384671.201753:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384671.201754:0:17092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384671.201756:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:1.0:1767384671.201757:0:17092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000751e9f65. 00000020:00000001:2.0:1767384671.201759:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384671.201761:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee4d2c54 refcount=3 00000100:00000001:1.0:1767384671.201762:0:17092:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000001:2.0:1767384671.201764:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000001:1.0:1767384671.201765:0:17092:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384671.201770:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447168 : -108601416104448 : ffff9d3a432bc600) 00010000:00000010:1.0:1767384671.201771:0:17092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002778882d. 00010000:00000001:2.0:1767384671.201775:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384671.201778:0:17065:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x9f279d7a9a0b50fc expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.201778:0:17092:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.201782:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.201787:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384671.201789:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 20000000:00000001:1.0:1767384671.201802:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 10000000:00010000:2.0:1767384671.201804:0:17065:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x9f279d7a9a0b50fc expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.201805:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384671.201810:0:17092:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384671.201823:0:17065:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384671.201825:0:17065:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384671.201827:0:17065:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384671.201829:0:17065:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384671.201831:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384671.201832:0:17065:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.201842:0:17065:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384671.201843:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384671.201844:0:17065:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 2 10000000:00000001:2.0:1767384671.201846:0:17065:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384671.201847:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.201850:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384671.201852:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384671.201854:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384671.201856:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384671.201857:0:17065:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384671.201860:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee4d2c54 with handle 0x9f279d7a9a0b50f5 from hash 00010000:00000001:2.0:1767384671.201862:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384671.201863:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.201865:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384671.201866:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384671.201868:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384671.201869:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384671.201872:0:17065:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384671.201873:0:17065:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384671.201877:0:17065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036b23bba. 00000020:00000040:2.0:1767384671.201880:0:17065:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:2.0:1767384671.201882:0:17065:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384671.201884:0:17065:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384671.201886:0:17065:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384671.201890:0:17065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013b4169d. 00000100:00000001:2.0:1767384671.201893:0:17065:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.201896:0:17065:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384671.201898:0:17065:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b50fc expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384671.201910:0:17065:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384671.201911:0:17065:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.201914:0:17065:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384671.201915:0:17065:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.201919:0:17065:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036b23bba] to pc [ptlrpcd_00_02+2] req@0000000036b23bba x1853237050243712/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384671.201937:0:17065:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.201938:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384671.201939:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.201941:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384671.201941:0:17065:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.201943:0:17065:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384671.201944:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384671.201948:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b50fc expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384671.201948:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384671.201951:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384671.201956:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384671.201958:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036b23bba x1853237050243712/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384671.201959:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 00000000ee4d2c54/0x9f279d7a9a0b50f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x9f279d7a9a0b50fc expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384671.201961:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384671.201965:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384671.201977:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a4119836 count: 0 00000100:00000001:0.0:1767384671.201979:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384671.201982:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.201992:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384671.201994:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384671.201996:0:17065:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007c9b3ae8. 00010000:00000001:2.0:1767384671.201999:0:17065:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.202000:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384671.202001:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384671.202003:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384671.202004:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384671.202010:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384671.202010:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.202014:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384671.202016:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036b23bba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050243712:0@lo:103: 00000020:00000001:2.0:1767384671.202017:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.202021:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767384671.202022:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384671.202024:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384671.202025:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384671.202028:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.202029:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.202034:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:2.0:1767384671.202035:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000010:0.0:1767384671.202058:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f23f0e74. 02000000:00000001:0.0:1767384671.202062:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384671.202065:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff33862f. 00000400:00000010:0.0:1767384671.202070:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0282a5e. 00000100:00000200:0.0:1767384671.202072:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050243712, portal 18 00000100:00000001:0.0:1767384671.202074:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384671.202075:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747174016 : -108600962377600 : ffff9d3a5e371880) 00000100:00000040:0.0:1767384671.202078:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036b23bba x1853237050243712/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.202083:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384671.202107:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384671.202110:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b47d99b3. 00000100:00000200:0.0:1767384671.202112:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050243712, offset 0 00000400:00000200:0.0:1767384671.202117:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384671.202123:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384671.202130:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260107a80 00080000:00000010:1.0:1767384671.202131:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bb9d7f40. 00000400:00000200:0.0:1767384671.202136:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1640 00000400:00000200:0.0:1767384671.202140:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384671.202143:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384671.202148:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384671.202155:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384671.202158:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056d513c7. 00000100:00000040:0.0:1767384671.202161:0:16346:0:(events.c:337:request_in_callback()) incoming req@0000000056d513c7 x1853237050243712 msgsize 328 00000100:00100000:0.0:1767384671.202164:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000010:2.0:1767384671.202171:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bcd8f871. 00000100:00000001:0.0:1767384671.202175:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00040000:00000001:2.0:1767384671.202176:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384671.202180:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384671.202183:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384671.202183:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47d99b3 00000020:00000002:2.0:1767384671.202186:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 00000400:00000010:0.0:1767384671.202186:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b47d99b3. 20000000:00000001:2.0:1767384671.202192:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.202193:0:16346:0:(events.c:34:request_out_callback()) Process entered 20000000:00000001:2.0:1767384671.202194:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384671.202198:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000100:00000001:1.0:1767384671.202199:0:17063:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384671.202200:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036b23bba x1853237050243712/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384671.202202:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384671.202203:0:17063:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050243712 02000000:00000001:1.0:1767384671.202208:0:17063:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 20000000:01000000:2.0:1767384671.202209:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:1.0:1767384671.202212:0:17063:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384671.202216:0:17063:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384671.202217:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:0.0:1767384671.202217:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384671.202219:0:17063:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384671.202222:0:17063:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050243712 00000100:00000040:0.0:1767384671.202223:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036b23bba x1853237050243712/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384671.202225:0:17063:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384671.202227:0:17063:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384671.202232:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384671.202234:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.202236:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=16 00000100:00000001:0.0:1767384671.202237:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384671.202241:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384671.202242:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.202246:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294959527 00000020:00000001:1.0:1767384671.202247:0:17063:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384671.202255:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384671.202255:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294959526 00000020:00000010:1.0:1767384671.202259:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074a842d5. 00000100:00000001:0.0:1767384671.202260:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294959527 00000100:00000001:1.0:1767384671.202265:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.202266:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294959526 00000020:00000010:1.0:1767384671.202272:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074a842d5. 00000100:00000001:0.0:1767384671.202273:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294959527 00000100:00000001:0.0:1767384671.202280:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294959526 00000020:00000010:1.0:1767384671.202281:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb9d7f40. 00000100:00000001:0.0:1767384671.202283:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294959527 00000100:00000001:0.0:1767384671.202287:0:16346:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294959527 00000100:00000001:0.0:1767384671.202289:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.202311:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384671.202312:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a640a762. 00000100:00000001:0.0:1767384671.202313:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.202317:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384671.202318:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000025ec353. 00000100:00000001:0.0:1767384671.202322:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384671.202325:0:17063:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384671.202325:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384671.202328:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384671.202329:0:17063:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384671.202331:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384671.202332:0:17063:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384671.202334:0:17063:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384671.202336:0:17063:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.202338:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.202339:0:17063:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384671.202343:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.202344:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.202347:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.202350:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=4 00000020:00000001:1.0:1767384671.202352:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:1.0:1767384671.202354:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00010000:1.0:1767384671.202357:0:17063:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b50fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b50f5 expref: 16 pid: 17069 timeout: 442 lvb_type: 0 00010000:00000001:1.0:1767384671.202366:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:2.0:1767384671.202367:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384671.202368:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.202371:0:17063:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.202372:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:1.0:1767384671.202375:0:17063:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384671.202376:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000067f407c6. 20000000:00000001:2.0:1767384671.202382:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.202382:0:17063:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000040:2.0:1767384671.202385:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050243456 00010000:00000001:2.0:1767384671.202389:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384671.202389:0:17063:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056d513c7 x1853237050243712/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:652/0 lens 328/0 e 0 to 0 dl 1767384682 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384671.202395:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007df2588e x1853237050243456/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:652/0 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.202409:0:17063:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1767384671.202412:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384671.202413:0:17063:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.202416:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384671.202418:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384671.202421:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384671.202422:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384671.202424:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:1.0:1767384671.202425:0:17063:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384671.202428:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384671.202431:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.202433:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384671.202437:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384671.202437:0:17063:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384671.202441:0:17063:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767384671.202442:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045dff80e. 00000100:00100000:1.0:1767384671.202447:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000200:2.0:1767384671.202448:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050243456, offset 224 00000100:00000001:0.0:1767384671.202449:0:36567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384671.202450:0:17063:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000100:00000001:0.0:1767384671.202453:0:36567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384671.202454:0:17063:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963242624 : -108605746308992 : ffff9d3941121880) 00000100:00000001:0.0:1767384671.202457:0:36567:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.202458:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384671.202461:0:36567:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.202463:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056d513c7 x1853237050243712/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:652/0 lens 328/0 e 0 to 0 dl 1767384682 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384671.202470:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384671.202476:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384671.202480:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074a842d5. 00000400:00000200:2.0:1767384671.202481:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260107980 00000100:00000001:1.0:1767384671.202484:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384671.202487:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074a842d5. 00000400:00000200:2.0:1767384671.202488:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f5d [2] + 224 00000100:00100000:1.0:1767384671.202494:0:17063:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056d513c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16346:x1853237050243712:12345-0@lo:103: 00000100:00000200:1.0:1767384671.202501:0:17063:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050243712 00000400:00000200:2.0:1767384671.202504:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384671.202504:0:17063:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384671.202508:0:17063:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000400:00000200:2.0:1767384671.202512:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384671.202512:0:17063:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384671.202517:0:17063:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384671.202519:0:17070:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384671.202520:0:17063:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384671.202524:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f30981d5 x1853237050243456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384671.202525:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000529d39ce. 02000000:00000001:1.0:1767384671.202529:0:17063:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.202534:0:17063:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.202540:0:17063:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000040:2.0:1767384671.202542:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f30981d5 x1853237050243456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384671.202543:0:17063:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384671.202547:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.202549:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.202552:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000093bb66cd refcount=4 00000020:00000001:1.0:1767384671.202555:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000001:1.0:1767384671.202557:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451264 : -108601416100352 : ffff9d3a432bd600) 00010000:00000040:1.0:1767384671.202559:0:17063:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000c28c766b count: 3 00010000:00010000:1.0:1767384671.202561:0:17063:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b50fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x9f279d7a9a0b50f5 expref: 16 pid: 17069 timeout: 442 lvb_type: 0 00000100:00000001:2.0:1767384671.202565:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1767384671.202566:0:17063:0:(import.c:2128:obd_at_measure()) add 0 to 00000000d25eb6a3 time=1767384671 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384671.202569:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384671.202571:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045dff80e 00000400:00000010:2.0:1767384671.202574:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045dff80e. 00010000:00000001:1.0:1767384671.202574:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384671.202577:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384671.202578:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384671.202578:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384671.202581:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384671.202582:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384671.202584:0:17063:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b50fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x9f279d7a9a0b50f5 expref: 16 pid: 17069 timeout: 442 lvb_type: 0 00000100:00000001:2.0:1767384671.202588:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384671.202588:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384671.202590:0:17063:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000001:0.0:1767384671.202592:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384671.202593:0:17063:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:2.0:1767384671.202595:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384671.202597:0:17063:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384671.202597:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000593143f8. 00010000:00000001:2.0:1767384671.202598:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384671.202602:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.202603:0:17063:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384671.202605:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9c787e4 00000020:00000001:2.0:1767384671.202606:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384671.202608:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1767384671.202609:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9c787e4. 00000100:00000040:2.0:1767384671.202612:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007df2588e x1853237050243456/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:652/0 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.202612:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384671.202614:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384671.202619:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384671.202622:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f30981d5 x1853237050243456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.202623:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.202627:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1767384671.202629:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007df2588e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+16:16345:x1853237050243456:12345-0@lo:253: Request processed in 4245us (4740us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384671.202630:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.202635:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000093bb66cd with handle 0x9f279d7a9a0b50fc from hash 00010000:00000001:1.0:1767384671.202641:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384671.202643:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767384671.202645:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00010000:00000001:1.0:1767384671.202646:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384671.202647:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f30981d5 x1853237050243456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.202650:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384671.202651:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00010000:00000001:1.0:1767384671.202653:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384671.202656:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384671.202657:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384671.202661:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384671.202662:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384671.202664:0:17063:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000093bb66cd/0x9f279d7a9a0b50fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x9f279d7a9a0b50f5 expref: 16 pid: 17069 timeout: 442 lvb_type: 0 00000100:00000001:0.0:1767384671.202665:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384671.202666:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c339167. 00000020:00000010:2.0:1767384671.202672:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000076cc4274. 00000100:00000001:0.0:1767384671.202672:0:16345:0:(client.c:1578:after_reply()) Process entered 00010000:00000040:1.0:1767384671.202674:0:17063:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 9 02000000:00000001:0.0:1767384671.202675:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384671.202677:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff74b383. 00000020:00000040:1.0:1767384671.202678:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000001:0.0:1767384671.202679:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384671.202682:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384671.202683:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:0.0:1767384671.202685:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.202686:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384671.202689:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384671.202689:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00001000:0.0:1767384671.202690:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=88 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384671.202691:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007cb7762d. 00010000:00000001:1.0:1767384671.202694:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:2.0:1767384671.202697:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000040:1.0:1767384671.202698:0:17063:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000804e3ffd 00000100:00001000:0.0:1767384671.202699:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384671.202700:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.202702:0:17063:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:0.0:1767384671.202703:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384671.202706:0:17063:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:0.0:1767384671.202706:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.202710:0:17063:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384671.202711:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384671.202712:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384671.202715:0:17063:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384671.202715:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.202718:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d3b49e7. 00010000:00000001:1.0:1767384671.202718:0:17063:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.202719:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.202724:0:17063:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000010:2.0:1767384671.202725:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045dff80e. 00010000:00000001:1.0:1767384671.202727:0:17063:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000040:0.0:1767384671.202727:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f30981d5 x1853237050243456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384671.202731:0:17063:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.202745:0:17063:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:0.0:1767384671.202746:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384671.202748:0:17063:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384671.202752:0:17063:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:0.0:1767384671.202752:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384671.202754:0:17063:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384671.202755:0:17063:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c28c766b) refcount = 2 00010000:00010000:1.0:1767384671.202757:0:17063:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.202762:0:17063:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:0.0:1767384671.202763:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.202764:0:17063:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384671.202767:0:17063:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.202770:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384671.202770:0:16345:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384671.202775:0:16345:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000010:1.0:1767384671.202776:0:17063:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000074a842d5. 00000100:00000001:1.0:1767384671.202780:0:17063:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:01000004:0.0:1767384671.202780:0:16345:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000010:1.0:1767384671.202784:0:17063:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000047f7dd07. 00000020:01000004:0.0:1767384671.202784:0:16345:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384671.202787:0:17063:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635467963811712 : -108605745739904 : ffff9d39411ac780) 00000020:01000004:0.0:1767384671.202789:0:16345:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384671.202803:0:16345:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384671.202804:0:17063:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446635467963811712 : -108605745739904 : ffff9d39411ac780) 00000020:01000004:0.0:1767384671.202805:0:16345:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384671.202808:0:17063:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000020:01000004:0.0:1767384671.202809:0:16345:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384671.202810:0:17063:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384671.202814:0:17063:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:01000004:0.0:1767384671.202814:0:16345:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 20000000:00000001:1.0:1767384671.202817:0:17063:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384671.202820:0:17063:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:1.0:1767384671.202822:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384671.202822:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f30981d5 x1853237050243456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384671.202825:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.202827:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000804e3ffd refcount=5 00000020:00000001:1.0:1767384671.202831:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451776 : -108601416099840 : ffff9d3a432bd800) 00010000:00000001:1.0:1767384671.202835:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451776 : -108601416099840 : ffff9d3a432bd800) 00010000:00000001:1.0:1767384671.202838:0:17063:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384671.202841:0:17063:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384671.202845:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f30981d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050243456:0@lo:253: 00010000:00000001:1.0:1767384671.202849:0:17063:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384671.202852:0:17063:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384671.202854:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.202859:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384671.202860:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.202863:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384671.202864:0:17063:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384671.202866:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f30981d5 x1853237050243456/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.202874:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.202877:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.202881:0:17063:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384671.202882:0:17063:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384671.202885:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:1.0:1767384671.202890:0:17063:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000804e3ffd already unused, calling callback (0000000043915e75) 02000000:00000001:0.0:1767384671.202890:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384671.202892:0:17063:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384671.202895:0:17063:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000010:0.0:1767384671.202895:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bab46fe4. 00010000:00010000:1.0:1767384671.202898:0:17063:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384671.202901:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384671.202903:0:17063:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:0.0:1767384671.202905:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384671.202906:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.202910:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384671.202910:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000040:1.0:1767384671.202913:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000804e3ffd refcount=6 00000020:00000001:1.0:1767384671.202917:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293451776 : -108601416099840 : ffff9d3a432bd800) 00000020:00000001:0.0:1767384671.202917:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384671.202921:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293451776 : -108601416099840 : ffff9d3a432bd800) 02000000:00000010:0.0:1767384671.202921:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a386338f. 00010000:00000001:1.0:1767384671.202927:0:17063:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:0.0:1767384671.202927:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:1.0:1767384671.202929:0:17063:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384671.202930:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384671.202933:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f30981d5. 00000100:00000001:0.0:1767384671.202937:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384671.202939:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.202941:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767384671.202942:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.202945:0:17063:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384671.202947:0:17063:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.202948:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384671.202950:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.202952:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384671.202953:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.202956:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384671.202958:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384671.202960:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.202961:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.202962:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000804e3ffd with handle 0x9f279d7a9a0b5103 from hash 00010000:00000001:1.0:1767384671.202964:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384671.202965:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.202966:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.202967:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384671.202968:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384671.202969:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384671.202970:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384671.202971:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.202972:0:17063:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.202974:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384671.202975:0:17063:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384671.202977:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384671.202978:0:17092:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.202978:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.202979:0:17063:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.202983:0:17063:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.202986:0:17063:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384671.202991:0:17063:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384671.202992:0:17092:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384671.202997:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384671.202999:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384671.203001:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.203003:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.203005:0:17063:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384671.203008:0:17063:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384671.203011:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384671.203011:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384671.203015:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.203015:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384671.203019:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.203019:0:17063:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000001:2.0:1767384671.203022:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384671.203023:0:17063:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384671.203026:0:17063:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.203028:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384671.203029:0:17063:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000804e3ffd/0x9f279d7a9a0b5103 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.203035:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.203036:0:17063:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.203037:0:17063:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384671.203038:0:17063:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384671.203040:0:17063:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.203041:0:17063:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.203042:0:17063:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384671.203043:0:17063:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000047f7dd07. 00000100:00000001:1.0:1767384671.203045:0:17063:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384671.203046:0:17063:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767384671.203048:0:17063:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000074a842d5. 00010000:00000001:1.0:1767384671.203049:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767384671.203050:0:17063:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c28c766b count: 0 00010000:00010000:1.0:1767384671.203054:0:17063:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767384671.203056:0:17063:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.203058:0:17063:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384671.203059:0:17063:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384671.203061:0:17063:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384671.203064:0:17063:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384671.203065:0:17063:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384671.203067:0:17063:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384671.203069:0:17063:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384671.203070:0:17063:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.203072:0:17063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384671.203074:0:17063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384671.203077:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5a7bda. 00000100:00000200:1.0:1767384671.203079:0:17063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050243712, offset 224 00000400:00000200:1.0:1767384671.203082:0:17063:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384671.203087:0:17063:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384671.203091:0:17063:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260107a80 00000400:00000200:1.0:1767384671.203095:0:17063:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1f79 [1] + 224 00000400:00000200:1.0:1767384671.203098:0:17063:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384671.203100:0:17063:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384671.203102:0:17063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384671.203104:0:17063:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036b23bba x1853237050243712/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384671.203109:0:17063:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000036b23bba x1853237050243712/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.203119:0:17063:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384671.203122:0:17063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5a7bda 00000400:00000010:1.0:1767384671.203123:0:17063:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5a7bda. 00000100:00000001:1.0:1767384671.203128:0:17063:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384671.203129:0:17063:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384671.203132:0:17063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.203132:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384671.203134:0:17063:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384671.203136:0:17063:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.203137:0:17063:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.203140:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056d513c7 x1853237050243712/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:652/0 lens 328/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.203141:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384671.203145:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384671.203148:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384671.203151:0:17063:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056d513c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050243712:12345-0@lo:103: Request processed in 674us (987us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384671.203151:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff33862f. 00000400:00000200:0.0:1767384671.203156:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0282a5e 00000400:00000010:0.0:1767384671.203159:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0282a5e. 00000100:00100000:1.0:1767384671.203160:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767384671.203162:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384671.203164:0:17063:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384671.203166:0:17063:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384671.203168:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036b23bba x1853237050243712/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.203169:0:17063:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384671.203172:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a640a762. 00000020:00000010:1.0:1767384671.203178:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000025ec353. 00000100:00000200:0.0:1767384671.203181:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036b23bba x1853237050243712/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384671.203183:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb9d7f40. 00000020:00000040:1.0:1767384671.203188:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:1.0:1767384671.203192:0:17063:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.203193:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384671.203196:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.203198:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384671.203199:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384671.203201:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384671.203202:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.203203:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384671.203205:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384671.203208:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384671.203210:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384671.203210:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.203212:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384671.203213:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.203214:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.203216:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036b23bba x1853237050243712/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.203220:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.203221:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384671.203222:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384671.203224:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036b23bba x1853237050243712/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384671.203229:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036b23bba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050243712:0@lo:103: 00000100:00000001:0.0:1767384671.203231:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.203237:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384671.203239:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036b23bba x1853237050243712/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.203243:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384671.203244:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384671.203245:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f23f0e74. 02000000:00000001:0.0:1767384671.203247:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384671.203248:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384671.203249:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384671.203250:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384671.203251:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000013b4169d. 02000000:00000001:0.0:1767384671.203253:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384671.203253:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384671.203254:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036b23bba. 00000100:00000001:0.0:1767384671.203256:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384671.203257:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.203258:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.203261:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384671.203262:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.203264:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384671.203265:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384671.205438:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a4119836. 00010000:00000010:2.1:1767384671.205445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee4d2c54. 00000100:00000040:1.0:1767384671.207343:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294959527, at 4294959528 00000100:00000040:2.0:1767384671.207349:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294959527, at 4294959528 00000100:00000010:1.0:1767384671.207352:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dde7d81a. 00000100:00000040:0.0:1767384671.207357:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294959527, at 4294959528 00000100:00000010:2.0:1767384671.207361:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8119263. 00000100:00000010:0.0:1767384671.207365:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1ff1523. 00010000:00000010:1.1:1767384671.208325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000093bb66cd. 00010000:00000010:1.1:1767384671.208338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000804e3ffd. 00010000:00000010:1.1:1767384671.208342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c28c766b. 00000100:00000040:3.0:1767384671.208391:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294959527, at 4294959529 00000100:00000010:3.0:1767384671.208397:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000825998a9. 00000400:00000010:2.0:1767384671.214633:0:38674:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000fbf7466a. 00000400:00000040:2.0:1767384671.214648:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384671.214650:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384671.214652:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384671.214653:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384671.214655:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384671.214656:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384671.214658:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384671.214659:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384671.214660:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384671.214661:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384671.214663:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384671.214664:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384671.214665:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384671.214666:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384671.214667:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384671.214669:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384671.214670:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384671.214670:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384671.214674:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384671.214676:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384671.214677:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384671.214678:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384671.214679:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384671.214680:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384671.214681:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384671.214682:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384671.214683:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384671.214684:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384671.214685:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384671.214686:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384671.214687:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384671.214688:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384671.214689:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384671.214690:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384671.214691:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384671.214692:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384671.214693:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384671.214694:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384671.214695:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384671.214696:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384671.214697:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384671.214698:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384671.214699:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384671.214700:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384671.214701:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384671.214702:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384671.214703:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384671.214704:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384671.214705:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384671.214706:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384671.214707:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384671.214708:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384671.214709:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384671.214710:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384671.214711:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384671.214712:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384671.214712:0:38674:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384671.214806:0:38674:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000fbf7466a. 00000004:00000001:2.0:1767384671.807368:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384671.807374:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000800:00000200:1.0:1767384671.807374:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00000100:00000010:2.0:1767384671.807381:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ce39d9d. 00000800:00000200:1.1:1767384671.807381:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00000020:00000040:2.0:1767384671.807387:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384671.807391:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384671.807394:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384671.807399:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384671.807399:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ab5fe7da] -> 12345-192.168.202.122@tcp13 (6) 00000800:00000200:1.0:1767384671.807405:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp13 ip 192.168.202.122:988 02000000:00000010:2.0:1767384671.807409:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003be0e413. 00000800:00000200:1.0:1767384671.807410:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000100:00000001:2.0:1767384671.807417:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.807423:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384671.807424:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.807433:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ce39d9d] to pc [ptlrpcd_00_03+3] req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384671.807452:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384671.807470:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384671.807473:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384671.807475:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b5cbd9 00000400:00000010:2.0:1767384671.807477:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046b5cbd9. 00000400:00000200:1.0:1767384671.807479:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384671.807483:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384671.807488:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp43 recovery ping unlinked 00000400:00000010:2.0:1767384671.807499:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b967ab8b. 00000400:00000010:2.0:1767384671.807503:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000287fcd88. 00000400:00000200:2.0:1767384671.807508:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp45 00000400:00000010:2.0:1767384671.807512:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002e39156e. 00000400:00000010:2.0:1767384671.807516:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000eab0dbe3. 00000400:00000010:2.0:1767384671.807520:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d7918a. 00000400:00000200:1.0:1767384671.807520:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000010:2.0:1767384671.807529:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000067c9f001. 00000400:00000200:2.0:1767384671.807535:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp45 00000400:00000200:2.0:1767384671.807546:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp45 local destination 00000400:00000200:1.0:1767384671.807550:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384671.807551:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp45 00000400:00000200:2.0:1767384671.807558:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp45 NI seq info: [193:193:256:4294967295] 192.168.202.122@tcp45 LPNI seq info [179:179:8:4294967295] 00000400:00000200:2.0:1767384671.807564:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp45 00000400:00000200:2.0:1767384671.807572:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp45(192.168.202.122@tcp45:) -> 192.168.202.122@tcp45(192.168.202.122@tcp45:192.168.202.122@tcp45) : GET try# 0 00000400:00000200:1.0:1767384671.807583:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000800:00000200:2.0:1767384671.807584:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp45 00000800:00000010:2.0:1767384671.807590:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000067beffb6. 00000800:00000200:2.0:1767384671.807597:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbadb0dd] -> 12345-192.168.202.122@tcp45 (2) 00000800:00000200:2.1:1767384671.807601:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbadb0dd] -> 12345-192.168.202.122@tcp45 (2) 00000400:00000200:1.0:1767384671.807612:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384671.807615:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp45 added to recovery queue. ping count: 2 next ping: 296 health :800 00000400:00000200:1.0:1767384671.807648:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000040:2.0:1767384671.807650:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384671.807655:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384671.807659:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1e81dc7. 00000020:00000040:2.0:1767384671.807662:0:8:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384671.807664:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1767384671.807664:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384671.807667:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384671.807670:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384671.807670:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:2.0:1767384671.807675:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000033268e2b. 00000100:00000001:2.0:1767384671.807680:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.807682:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000800:00000001:0.0:1767384671.807682:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384671.807685:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1767384671.807691:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384671.807696:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384671.807697:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384671.807698:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384671.807702:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1e81dc7] to pc [ptlrpcd_00_00+0] req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384671.807713:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:2.0:1767384671.807722:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.807725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384671.807728:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384671.807730:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384671.807731:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b3995a1. 00000020:00000040:2.0:1767384671.807735:0:8:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384671.807736:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384671.807737:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384671.807741:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384671.807741:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384671.807742:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 02000000:00000001:2.0:1767384671.807743:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384671.807750:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000081078b64. 00000100:00000040:0.0:1767384671.807751:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.807753:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.807761:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384671.807771:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:0.0:1767384671.807774:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384671.807778:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.807784:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384671.807800:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384671.807805:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384671.807807:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.807813:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.807814:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b3995a1] to pc [ptlrpcd_00_01+1] req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384671.807816:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00100000:0.0:1767384671.807823:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b1e81dc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050243968:0@lo:400: 00000100:00000001:0.0:1767384671.807832:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384671.807834:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.807837:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384671.807838:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384671.807842:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384671.807844:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384671.807846:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1c749a9. 02000000:00000001:0.0:1767384671.807849:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1767384671.807851:0:8:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1767384671.807851:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 02000000:00000010:0.0:1767384671.807855:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd76da0a. 00000100:00000001:2.0:1767384671.807857:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384671.807859:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.807860:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384671.807864:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384671.807865:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff33862f. 02000000:00000010:2.0:1767384671.807869:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b49dc64. 00000400:00000010:0.0:1767384671.807872:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0282a5e. 00000100:00000001:2.0:1767384671.807874:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384671.807878:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050243968, portal 4 00000100:00000040:2.0:1767384671.807880:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384671.807882:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384671.807885:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747169536 : -108600962382080 : ffff9d3a5e370700) 00000100:00000001:2.0:1767384671.807892:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384671.807893:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.807895:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384671.807898:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000040:2.0:1767384671.807900:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1c749a9] to pc [ptlrpcd_00_02+2] req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.807918:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384671.807924:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.807924:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384671.807929:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b47d99b3. 00000100:00000040:2.0:1767384671.807931:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (297) 00000100:00000200:0.0:1767384671.807932:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050243968, offset 0 00000400:00000200:0.0:1767384671.807941:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384671.807947:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384671.807952:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384671.807963:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260107b80 00000400:00000200:0.0:1767384671.807970:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4336 00000400:00000200:0.0:1767384671.807976:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384671.807981:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384671.807987:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384671.807988:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384671.807992:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f30981d5. 00000100:00000040:0.0:1767384671.807994:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000f30981d5 x1853237050243968 msgsize 224 00000400:00000200:1.0:1767384671.807999:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00100000:0.0:1767384671.808000:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384671.808011:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384671.808018:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47d99b3 00000400:00000010:0.0:1767384671.808020:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b47d99b3. 00000100:00000001:0.0:1767384671.808024:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384671.808028:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384671.808032:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:2.0:1767384671.808033:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767384671.808036:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.808037:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384671.808044:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.808047:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384671.808053:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.808054:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384671.808057:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.808061:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 02000000:00000001:2.0:1767384671.808062:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384671.808064:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.808065:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.808067:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384671.808073:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.808074:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.808078:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3878 usecs (4 jiffies) 00000100:00100000:2.0:1767384671.808080:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ce39d9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16347:1853237050243840:0@lo:13: 00000100:00000001:0.0:1767384671.808082:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960132 00000100:00000001:2.0:1767384671.808084:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384671.808087:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 02000000:00000001:2.0:1767384671.808088:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384671.808088:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008269bc2. 02000000:00000001:2.0:1767384671.808092:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.808095:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384671.808097:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000010:2.0:1767384671.808098:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007345bac0. 02000000:00000001:2.0:1767384671.808102:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.808105:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960132 00000400:00000010:2.0:1767384671.808106:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4baddd9. 00000100:00000010:0.0:1767384671.808112:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007854be87. 00000400:00000010:2.0:1767384671.808114:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000508b9fa9. 00000400:00000200:1.0:1767384671.808114:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000200:2.0:1767384671.808120:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050243840, portal 4 00000100:00000001:0.0:1767384671.808120:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384671.808126:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384671.808127:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747170432 : -108600962381184 : ffff9d3a5e370a80) 00000100:00000001:0.0:1767384671.808129:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960132 00000100:00000040:2.0:1767384671.808132:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384671.808137:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba08409a. 00000100:00000001:2.0:1767384671.808139:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384671.808141:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00000001:0.0:1767384671.808145:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384671.808147:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384671.808152:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d88e189b. 00000100:00000001:0.0:1767384671.808153:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960132 00000100:00000200:2.0:1767384671.808154:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050243840, offset 0 00000100:00000010:0.0:1767384671.808163:0:16344:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c967f009. 00000400:00000200:2.0:1767384671.808164:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384671.808170:0:16344:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384671.808174:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384671.808176:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00000001:0.0:1767384671.808178:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384671.808183:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260107b00 00000100:00000001:0.0:1767384671.808184:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.808190:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.808191:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3360 00000100:00000001:0.0:1767384671.808196:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384671.808198:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384671.808204:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384671.808207:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384671.808208:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384671.808209:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384671.808213:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:2.0:1767384671.808214:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036b23bba. 00000400:00000200:1.0:1767384671.808217:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000100:00000001:0.0:1767384671.808219:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384671.808220:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000036b23bba x1853237050243840 msgsize 224 00000100:00000001:0.0:1767384671.808223:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384671.808227:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384671.808232:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384671.808233:0:16344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767384671.808236:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.808243:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384671.808246:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384671.808249:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.808251:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384671.808252:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d88e189b 00000100:00000001:0.0:1767384671.808252:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384671.808255:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384671.808256:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000010:2.0:1767384671.808258:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d88e189b. 00000100:00000040:0.0:1767384671.808261:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.808266:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384671.808268:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384671.808270:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.808271:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384671.808273:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384671.808277:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.808281:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000100:00100000:0.0:1767384671.808281:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000b3995a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050244096:0@lo:400: 00000100:00000200:2.0:1767384671.808282:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.808320:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384671.808324:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.808325:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384671.808330:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384671.808332:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.808333:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.808334:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384671.808336:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 02000000:00000001:0.0:1767384671.808337:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384671.808341:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384671.808342:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003efa92f9. 00000100:00000040:2.0:1767384671.808346:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3878 usecs (4 jiffies) 02000000:00000001:0.0:1767384671.808346:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.808350:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960133 00000400:00000010:0.0:1767384671.808350:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593143f8. 00000400:00000010:0.0:1767384671.808357:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b47d99b3. 00000100:00000001:2.0:1767384671.808358:0:16347:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294960132 00000400:00000200:1.0:1767384671.808362:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00000200:0.0:1767384671.808363:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050244096, portal 10 00000100:00000001:2.0:1767384671.808364:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960133 00000100:00000001:0.0:1767384671.808369:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384671.808372:0:16347:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294960132 00000100:00000001:0.0:1767384671.808373:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747179392 : -108600962372224 : ffff9d3a5e372d80) 00000100:00000001:2.0:1767384671.808380:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960133 00000100:00000040:0.0:1767384671.808383:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.808385:0:16347:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294960132 00000100:00000001:0.0:1767384671.808392:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384671.808394:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960133 00000400:00000200:1.0:1767384671.808396:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000100:00000040:0.0:1767384671.808399:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384671.808400:0:16347:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294960132 00000400:00000010:0.0:1767384671.808404:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0cb5def. 00000100:00000001:2.0:1767384671.808407:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384671.808409:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050244096, offset 0 00000100:00000001:2.0:1767384671.808411:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.808416:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384671.808419:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384671.808420:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.808426:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384671.808428:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384671.808429:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384671.808435:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384671.808436:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384671.808438:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384671.808439:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260107c00 00000100:00100000:2.0:1767384671.808442:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:1.0:1767384671.808443:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00000001:2.0:1767384671.808449:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384671.808449:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000100:00000001:2.0:1767384671.808453:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384671.808455:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.808460:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384671.808462:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384671.808463:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384671.808469:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384671.808471:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384671.808474:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384671.808478:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384671.808478:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384671.808484:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005139886f. 00000400:00000200:1.0:1767384671.808487:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000100:00000001:2.0:1767384671.808490:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384671.808490:0:16344:0:(events.c:337:request_in_callback()) incoming req@000000005139886f x1853237050244096 msgsize 224 00000100:00000001:2.0:1767384671.808494:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.808497:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384671.808500:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384671.808500:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384671.808504:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384671.808507:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c1c749a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237050244224:0@lo:400: 00000100:00000001:2.0:1767384671.808510:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384671.808511:0:16344:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384671.808513:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384671.808516:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.808518:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384671.808518:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0cb5def 00000400:00000010:0.0:1767384671.808522:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0cb5def. 02000000:00000010:2.0:1767384671.808523:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a81bacc0. 00000100:00000001:0.0:1767384671.808526:0:16344:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384671.808527:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384671.808531:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f55939c. 00000100:00000200:0.0:1767384671.808532:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384671.808534:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000010:2.0:1767384671.808539:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d88e189b. 00000100:00000200:2.0:1767384671.808546:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050244224, portal 10 00000100:00000001:0.0:1767384671.808548:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384671.808550:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384671.808554:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747180288 : -108600962371328 : ffff9d3a5e373100) 00000100:00000040:0.0:1767384671.808554:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.808563:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.808564:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.808567:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384671.808573:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.808574:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384671.808577:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00000040:0.0:1767384671.808579:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3680 usecs (4 jiffies) 00000100:00000040:2.0:1767384671.808581:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384671.808585:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294960133 00000400:00000010:2.0:1767384671.808586:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd537891. 00000100:00000001:0.0:1767384671.808589:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294960133 00000100:00000200:2.0:1767384671.808591:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050244224, offset 0 00000100:00000001:0.0:1767384671.808592:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294960133 00000100:00000001:0.0:1767384671.808596:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294960133 00000100:00000001:0.0:1767384671.808598:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294960133 00000400:00000200:2.0:1767384671.808602:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384671.808603:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294960133 00000100:00000001:0.0:1767384671.808607:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294960133 00000100:00000001:0.0:1767384671.808609:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294960133 00000100:00000001:0.0:1767384671.808613:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384671.808614:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384671.808618:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.808620:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000100:00000001:0.0:1767384671.808622:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.808625:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260107c80 00000400:00000200:2.0:1767384671.808632:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000100:00000001:0.0:1767384671.808632:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.808639:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384671.808643:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384671.808648:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384671.808655:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384671.808657:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1767384671.808659:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c96584f3. 00000100:00100000:0.0:1767384671.808662:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050244096 00000100:00000040:2.0:1767384671.808663:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000c96584f3 x1853237050244224 msgsize 224 00000400:00000200:1.0:1767384671.808666:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 02000000:00000001:0.0:1767384671.808668:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384671.808673:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384671.808674:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384671.808678:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.808685:0:16347:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384671.808685:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384671.808690:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050244096 00000400:00000200:2.0:1767384671.808693:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd537891 00000020:00000001:0.0:1767384671.808695:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384671.808696:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd537891. 00000020:00000040:0.0:1767384671.808698:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000100:00000001:2.0:1767384671.808701:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1767384671.808703:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1767384671.808707:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384671.808708:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000400:00000200:1.0:1767384671.808715:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000020:00000001:0.0:1767384671.808715:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:2.0:1767384671.808718:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384671.808723:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000040:2.0:1767384671.808724:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.808731:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384671.808733:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.808736:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384671.808739:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f5cdde9e. 00000100:00000001:2.0:1767384671.808740:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.808745:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3637 usecs (4 jiffies) 00000100:00000001:0.0:1767384671.808745:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384671.808748:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000020:00000010:0.0:1767384671.808749:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f5cdde9e. 00000100:00000001:2.0:1767384671.808751:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294960133 00000100:00000001:2.0:1767384671.808755:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294960133 00000100:00000001:2.0:1767384671.808757:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294960133 00000020:00000010:0.0:1767384671.808758:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f7a0956. 00000100:00000001:2.0:1767384671.808759:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294960133 00000100:00000001:2.0:1767384671.808762:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294960133 00000100:00000001:2.0:1767384671.808766:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294960133 00000100:00000001:2.0:1767384671.808767:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294960133 00000020:00000010:0.0:1767384671.808768:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002ef9c4c9. 00000100:00000001:2.0:1767384671.808769:0:16347:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294960133 00000100:00000001:2.0:1767384671.808773:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384671.808775:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.808777:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091246d50. 00000100:00000001:2.0:1767384671.808778:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.808783:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.808802:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384671.808806:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384671.808807:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384671.808809:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384671.808810:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.808814:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.808822:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384671.808825:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384671.808827:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.808837:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.808850:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384671.808851:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00100000:0.0:1767384671.808852:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050244224 02000000:00000001:0.0:1767384671.808853:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384671.808855:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384671.808857:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.808861:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384671.808863:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050244224 00000020:00000001:0.0:1767384671.808872:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384671.808873:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000020:00000001:0.0:1767384671.808875:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384671.808876:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000020:00000001:0.0:1767384671.808879:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000020:00000001:0.0:1767384671.808881:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:0.0:1767384671.808884:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384671.808887:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f5cdde9e. 00000020:00000010:0.0:1767384671.808891:0:17077:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a867e1e3. 00000020:00000040:0.0:1767384671.808896:0:17077:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000400:00000200:2.0:1767384671.808897:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000010:1.0:1767384671.808900:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf2d0058. 00000100:00000001:0.0:1767384671.808904:0:17077:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000800:00000010:1.0:1767384671.808905:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f52edd20. 00000020:00000010:0.0:1767384671.808909:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d179aa2. 00000800:00000010:1.0:1767384671.808911:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bcd8f871. 00000020:00000010:0.0:1767384671.808914:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000317f51a8. 00000020:00000010:0.0:1767384671.808920:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000001:0.0:1767384671.808923:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384671.808925:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384671.808927:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:0.0:1767384671.808927:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384671.808933:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bcd8f871. 00000100:00000001:0.0:1767384671.808934:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384671.808939:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384671.808942:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00020000:1.0:1767384671.808945:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000100:00000001:0.0:1767384671.808948:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384671.808949:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f52edd20. 00000800:00000010:1.0:1767384671.808955:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf2d0058. 00000100:00000001:0.0:1767384671.808962:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384671.808965:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384671.808971:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:0.0:1767384671.808974:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000100:00000001:0.0:1767384671.808976:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963249792 : -108605746301824 : ffff9d3941123480) 00000400:00000200:2.0:1767384671.808980:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000040:0.0:1767384671.808980:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005139886f x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:652/0 lens 224/0 e 0 to 0 dl 1767384682 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.808989:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384671.808992:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000162f66d2. 00000100:00000001:0.0:1767384671.808995:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384671.808997:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000162f66d2. 00000100:00100000:0.0:1767384671.809003:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005139886f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16344:x1853237050244096:12345-0@lo:400: 00000100:00000200:0.0:1767384671.809011:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050244096 00000020:00000001:0.0:1767384671.809015:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384671.809018:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384671.809020:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.809022:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:02020000:1.0:1767384671.809025:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp26 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000020:00000001:0.0:1767384671.809025:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:0.0:1767384671.809030:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000100:1.0:1767384671.809032:0:16335:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000001:0.0:1767384671.809034:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384671.809037:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384671.809039:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384671.809041:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000020:00000001:0.0:1767384671.809041:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.809043:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384671.809048:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384671.809051:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384671.809053:0:17885:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1767384671.809055:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea6afe3c. 00000100:00100000:1.0:1767384671.809057:0:17885:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050243840 02000000:00000001:0.0:1767384671.809058:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.809062:0:17885:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384671.809062:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.809066:0:17885:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384671.809066:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.809069:0:17885:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384671.809070:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050244096 00010000:00000001:0.0:1767384671.809074:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384671.809075:0:17885:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384671.809079:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005139886f x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:652/0 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384671.809080:0:17885:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050243840 00000020:00000001:1.0:1767384671.809085:0:17885:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384671.809087:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000020:00000040:1.0:1767384671.809088:0:17885:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00010000:00000001:0.0:1767384671.809089:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384671.809092:0:17885:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384671.809094:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.809096:0:17885:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000100:00001000:0.0:1767384671.809098:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=82 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384671.809099:0:17885:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:1.0:1767384671.809106:0:17885:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:0.0:1767384671.809108:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384671.809110:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384671.809112:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000010:1.0:1767384671.809115:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcd8f871. 00000400:00000200:2.0:1767384671.809116:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:0.0:1767384671.809116:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000010:1.0:1767384671.809121:0:17885:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bd7dfe1d. 02000000:00000001:0.0:1767384671.809122:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384671.809126:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384671.809128:0:17885:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:0.0:1767384671.809130:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384671.809134:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384671.809135:0:17885:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1767384671.809139:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0cb5def. 00000020:00000010:1.0:1767384671.809140:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000356a42e0. 00000100:00000200:0.0:1767384671.809143:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050244096, offset 224 00000400:00000200:2.0:1767384671.809145:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000020:00000010:1.0:1767384671.809146:0:17885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000be614cb8. 00000400:00000200:0.0:1767384671.809151:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384671.809154:0:17885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000025ec353. 00000100:00000040:1.0:1767384671.809163:0:17885:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384671.809169:0:17885:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384671.809169:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384671.809173:0:17885:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384671.809177:0:17885:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.809178:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384671.809179:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260107c00 00000100:00000001:1.0:1767384671.809189:0:17885:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384671.809189:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fa1 [1] + 224 00000400:00000200:0.0:1767384671.809194:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384671.809200:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384671.809203:0:17885:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.809205:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384671.809210:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.809219:0:17885:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384671.809223:0:17885:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384671.809231:0:17885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384671.809232:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384671.809236:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000040:1.0:1767384671.809237:0:17885:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:1.0:1767384671.809244:0:17885:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747174016 : -108600962377600 : ffff9d3a5e371880) 00000100:00000040:1.0:1767384671.809252:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036b23bba x1853237050243840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:652/0 lens 224/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.809254:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384671.809262:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0cb5def 00000100:00000001:1.0:1767384671.809263:0:17885:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384671.809265:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0cb5def. 00000020:00000010:1.0:1767384671.809268:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd7dfe1d. 00000100:00000001:0.0:1767384671.809269:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384671.809272:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384671.809274:0:17885:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.809276:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384671.809278:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd7dfe1d. 00000100:00000040:0.0:1767384671.809281:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384671.809284:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767384671.809285:0:17885:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036b23bba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16347:x1853237050243840:12345-0@lo:13: 00000020:00000001:0.0:1767384671.809286:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.809309:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384671.809312:0:17885:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050243840 00000020:00000001:1.0:1767384671.809316:0:17885:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384671.809316:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005139886f x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:652/0 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384671.809317:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000020:00000001:1.0:1767384671.809321:0:17885:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384671.809325:0:17885:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.809330:0:17885:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384671.809333:0:17885:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000100:00100000:0.0:1767384671.809334:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005139886f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16344:x1853237050244096:12345-0@lo:400: Request processed in 341us (841us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384671.809337:0:17885:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384671.809340:0:17885:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384671.809344:0:17885:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767384671.809344:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000020:00000001:1.0:1767384671.809346:0:17885:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767384671.809348:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000020:00000001:1.0:1767384671.809349:0:17885:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.809352:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384671.809354:0:17885:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384671.809355:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384671.809357:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 02000000:00000001:1.0:1767384671.809358:0:17885:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384671.809360:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002ef9c4c9. 02000000:00000010:1.0:1767384671.809362:0:17885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000030a84135. 00000020:00000010:0.0:1767384671.809365:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091246d50. 02000000:00000001:1.0:1767384671.809366:0:17885:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.809371:0:17885:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384671.809372:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f7a0956. 00002000:00000001:1.0:1767384671.809374:0:17885:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000040:0.0:1767384671.809377:0:17077:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00002000:00000001:1.0:1767384671.809378:0:17885:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767384671.809380:0:17885:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767384671.809387:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384671.809390:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000020:00000001:1.0:1767384671.809391:0:17885:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767384671.809396:0:17885:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:0.0:1767384671.809399:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000020:1.0:1767384671.809400:0:17885:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:0.0:1767384671.809402:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000020:1.0:1767384671.809404:0:17885:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00000100:00100000:0.0:1767384671.809408:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00002000:00000020:1.0:1767384671.809409:0:17885:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000040:0.0:1767384671.809412:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00002000:00000001:1.0:1767384671.809413:0:17885:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767384671.809415:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747182976 : -108600962368640 : ffff9d3a5e373b80) 00000001:00000001:1.0:1767384671.809419:0:17885:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:0.0:1767384671.809422:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c96584f3 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:652/0 lens 224/0 e 0 to 0 dl 1767384682 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384671.809423:0:17885:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384671.809428:0:17885:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384671.809433:0:17885:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050243840 00000400:00000200:2.0:1767384671.809434:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00000001:0.0:1767384671.809436:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384671.809437:0:17885:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384671.809442:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000162f66d2. 00010000:00000200:1.0:1767384671.809443:0:17885:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000036b23bba x1853237050243840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:652/0 lens 224/368 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.809447:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384671.809452:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000162f66d2. 00010000:00000001:1.0:1767384671.809458:0:17885:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384671.809460:0:17885:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384671.809461:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c96584f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16347:x1853237050244224:12345-0@lo:400: 00000100:00001000:1.0:1767384671.809463:0:17885:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384671.809470:0:17885:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384671.809472:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000200:0.0:1767384671.809472:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050244224 00000100:00000040:1.0:1767384671.809475:0:17885:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000001:0.0:1767384671.809478:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384671.809479:0:17885:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:0.0:1767384671.809483:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384671.809484:0:17885:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384671.809488:0:17885:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.809488:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.809491:0:17885:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384671.809493:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384671.809498:0:17885:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384671.809498:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000400:00000010:1.0:1767384671.809502:0:17885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5a7bda. 00000020:00000001:0.0:1767384671.809504:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767384671.809507:0:17885:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050243840, offset 224 00000020:00000001:0.0:1767384671.809508:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384671.809514:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384671.809518:0:17885:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384671.809518:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384671.809519:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000020:00000001:0.0:1767384671.809523:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.809528:0:17885:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384671.809530:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384671.809535:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767384671.809538:0:17885:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260107b00 02000000:00000001:0.0:1767384671.809539:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384671.809543:0:17885:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f99 [1] + 224 02000000:00000010:0.0:1767384671.809546:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000093229b71. 00000400:00000200:1.0:1767384671.809548:0:17885:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384671.809549:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 02000000:00000001:0.0:1767384671.809550:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.809556:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.809557:0:17885:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384671.809562:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.809563:0:17885:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384671.809567:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050244224 00000100:00000200:1.0:1767384671.809569:0:17885:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384671.809572:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00010000:00000001:0.0:1767384671.809573:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384671.809582:0:17885:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384671.809590:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c96584f3 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:652/0 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384671.809597:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384671.809598:0:17885:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384671.809599:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00010000:00000001:0.0:1767384671.809599:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.809605:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f5a7bda 00000100:00001000:0.0:1767384671.809605:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=82 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384671.809610:0:17885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f5a7bda. 00000100:00000001:0.0:1767384671.809612:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384671.809615:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000100:00000001:1.0:1767384671.809616:0:17885:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384671.809618:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:1.0:1767384671.809619:0:17885:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384671.809621:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384671.809623:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.809624:0:17885:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.809626:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384671.809629:0:17885:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000400:00000200:2.0:1767384671.809630:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00000040:0.0:1767384671.809633:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384671.809635:0:17885:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384671.809638:0:17885:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384671.809639:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0cb5def. 00000020:00000001:1.0:1767384671.809640:0:17885:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384671.809646:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050244224, offset 224 00000100:00000040:1.0:1767384671.809649:0:17885:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036b23bba x1853237050243840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:652/0 lens 224/368 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384671.809656:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384671.809667:0:17885:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036b23bba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16347:x1853237050243840:12345-0@lo:13: Request processed in 400us (1443us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384671.809670:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384671.809671:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00100000:1.0:1767384671.809685:0:17885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000400:00000200:0.0:1767384671.809686:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260107c80 00000100:00000040:1.0:1767384671.809690:0:17885:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:1.0:1767384671.809694:0:17885:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384671.809697:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fa9 [1] + 224 00000100:00000001:1.0:1767384671.809698:0:17885:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384671.809702:0:17885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000be614cb8. 00000400:00000200:0.0:1767384671.809703:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384671.809708:0:17885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000025ec353. 00000400:00000200:0.0:1767384671.809709:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384671.809715:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000356a42e0. 00000100:00000001:0.0:1767384671.809718:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384671.809720:0:17885:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:1.0:1767384671.809723:0:17885:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384671.809726:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384671.809729:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000100:00000040:0.0:1767384671.809742:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767384671.809748:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767384671.809753:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:0.0:1767384671.809753:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1767384671.809759:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767384671.809761:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000400:00000200:0.0:1767384671.809762:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0cb5def 00000400:00000010:0.0:1767384671.809766:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0cb5def. 00000100:00000001:0.0:1767384671.809770:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:2.0:1767384671.809771:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000100:00000001:0.0:1767384671.809772:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384671.809780:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.809781:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384671.809784:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:1.0:1767384671.809797:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384671.809800:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384671.809802:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384671.809804:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384671.809807:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384671.809810:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f55939c. 00000020:00000001:0.0:1767384671.809811:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384671.809813:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000100:00000040:0.0:1767384671.809817:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c96584f3 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:652/0 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384671.809818:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d88e189b 00000400:00000010:1.0:1767384671.809824:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d88e189b. 00000100:00100000:0.0:1767384671.809831:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c96584f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16347:x1853237050244224:12345-0@lo:400: Request processed in 393us (1165us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384671.809832:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384671.809840:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000100:00000200:1.0:1767384671.809842:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384671.809842:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:0.0:1767384671.809847:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000100:00000001:0.0:1767384671.809851:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384671.809854:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384671.809858:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000317f51a8. 00000100:00000200:1.0:1767384671.809862:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384671.809864:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384671.809871:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d179aa2. 00000100:00000001:1.0:1767384671.809873:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384671.809877:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384671.809878:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000400:00000200:2.0:1767384671.809881:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00000001:1.0:1767384671.809882:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384671.809883:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384671.809886:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384671.809889:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384671.809892:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.809894:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384671.809897:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=82 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384671.809901:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384671.809904:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384671.809906:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.809906:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384671.809910:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384671.809910:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384671.809915:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:1.0:1767384671.809916:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384671.809918:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384671.809921:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000593143f8. 00000400:00000200:0.0:1767384671.809927:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47d99b3 00010000:00000001:1.0:1767384671.809928:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384671.809932:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b47d99b3. 00000100:00000001:1.0:1767384671.809934:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384671.809937:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384671.809938:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000100:00000040:1.0:1767384671.809938:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384671.809943:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1767384671.809944:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.809945:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.809954:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384671.809957:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.809972:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.809975:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384671.809976:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00000001:1.0:1767384671.809978:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384671.809979:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.809982:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.809983:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384671.809985:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384671.809988:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384671.809989:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.809992:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384671.809993:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384671.809998:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=82 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384671.810000:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000100:00001000:0.0:1767384671.810009:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=82 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384671.810010:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c1c749a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16347:1853237050244224:0@lo:400: 00000100:00000001:0.0:1767384671.810014:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384671.810019:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384671.810021:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767384671.810025:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:0.0:1767384671.810025:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384671.810026:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000001:1.0:1767384671.810029:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384671.810034:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4baddd9. 00010000:00000001:0.0:1767384671.810038:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.810042:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508b9fa9 00000100:00000001:0.0:1767384671.810042:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384671.810044:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000010:1.0:1767384671.810046:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000508b9fa9. 00000100:00000001:0.0:1767384671.810047:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384671.810050:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.810055:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384671.810055:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384671.810057:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00000200:1.0:1767384671.810062:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.810076:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.810080:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384671.810082:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384671.810083:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384671.810088:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384671.810092:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000100:00000001:1.0:1767384671.810094:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384671.810097:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384671.810101:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000b3995a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050244096:0@lo:400: 00000100:00000001:1.0:1767384671.810102:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384671.810106:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384671.810108:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384671.810110:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.810110:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.810116:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.810116:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384671.810120:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b3995a1 x1853237050244096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384671.810122:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384671.810129:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384671.810132:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384671.810134:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384671.810135:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384671.810136:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.810139:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 02000000:00000010:0.0:1767384671.810139:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003efa92f9. 00010000:00000001:1.0:1767384671.810140:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384671.810146:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:1.0:1767384671.810147:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384671.810150:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384671.810153:0:16344:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:1.0:1767384671.810159:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.810160:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384671.810164:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000081078b64. 00000100:00000001:1.0:1767384671.810165:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384671.810169:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:0.0:1767384671.810171:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384671.810173:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384671.810176:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.810178:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 02000000:00000001:0.0:1767384671.810179:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384671.810182:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384671.810183:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b3995a1. 00000100:00000001:0.0:1767384671.810190:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384671.810193:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.810195:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384671.810196:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.810203:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384671.810203:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384671.810207:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384671.810208:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384671.810209:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000100:00000001:0.0:1767384671.810210:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384671.810213:0:16347:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384671.810216:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384671.810219:0:16347:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384671.810224:0:16347:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384671.810233:0:16347:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:0.0:1767384671.810238:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1767384671.810239:0:16347:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.810241:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.810246:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384671.810253:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ce39d9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16347:1853237050243840:0@lo:13: 00000100:00000001:1.0:1767384671.810258:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384671.810260:0:18653:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384671.810261:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384671.810265:0:18653:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050243968 00000100:00000040:1.0:1767384671.810267:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c1c749a9 x1853237050244224/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384671.810268:0:18653:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384671.810270:0:18653:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384671.810273:0:18653:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384671.810278:0:18653:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.810279:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384671.810283:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767384671.810283:0:18653:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050243968 02000000:00000010:1.0:1767384671.810286:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a81bacc0. 00000020:00000001:0.0:1767384671.810287:0:18653:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384671.810308:0:18653:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:0.0:1767384671.810310:0:18653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384671.810312:0:18653:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 02000000:00000001:1.0:1767384671.810314:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384671.810315:0:18653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000001:1.0:1767384671.810318:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384671.810319:0:18653:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000020:00000040:1.0:1767384671.810321:0:16347:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384671.810323:0:18653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384671.810325:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384671.810327:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000162f66d2. 02000000:00000010:1.0:1767384671.810328:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b49dc64. 00000100:00000001:0.0:1767384671.810333:0:18653:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384671.810335:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767384671.810336:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000162f66d2. 02000000:00000001:1.0:1767384671.810339:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384671.810341:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1c749a9. 00000020:00000010:0.0:1767384671.810342:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d179aa2. 00000100:00000001:1.0:1767384671.810344:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384671.810347:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384671.810348:0:18653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000317f51a8. 00000100:00000001:1.0:1767384671.810349:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767384671.810354:0:18653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:1.0:1767384671.810356:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ce39d9d x1853237050243840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384671.810360:0:18653:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384671.810362:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384671.810364:0:18653:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384671.810366:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384671.810367:0:18653:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1767384671.810369:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007345bac0. 00000100:00000001:0.0:1767384671.810370:0:18653:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384671.810373:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000010:2.0:1767384671.810374:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ac405d0b. 00000020:00000001:1.0:1767384671.810375:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384671.810375:0:18653:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:1.0:1767384671.810379:0:16347:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000800:00000010:2.0:1767384671.810381:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dabdabce. 00000020:00000001:1.0:1767384671.810382:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384671.810385:0:18653:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:1.0:1767384671.810386:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003be0e413. 00000800:00000010:2.0:1767384671.810388:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d897844. 00000100:00000001:0.0:1767384671.810388:0:18653:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.810390:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384671.810395:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384671.810397:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ce39d9d. 00000100:00000001:0.0:1767384671.810400:0:18653:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.810401:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384671.810403:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.810407:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.810411:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384671.810414:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.810417:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384671.810417:0:18653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000010:2.0:1767384671.810418:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d897844. 00000100:00000001:0.0:1767384671.810420:0:18653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384671.810422:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384671.810427:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000800:00020000:2.0:1767384671.810428:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000100:00000040:0.0:1767384671.810430:0:18653:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000800:00000010:2.0:1767384671.810433:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dabdabce. 00000100:00000001:0.0:1767384671.810434:0:18653:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963241728 : -108605746309888 : ffff9d3941121500) 00000800:00000010:2.0:1767384671.810439:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ac405d0b. 00000100:00000040:0.0:1767384671.810441:0:18653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f30981d5 x1853237050243968/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:652/0 lens 224/0 e 0 to 0 dl 1767384682 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.810448:0:18653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384671.810451:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000162f66d2. 00000100:00000001:0.0:1767384671.810453:0:18653:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384671.810455:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000162f66d2. 00000100:00100000:0.0:1767384671.810459:0:18653:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f30981d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050243968:12345-0@lo:400: 00000100:00000200:0.0:1767384671.810462:0:18653:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050243968 00000020:00000001:0.0:1767384671.810464:0:18653:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384671.810467:0:18653:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384671.810468:0:18653:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.810470:0:18653:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384671.810472:0:18653:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:0.0:1767384671.810474:0:18653:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384671.810476:0:18653:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384671.810478:0:18653:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384671.810479:0:18653:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384671.810481:0:18653:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.810483:0:18653:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384671.810486:0:18653:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384671.810488:0:18653:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384671.810492:0:18653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c8f0c425. 02000000:00000001:0.0:1767384671.810493:0:18653:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:02020000:2.0:1767384671.810497:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp45 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000100:00000001:0.0:1767384671.810497:0:18653:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384671.810501:0:18653:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384671.810504:0:18653:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050243968 00000400:00000200:2.0:1767384671.810506:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp45 notifying 192.168.202.122@tcp45: down 00000400:00000200:2.0:1767384671.810510:0:16334:0:(router.c:1840:lnet_notify()) Old news 00010000:00000001:0.0:1767384671.810511:0:18653:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000800:00000100:2.0:1767384671.810516:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp45 00010000:00000200:0.0:1767384671.810516:0:18653:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f30981d5 x1853237050243968/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:652/0 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384671.810522:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000067beffb6. 00000400:00000200:2.0:1767384671.810526:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00000001:0.0:1767384671.810529:0:18653:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384671.810531:0:18653:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.810534:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp45->192.168.202.122@tcp45: GET: LOCAL_ERROR 00000100:00001000:0.0:1767384671.810535:0:18653:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384671.810540:0:18653:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384671.810542:0:18653:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000400:00000200:2.0:1767384671.810543:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000100:00000001:0.0:1767384671.810544:0:18653:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384671.810549:0:18653:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384671.810551:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp45 recovery message sent unsuccessfully:-71 02000000:00000001:0.0:1767384671.810551:0:18653:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384671.810554:0:18653:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384671.810560:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp45) recovery failed with -71 00000100:00000040:0.0:1767384671.810560:0:18653:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384671.810566:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b47d99b3. 00000100:00000200:0.0:1767384671.810569:0:18653:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050243968, offset 224 00000400:00000200:0.0:1767384671.810573:0:18653:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384671.810578:0:18653:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384671.810581:0:18653:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260107b80 00000400:00000200:0.0:1767384671.810585:0:18653:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1f91 [1] + 224 00000400:00000200:0.0:1767384671.810588:0:18653:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384671.810590:0:18653:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384671.810592:0:18653:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384671.810594:0:18653:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384671.810600:0:18653:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384671.810614:0:18653:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384671.810619:0:18653:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47d99b3 00000400:00000010:0.0:1767384671.810620:0:18653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b47d99b3. 00000100:00000001:0.0:1767384671.810622:0:18653:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384671.810623:0:18653:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384671.810627:0:18653:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384671.810629:0:18653:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384671.810631:0:18653:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384671.810637:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384671.810638:0:18653:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.810640:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384671.810642:0:18653:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384671.810646:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384671.810647:0:18653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f30981d5 x1853237050243968/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:652/0 lens 224/224 e 0 to 0 dl 1767384682 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384671.810650:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384671.810654:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff33862f. 00000400:00000200:1.0:1767384671.810659:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0282a5e 00000100:00100000:0.0:1767384671.810659:0:18653:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f30981d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16344:x1853237050243968:12345-0@lo:400: Request processed in 208us (2662us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384671.810663:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0282a5e. 00000100:00000001:1.0:1767384671.810668:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384671.810671:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000200:1.0:1767384671.810675:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384671.810675:0:18653:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:0.0:1767384671.810679:0:18653:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384671.810683:0:18653:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384671.810686:0:18653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000317f51a8. 00000100:00000200:1.0:1767384671.810688:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384671.810691:0:18653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000100:00000001:1.0:1767384671.810698:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384671.810698:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d179aa2. 00000100:00000001:1.0:1767384671.810701:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384671.810703:0:18653:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:1.0:1767384671.810704:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384671.810707:0:18653:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384671.810708:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384671.810712:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384671.810713:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384671.810715:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384671.810718:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384671.810721:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384671.810723:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384671.810724:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.810725:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384671.810727:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.810732:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.810734:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384671.810735:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384671.810736:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384671.810737:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384671.810739:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.810743:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384671.810744:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384671.810745:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384671.810747:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384671.810751:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b1e81dc7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16344:1853237050243968:0@lo:400: 00000100:00000001:1.0:1767384671.810754:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.810755:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384671.810757:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b1e81dc7 x1853237050243968/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384671.810763:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384671.810765:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384671.810767:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd76da0a. 02000000:00000001:1.0:1767384671.810771:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384671.810773:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384671.810774:0:16344:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384671.810777:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384671.810778:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000033268e2b. 02000000:00000001:1.0:1767384671.810782:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384671.810784:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384671.810798:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b1e81dc7. 00000100:00000001:1.0:1767384671.810802:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384671.810804:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.810806:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384671.810811:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384671.810813:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384671.810816:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384671.810818:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384671.813396:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294960133, at 4294960134 00000100:00000010:3.0:1767384671.813404:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c967f009. 00000100:00000040:0.0:1767384671.813405:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294960133, at 4294960134 00000100:00000010:0.0:1767384671.813411:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008269bc2. 00000100:00000040:1.0:1767384671.813670:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294960133, at 4294960134 00000100:00000010:1.0:1767384671.813676:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007854be87. 00000100:00000040:2.0:1767384671.814340:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294960133, at 4294960135 00000100:00000010:2.0:1767384671.814347:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba08409a. 00010000:00000001:1.0:1767384671.999334:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384671.999339:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.999343:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384671.999344:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.999364:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384671.999367:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384671.999370:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384672.831381:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384672.831387:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384672.831389:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d7918a 00000400:00000010:2.0:1767384672.831401:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d7918a. 00000400:00000200:2.0:1767384672.831406:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384672.831413:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp45 recovery ping unlinked 00000400:00000010:2.0:1767384672.831424:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002e39156e. 00000400:00000010:2.0:1767384672.831428:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000eab0dbe3. 00000400:00000200:2.0:1767384672.831434:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp34 00000400:00000010:2.0:1767384672.831441:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004a370842. 00000400:00000010:2.0:1767384672.831445:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000eab0dbe3. 00000400:00000010:2.0:1767384672.831448:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d7918a. 00000400:00000010:2.0:1767384672.831453:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000093f2c6bf. 00000400:00000200:2.0:1767384672.831456:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp34 00000400:00000200:2.0:1767384672.831466:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp34 local destination 00000400:00000200:2.0:1767384672.831471:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp34 00000400:00000200:2.0:1767384672.831474:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp34 NI seq info: [194:194:256:4294967295] 192.168.202.122@tcp34 LPNI seq info [180:180:8:4294967295] 00000400:00000200:2.0:1767384672.831479:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp34 00000400:00000200:2.0:1767384672.831486:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp34(192.168.202.122@tcp34:) -> 192.168.202.122@tcp34(192.168.202.122@tcp34:192.168.202.122@tcp34) : GET try# 0 00000800:00000200:2.0:1767384672.831490:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp34 00000800:00000010:2.0:1767384672.831493:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007bec9124. 00000800:00000200:2.0:1767384672.831500:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cefe559a] -> 12345-192.168.202.122@tcp34 (2) 00000800:00000200:2.1:1767384672.831505:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cefe559a] -> 12345-192.168.202.122@tcp34 (2) 00000400:00000200:2.0:1767384672.831569:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp34 added to recovery queue. ping count: 5 next ping: 325 health :500 00000400:00000200:2.0:1767384672.831573:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp46 00000400:00000010:2.0:1767384672.831576:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000066ac5a4a. 00000400:00000010:2.0:1767384672.831579:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005e05be3e. 00000400:00000010:2.0:1767384672.831581:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd537891. 00000400:00000010:2.0:1767384672.831584:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000026f08396. 00000400:00000200:2.0:1767384672.831587:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp46 00000400:00000200:2.0:1767384672.831596:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp46 local destination 00000400:00000200:2.0:1767384672.831599:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp46 00000400:00000200:2.0:1767384672.831602:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp46 NI seq info: [195:195:256:4294967295] 192.168.202.122@tcp46 LPNI seq info [181:181:8:4294967295] 00000400:00000200:2.0:1767384672.831606:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp46 00000400:00000200:2.0:1767384672.831611:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp46(192.168.202.122@tcp46:) -> 192.168.202.122@tcp46(192.168.202.122@tcp46:192.168.202.122@tcp46) : GET try# 0 00000800:00000200:2.0:1767384672.831614:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp46 00000800:00000010:2.0:1767384672.831617:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d3de8182. 00000800:00000200:2.0:1767384672.831620:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7a4e264] -> 12345-192.168.202.122@tcp46 (2) 00000800:00000200:2.1:1767384672.831624:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7a4e264] -> 12345-192.168.202.122@tcp46 (2) 00000400:00000200:3.0:1767384672.831636:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384672.831639:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp46 added to recovery queue. ping count: 1 next ping: 295 health :900 00000400:00000200:0.0:1767384672.831712:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.831715:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.831756:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.831818:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.831829:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.831859:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.831903:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.831915:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.831943:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.831986:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832000:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832044:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832067:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832116:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832122:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832175:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832203:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832230:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832262:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832288:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832336:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832390:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832395:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832433:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832472:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832478:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832542:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832553:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832584:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832622:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832643:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832679:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832705:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832750:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832772:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832822:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832850:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832872:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832914:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832932:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.832981:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.832995:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.833047:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.833058:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.833103:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.833130:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.833160:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.833193:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.833224:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.833255:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.833282:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.833346:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.833366:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.833411:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.833418:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.833483:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.833483:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.833523:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.833559:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.833577:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.833623:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384672.833639:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.833682:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.833731:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384672.833793:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000800:00000010:3.0:1767384672.833831:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af49711b. 00000400:00000200:0.0:1767384672.833833:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000800:00000010:3.0:1767384672.833836:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cece13a1. 00000800:00000010:3.0:1767384672.833842:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ffc47f35. 00000800:00000010:3.0:1767384672.833866:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ffc47f35. 00000400:00000200:0.0:1767384672.833869:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000800:00020000:3.0:1767384672.833876:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384672.833880:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cece13a1. 00000800:00000010:3.0:1767384672.833884:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000af49711b. 00000400:00000200:0.0:1767384672.833906:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:02020000:3.0:1767384672.833938:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp34 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384672.833948:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp34 notifying 192.168.202.122@tcp34: down 00000400:00000200:0.0:1767384672.833949:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000200:3.0:1767384672.833959:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp34 down 00000800:00000100:3.0:1767384672.833967:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp34 00000800:00000010:3.0:1767384672.833971:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007bec9124. 00000400:00000200:3.0:1767384672.833978:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384672.833984:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp34->192.168.202.122@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384672.833994:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384672.833998:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384672.834003:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp34) recovery failed with -71 00000800:00000010:0.0:1767384672.834076:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006bbc66df. 00000800:00000010:0.0:1767384672.834081:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000009cff189. 00000800:00000010:0.0:1767384672.834086:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000d39ec49. 00000800:00000010:0.0:1767384672.834110:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000d39ec49. 00000800:00020000:0.0:1767384672.834118:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384672.834122:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000009cff189. 00000800:00000010:0.0:1767384672.834125:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006bbc66df. 00000400:02020000:0.0:1767384672.834177:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp46 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384672.834185:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp46 notifying 192.168.202.122@tcp46: down 00000400:00000200:0.0:1767384672.834190:0:16332:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384672.834202:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp46 00000800:00000010:0.0:1767384672.834205:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d3de8182. 00000400:00000200:0.0:1767384672.834210:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384672.834215:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp46->192.168.202.122@tcp46: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384672.834224:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384672.834227:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384672.834232:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp46) recovery failed with -71 00010000:00000001:1.0:1767384673.023415:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384673.023421:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.023429:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384673.023432:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384673.023434:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384673.023437:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.023439:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384673.023442:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.023444:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384673.023446:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.023569:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384673.023575:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384673.023578:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384673.071470:0:39226:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008d133045. 00080000:00000010:0.0:1767384673.071479:0:39226:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008d133045. 00000020:00000001:0.0:1767384673.071483:0:39226:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384673.071489:0:39226:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008d133045. 00080000:00000010:0.0:1767384673.071493:0:39226:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008d133045. 00000020:00000001:0.0:1767384673.071496:0:39226:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384673.837265:0:39390:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384673.837270:0:39390:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:2.0:1767384673.842497:0:39390:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384673.850914:0:39391:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000edaf863b. 00000400:00000010:1.0:1767384673.850932:0:39391:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006d29e440. 00000400:00000010:1.0:1767384673.850944:0:39391:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000046476ba0. 00000400:00000010:1.0:1767384673.850948:0:39391:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000543ab37d. 00000400:00000010:1.0:1767384673.850953:0:39391:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a3f961a2. 00000400:00000010:1.0:1767384673.850958:0:39391:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c644e274. 00000400:00000010:1.0:1767384673.850960:0:39391:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000835fbca4. 00000400:00000010:1.0:1767384673.850962:0:39391:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000020197b00. 00000400:00000010:1.0:1767384673.850966:0:39391:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000066d6f6da. 00000800:00000010:1.0:1767384673.850986:0:39391:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005eec8739. 00000800:00000200:1.0:1767384673.850997:0:39391:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384673.851015:0:39391:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384673.851057:0:39391:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.122) 00000400:02000000:1.0:1767384673.851086:0:39391:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.202.122@tcp50 [8/256/0/180] 00000400:00000010:1.0:1767384673.853318:0:39391:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000eb659694. 00000400:00000010:1.0:1767384673.853326:0:39391:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000445ef3a9. 00000400:00000010:1.0:1767384673.853333:0:39391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f5a7bda. 00000400:00000001:1.0:1767384673.853358:0:39391:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384673.853360:0:39391:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384673.853362:0:39391:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f9f6786. 00000400:00000200:1.0:1767384673.853366:0:39391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ab0b301 00000400:00000010:1.0:1767384673.853368:0:39391:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ab0b301. 00000400:00000010:1.0:1767384673.853374:0:39391:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000018de1658. 00000400:00000200:1.0:1767384673.853380:0:39391:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (40) 00000400:00000200:1.0:1767384673.853394:0:39391:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:1.0:1767384673.853406:0:39391:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000400:00000200:3.0:1767384673.853411:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384673.853415:0:39391:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bf2d0058. 00000400:00000200:3.0:1767384673.853418:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000020:01000000:1.0:1767384673.853422:0:39391:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000010:3.0:1767384673.853425:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000529253a3. 00000020:01000000:1.0:1767384673.853428:0:39391:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.202.122@tcp50 00000400:00000200:3.0:1767384673.853429:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (41) 00000400:00000010:3.0:1767384673.853436:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fb128ae8. 00000400:00000200:3.0:1767384673.853439:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:3.0:1767384673.853451:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000010:1.0:1767384673.853452:0:39391:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006d29e440. 00000400:00000200:3.0:1767384673.853457:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 175], ns[62, 189] 00000400:00000010:1.0:1767384673.853462:0:39391:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000edaf863b. 00000400:00000200:3.0:1767384673.853470:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 61], ns[69, 62] 00000020:00000001:2.0:1767384673.853473:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384673.853475:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 61], ns[73, 62] 10000000:00000001:2.0:1767384673.853478:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384673.853481:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 61], ns[77, 62] 10000000:00000001:2.0:1767384673.853482:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384673.853486:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384673.853489:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 61], ns[89, 62] 00000020:01000004:2.0:1767384673.853491:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384673.853494:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384673.853496:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 61], ns[94, 62] 00000020:01000004:2.0:1767384673.853497:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384673.853500:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384673.853503:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384673.853504:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 61], ns[115, 62] 00000020:01000004:2.0:1767384673.853505:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384673.853508:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384673.853509:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384673.853512:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 61], ns[122, 62] 00000020:01000004:2.0:1767384673.853512:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384673.853513:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384673.853518:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 61], ns[142, 62] 00000100:00000010:2.0:1767384673.853520:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5a70947. 00000400:00000200:3.0:1767384673.853523:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 61], ns[146, 62] 00000020:00000040:2.0:1767384673.853526:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000200:3.0:1767384673.853527:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 61], ns[150, 62] 00000400:00000200:3.0:1767384673.853533:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 61], ns[166, 62] 00000100:00000001:2.0:1767384673.853534:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384673.853539:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 61], ns[173, 62] 02000000:00000001:2.0:1767384673.853539:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384673.853544:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 61], ns[185, 62] 02000000:00000001:2.0:1767384673.853545:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.853551:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 61], ns[42, 62] 00000400:00000200:3.0:1767384673.853554:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 02000000:00000010:2.0:1767384673.853555:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ac405d0b. 00000400:00000200:3.0:1767384673.853559:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000100:00000001:2.0:1767384673.853562:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.853563:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000400:00000200:3.0:1767384673.853569:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 42], ns[67, 42] 00000100:00000001:2.0:1767384673.853572:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384673.853575:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.853581:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 42], ns[80, 42] 00000100:00000040:2.0:1767384673.853585:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5a70947] to pc [ptlrpcd_00_03+3] req@00000000f5a70947 x1853237050244352/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384673.853589:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 42], ns[87, 42] 00000400:00000200:3.0:1767384673.853604:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 42], ns[177, 42] 00000400:00000200:3.0:1767384673.853608:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[166, 42], ns[180, 42] 00000400:00000200:3.0:1767384673.853611:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 42], ns[155, 42] 00000400:00000200:3.0:1767384673.853614:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 42], ns[194, 42] 00000400:00000200:3.0:1767384673.853618:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 42], ns[111, 42] 00000400:00000200:3.0:1767384673.853621:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 42], ns[132, 42] 10000000:00000001:2.0:1767384673.853624:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.853625:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 42], ns[126, 42] 10000000:00000001:2.0:1767384673.853629:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.853633:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 42], ns[171, 42] 00000020:00000001:2.0:1767384673.853634:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.853635:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384673.853640:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384673.853641:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 42], ns[170, 42] 00000100:00000001:0.0:1767384673.853641:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384673.853645:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384673.853649:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 42], ns[160, 42] 00000100:00000040:0.0:1767384673.853653:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5a70947 x1853237050244352/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384673.853655:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384673.853658:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 42], ns[164, 42] 10000000:00000001:2.0:1767384673.853659:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384673.853663:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384673.853665:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384673.853670:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384673.853673:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[162, 42], ns[176, 42] 00000020:01000004:2.0:1767384673.853674:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384673.853676:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384673.853677:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384673.853680:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384673.853682:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384673.853684:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[177, 42], ns[191, 42] 02000000:00000001:0.0:1767384673.853684:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384673.853685:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384673.853689:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384673.853689:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384673.853693:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767384673.853694:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 42], ns[182, 42] 02000000:00000001:0.0:1767384673.853694:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384673.853695:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384673.853698:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1767384673.853702:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f5a70947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050244352:0@lo:253: 00000100:00000010:2.0:1767384673.853704:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ddb2d155. 00000400:00000200:3.0:1767384673.853707:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[179, 42], ns[193, 42] 00000020:00000040:2.0:1767384673.853711:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384673.853711:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384673.853715:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[181, 42], ns[195, 42] 00000100:00000001:2.0:1767384673.853716:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384673.853717:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384673.853719:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384673.853721:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384673.853722:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384673.853726:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384673.853732:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000039e982a4. 02000000:00000010:0.0:1767384673.853734:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006bbc66df. 00000400:00000200:3.0:1767384673.853735:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00000100:00000001:2.0:1767384673.853737:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384673.853739:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.853744:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384673.853747:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384673.853747:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593143f8. 00000400:00000200:3.0:1767384673.853748:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp47] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384673.853756:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000400:00000010:0.0:1767384673.853756:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df06cf6b. 00000100:00000040:2.0:1767384673.853757:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddb2d155] to pc [ptlrpcd_00_00+0] req@00000000ddb2d155 x1853237050244480/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384673.853763:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050244352, portal 25 00000400:00000200:3.0:1767384673.853781:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp47 00000100:00000001:0.0:1767384673.853785:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384673.853788:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp47 lpni_is_preferred = 0 00000400:00000200:3.0:1767384673.853792:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp47 00000100:00000001:0.0:1767384673.853794:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747173120 : -108600962378496 : ffff9d3a5e371500) 00000400:00000200:3.0:1767384673.853798:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp47 NI seq info: [196:196:256:4294967295] 192.168.202.122@tcp47 LPNI seq info [182:182:8:4294967295] 10000000:00000001:2.0:1767384673.853798:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384673.853803:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f5a70947 x1853237050244352/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384673.853805:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.853810:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.853811:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp47 00000020:01000000:2.0:1767384673.853815:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384673.853822:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bf2d0058. 00000100:00000001:0.0:1767384673.853823:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384673.853827:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp47(192.168.202.122@tcp47:) -> 192.168.202.122@tcp47(192.168.202.122@tcp:192.168.202.122@tcp47) : PUT try# 0 00000100:00000040:0.0:1767384673.853830:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384673.853835:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767384673.853836:0:16347:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bb1a913. 00000800:00000200:3.0:1767384673.853839:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.122@tcp47 00000100:00000001:2.0:1767384673.853841:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384673.853841:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050244352, offset 0 00000800:00000010:3.0:1767384673.853845:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004398343. 00000100:00000001:2.0:1767384673.853848:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384673.853851:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384673.853852:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767384673.853854:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008abd807e. 00000100:00000001:2.0:1767384673.853855:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767384673.853861:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000418420b6. 00000100:00000040:2.0:1767384673.853863:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ddb2d155 x1853237050244480/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384673.853864:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384673.853871:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008abd807e] -> 12345-192.168.202.122@tcp47 (2) 00000800:00000200:3.1:1767384673.853881:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008abd807e] -> 12345-192.168.202.122@tcp47 (2) 00000400:00000200:0.0:1767384673.853882:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260107d00 00000100:00000001:2.0:1767384673.853890:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384673.853893:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16e9 [2] + 0 00000400:00000010:0.0:1767384673.853896:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4c7adfb. 00000400:00000200:3.0:1767384673.853898:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000400:00000200:0.0:1767384673.853900:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b7bb56f2 00000100:00000001:2.0:1767384673.853902:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.853904:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 rc 0 02000000:00000001:2.0:1767384673.853910:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384673.853910:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384673.853915:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384673.853919:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384673.853921:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384673.853924:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7bb56f2 00000400:00000010:0.0:1767384673.853927:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b7bb56f2. 00000100:00100000:2.0:1767384673.853928:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ddb2d155 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050244480:0@lo:253: 00000100:00000001:0.0:1767384673.853931:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384673.853934:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384673.853936:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384673.853938:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000afbe1122 x1853237050244352 msgsize 4848 02000000:00000001:2.0:1767384673.853941:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384673.853946:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384673.853946:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384673.853949:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384673.853950:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384673.853954:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 02000000:00000010:2.0:1767384673.853958:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004875ebc8. 00000100:00000001:0.0:1767384673.853961:0:16347:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384673.853962:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384673.853967:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e6aa44c. 00000400:00000200:0.0:1767384673.853969:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb1a913 00000400:00000010:0.0:1767384673.853972:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bb1a913. 00000100:00000001:0.0:1767384673.853975:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384673.853979:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5a70947 x1853237050244352/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384673.853980:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067b1b412. 00000100:00000200:2.0:1767384673.853986:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050244480, portal 25 00000100:00000001:0.0:1767384673.853989:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384673.853990:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384673.853994:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747175808 : -108600962375808 : ffff9d3a5e371f80) 00000100:00000040:0.0:1767384673.853996:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5a70947 x1853237050244352/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384673.854001:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ddb2d155 x1853237050244480/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384673.854003:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000001:0.0:1767384673.854010:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.854014:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384673.854018:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384673.854020:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384673.854022:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384673.854025:0:16344:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dfbf5c9. 00000100:00000200:2.0:1767384673.854028:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237050244480, offset 0 00000100:00000001:0.0:1767384673.854030:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294962179 00000400:00000200:2.0:1767384673.854035:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767384673.854035:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008269bc2. 00000100:00000001:0.0:1767384673.854042:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384673.854046:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384673.854050:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294962179 00000400:00000200:2.0:1767384673.854055:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958260107d80 00000100:00000010:0.0:1767384673.854055:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c827d32f. 00000100:00000001:0.0:1767384673.854060:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384673.854065:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16f1 [2] + 0 00000100:00000001:0.0:1767384673.854066:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294962179 00000400:00000010:2.0:1767384673.854068:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f998045. 00000100:00000010:0.0:1767384673.854071:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000066095368. 00000400:00000200:2.0:1767384673.854073:0:16344:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007aa306d5 00000400:00000200:3.0:1767384673.854074:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000001:0.0:1767384673.854076:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384673.854081:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384673.854082:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294962179 00000400:00000200:2.0:1767384673.854087:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384673.854088:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000181562be. 00000100:00000001:0.0:1767384673.854094:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767384673.854095:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007aa306d5 00000400:00000010:2.0:1767384673.854098:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007aa306d5. 00000100:00000001:0.0:1767384673.854099:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384673.854102:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384673.854103:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384673.854107:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384673.854109:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.854111:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384673.854117:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000ce206c1f x1853237050244480 msgsize 4848 00000400:00000200:3.0:1767384673.854118:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000001:0.0:1767384673.854118:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384673.854123:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384673.854125:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384673.854127:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384673.854129:0:16344:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384673.854130:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384673.854133:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.854135:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.854139:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384673.854146:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dfbf5c9 00000100:00000001:0.0:1767384673.854146:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384673.854151:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.854152:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000010:2.0:1767384673.854152:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dfbf5c9. 00000100:00000001:2.0:1767384673.854158:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384673.854163:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ddb2d155 x1853237050244480/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384673.854170:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384673.854172:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ddb2d155 x1853237050244480/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384673.854177:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.854178:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384673.854184:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.854186:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:2.0:1767384673.854187:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294962179 00000100:00000001:0.0:1767384673.854188:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384673.854193:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, keep current deadline 4294962179 00000100:00100000:0.0:1767384673.854195:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050244352 00000100:00000001:2.0:1767384673.854196:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294962179 00000100:00000001:2.0:1767384673.854200:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, keep current deadline 4294962179 02000000:00000001:0.0:1767384673.854201:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384673.854202:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294962179 00000100:00000001:0.0:1767384673.854206:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384673.854207:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, keep current deadline 4294962179 00000400:00000200:3.0:1767384673.854211:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:2.0:1767384673.854212:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294962179 00000100:00000001:0.0:1767384673.854212:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.854218:0:16344:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, keep current deadline 4294962179 02000000:00000001:0.0:1767384673.854220:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.854221:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384673.854227:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384673.854229:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050244352 00000100:00000001:2.0:1767384673.854230:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.854234:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384673.854236:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000020:00000001:0.0:1767384673.854236:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384673.854239:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384673.854240:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:2.0:1767384673.854242:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384673.854246:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384673.854246:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384673.854248:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384673.854249:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384673.854258:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:2.0:1767384673.854259:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.854260:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000020:00000001:0.0:1767384673.854266:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384673.854271:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384673.854276:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384673.854281:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000795cd913. 00000100:00000001:0.0:1767384673.854285:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384673.854289:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000020:00000010:0.0:1767384673.854309:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000795cd913. 00000020:00000010:0.0:1767384673.854317:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384673.854322:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:0.0:1767384673.854326:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000400:00000200:3.0:1767384673.854336:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000040:0.0:1767384673.854336:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384673.854339:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384673.854342:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384673.854343:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.854349:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.854356:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384673.854359:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:0.0:1767384673.854364:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384673.854367:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050244480 02000000:00000001:0.0:1767384673.854370:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384673.854371:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384673.854373:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384673.854375:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384673.854376:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050244480 00000020:00000001:0.0:1767384673.854378:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384673.854379:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:0.0:1767384673.854381:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384673.854383:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:0.0:1767384673.854384:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:0.0:1767384673.854386:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384673.854389:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384673.854391:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000795cd913. 00000100:00000001:2.0:1767384673.854393:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384673.854394:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384673.854396:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000001:2.0:1767384673.854398:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384673.854399:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000795cd913. 00000020:00000010:0.0:1767384673.854405:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064aa0a2b. 00000100:00100000:2.0:1767384673.854406:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000040:2.0:1767384673.854409:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384673.854411:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302375504 : -108600407176112 : ffff9d3a7f4ecc50) 00000020:00000010:0.0:1767384673.854417:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ac2b9b0. 00000100:00000040:2.0:1767384673.854418:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000afbe1122 x1853237050244352/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:654/0 lens 4848/0 e 0 to 0 dl 1767384684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384673.854422:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000020:00000010:0.0:1767384673.854422:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000091246d50. 00000100:00000001:0.0:1767384673.854431:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384673.854432:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384673.854434:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384673.854436:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384673.854437:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5b74ea7. 00000100:00000001:2.0:1767384673.854441:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384673.854441:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384673.854447:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5b74ea7. 00000100:00000001:0.0:1767384673.854447:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384673.854449:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00100000:2.0:1767384673.854457:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000afbe1122 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050244352:12345-0@lo:253: 00000100:00000200:2.0:1767384673.854461:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050244352 00000100:00000001:0.0:1767384673.854462:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384673.854464:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384673.854466:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384673.854469:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384673.854474:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384673.854474:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000400:00000200:3.0:1767384673.854479:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000020:00000001:2.0:1767384673.854480:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384673.854480:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000020:00000001:2.0:1767384673.854483:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 00000100:00000001:0.0:1767384673.854485:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473302372432 : -108600407179184 : ffff9d3a7f4ec050) 00000020:00000001:2.0:1767384673.854488:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384673.854490:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384673.854492:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ce206c1f x1853237050244480/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:654/0 lens 4848/0 e 0 to 0 dl 1767384684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384673.854494:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384673.854498:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384673.854501:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.854502:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384673.854506:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384673.854507:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000795cd913. 00000400:00000200:3.0:1767384673.854509:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 02000000:00000001:2.0:1767384673.854510:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384673.854512:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384673.854515:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000795cd913. 02000000:00000010:2.0:1767384673.854518:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a3354e6d. 02000000:00000001:2.0:1767384673.854523:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384673.854524:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ce206c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16344:x1853237050244480:12345-0@lo:253: 00000100:00000001:2.0:1767384673.854529:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384673.854530:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050244480 20000000:00000001:2.0:1767384673.854532:0:17071:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384673.854533:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384673.854537:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384673.854540:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000020:00000001:0.0:1767384673.854540:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384673.854544:0:17071:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006a55c2f9. 00000020:00000001:0.0:1767384673.854545:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384673.854548:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248336 : -1048303280 : ffffffffc1842950) 20000000:01000000:2.0:1767384673.854550:0:17071:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384673.854551:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384673.854554:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384673.854555:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384673.854557:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384673.854559:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384673.854560:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.854562:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384673.854564:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:0.0:1767384673.854565:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384673.854568:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384673.854571:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a5dc6a3f. 20000000:00000001:2.0:1767384673.854572:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384673.854575:0:17071:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384673.854579:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 02000000:00000001:0.0:1767384673.854581:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384673.854584:0:17071:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000064171b14. 00000100:00000001:0.0:1767384673.854585:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384673.854590:0:17071:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:0.0:1767384673.854591:0:17070:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384673.854597:0:17071:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384673.854601:0:17070:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000cc8cf7a. 00080000:00000001:2.0:1767384673.854604:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:0.0:1767384673.854606:0:17070:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384673.854609:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384673.854609:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384673.854613:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384673.854615:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384673.854617:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.854618:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 20000000:00000001:0.0:1767384673.854619:0:17070:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384673.854626:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384673.854641:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384673.854643:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384673.854645:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384673.854646:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384673.854648:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384673.854651:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 00000000869e6626 00000020:00000001:2.0:1767384673.854655:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000d19ad579 00080000:00000002:2.0:1767384673.854656:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384673.854659:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384673.854662:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384673.854664:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384673.854665:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000020:00000001:2.0:1767384673.854667:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384673.854673:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384673.854677:0:17071:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384673.854680:0:17071:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eaee3cd0. 00080000:00000001:2.0:1767384673.854683:0:17071:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468059121152 : -108605650430464 : ffff9d3946c91600) 00080000:00000001:2.0:1767384673.854686:0:17071:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384673.854689:0:17071:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384673.854693:0:17071:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d5b74ea7. 00080000:00000001:2.0:1767384673.854695:0:17071:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384673.854698:0:17071:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384673.854702:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00080000:00000001:2.0:1767384673.854714:0:17071:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384673.854730:0:17071:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384673.854742:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.854803:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.854838:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.854872:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.854904:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.854925:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.854941:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.854958:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.854974:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.854994:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.855023:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.855069:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.855100:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384673.855253:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af49711b. 00000800:00000010:3.0:1767384673.855258:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dabdabce. 00000800:00000010:3.0:1767384673.855263:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005fa27f53. 00000800:00000010:3.0:1767384673.855283:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005fa27f53. 00000800:00020000:3.0:1767384673.855313:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384673.855316:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dabdabce. 00000800:00000010:3.0:1767384673.855319:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000af49711b. 00000800:00000200:0.0:1767384673.855360:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000024c98f2] -> 12345-192.168.202.122@tcp29 (6) 00000800:00000200:0.0:1767384673.855366:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp29 ip 192.168.202.122:988 00000800:00000200:0.0:1767384673.855370:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a663b88f type 192, nob 24 niov 1 nkiov 0 00000400:02020000:3.0:1767384673.855373:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp47 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384673.855387:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp47 notifying 192.168.202.122@tcp47: down 00000800:00000200:3.0:1767384673.855394:0:16335:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp47 down 00000800:00000100:3.0:1767384673.855401:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.202.122@tcp47 00000800:00000010:3.0:1767384673.855403:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004398343. 00000400:00000200:3.0:1767384673.855406:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384673.855409:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp47->192.168.202.122@tcp47: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384673.855416:0:16335:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp47 added to recovery queue. ping count: 0 next ping: 295 health :900 00000400:00000200:3.0:1767384673.855419:0:16335:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384673.855423:0:16335:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 1 00000400:00000200:3.0:1767384673.855426:0:16335:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000800:00000200:0.0:1767384673.855450:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384673.855455:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1767384673.855460:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1767384673.855462:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384673.855464:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384673.855467:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d7918a 00000800:00000001:0.0:1767384673.855467:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384673.855470:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d7918a. 00000800:00000001:0.0:1767384673.855472:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384673.855481:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384673.855486:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp34 recovery ping unlinked 00000400:00000010:2.0:1767384673.855491:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004a370842. 00000400:00000010:2.0:1767384673.855494:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000eab0dbe3. 00000400:00000200:3.0:1767384673.855495:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000001:2.0:1767384673.855500:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767384673.855503:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x301171 00000400:00000001:2.0:1767384673.855504:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384673.855507:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd537891 00000400:00000010:2.0:1767384673.855510:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd537891. 00000400:00000200:2.0:1767384673.855512:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384673.855515:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp46 recovery ping unlinked 00000400:00000001:3.0:1767384673.855516:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:2.0:1767384673.855518:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000066ac5a4a. 00000400:00000001:3.0:1767384673.855519:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384673.855522:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000529253a3 00000400:00000010:2.0:1767384673.855523:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005e05be3e. 00000400:00000010:3.0:1767384673.855526:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000529253a3. 00000400:00000200:2.0:1767384673.855529:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp42 00000400:00000200:3.0:1767384673.855530:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767384673.855535:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000010:2.0:1767384673.855535:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000066ac5a4a. 00000400:00000200:3.0:1767384673.855540:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (42) 00000400:00000200:3.0:1767384673.855543:0:16342:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.122@tcp 00000400:00000010:2.0:1767384673.855545:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d6b65a32. 00000400:00000200:3.0:1767384673.855546:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 rc -71 00000400:00000200:3.0:1767384673.855552:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000010:2.0:1767384673.855553:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd537891. 00000400:00000200:3.0:1767384673.855557:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (41) 00000400:00000010:2.0:1767384673.855561:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072490e63. 00000400:00000200:2.0:1767384673.855566:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp42 00000400:00000200:2.0:1767384673.855573:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp42 local destination 00000400:00000200:2.0:1767384673.855577:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp42 00000400:00000200:2.0:1767384673.855580:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp42 NI seq info: [197:197:256:4294967295] 192.168.202.122@tcp42 LPNI seq info [183:183:8:4294967295] 00000400:00000200:2.0:1767384673.855584:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp42 00000400:00000200:2.0:1767384673.855591:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp42(192.168.202.122@tcp42:) -> 192.168.202.122@tcp42(192.168.202.122@tcp42:192.168.202.122@tcp42) : GET try# 0 00000800:00000200:2.0:1767384673.855594:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp42 00000800:00000010:2.0:1767384673.855598:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005696c1c1. 00000800:00000200:2.0:1767384673.855601:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006165d848] -> 12345-192.168.202.122@tcp42 (2) 00000800:00000200:2.1:1767384673.855605:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006165d848] -> 12345-192.168.202.122@tcp42 (2) 00000400:00000200:2.0:1767384673.855621:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp42 added to recovery queue. ping count: 4 next ping: 310 health :600 00000400:00000200:3.0:1767384673.855671:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.855707:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.855738:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.855762:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.855802:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.855826:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.855848:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.855870:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.855966:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.855993:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.856029:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.856060:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.856092:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.856108:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.856121:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.856133:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.856230:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384673.856346:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00080000:00000010:0.0:1767384673.856365:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eaee3cd0. 00080000:00000010:0.0:1767384673.856387:0:17071:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d5b74ea7. 00000400:00000200:3.0:1767384673.856389:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00040000:00000001:0.0:1767384673.856391:0:17071:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384673.856395:0:17071:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384673.856397:0:17071:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384673.856401:0:17071:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:0.0:1767384673.856403:0:17071:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384673.856405:0:17071:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:3.0:1767384673.856414:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 20000000:01000000:0.0:1767384673.856416:0:17071:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384673.856428:0:17071:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384673.856431:0:17071:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384673.856434:0:17070:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000038830111. 00080000:00000001:0.0:1767384673.856435:0:17071:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:3.0:1767384673.856437:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 20000000:01000000:2.0:1767384673.856440:0:17070:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:2.0:1767384673.856444:0:17070:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384673.856447:0:17070:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384673.856449:0:17070:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384673.856462:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00080000:00000001:2.0:1767384673.856463:0:17070:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384673.856470:0:17070:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384673.856474:0:17070:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384673.856474:0:17070:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384673.856476:0:17070:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384673.856477:0:17070:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384673.856479:0:17070:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:848225500 to info 000000003e21d42d 20000000:01000000:0.0:1767384673.856481:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000020:00000001:2.0:1767384673.856482:0:17070:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000004588fbb7 20000000:00000001:0.0:1767384673.856486:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000002:2.0:1767384673.856487:0:17070:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384673.856488:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 10000000:01000000:0.0:1767384673.856491:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384673.856494:0:17070:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384673.856497:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384673.856498:0:17070:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.856501:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384673.856502:0:17070:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384673.856506:0:17070:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384673.856509:0:17070:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071759448 : -108600637792168 : ffff9d3a718fe058) 00080000:00000001:2.0:1767384673.856511:0:17070:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384673.856514:0:17070:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eaee3cd0. 00000400:00000200:3.0:1767384673.856516:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00080000:00000001:2.0:1767384673.856517:0:17070:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468059121152 : -108605650430464 : ffff9d3946c91600) 00010000:00000010:0.0:1767384673.856521:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000059007e07. 00080000:00000001:2.0:1767384673.856523:0:17070:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384673.856526:0:17070:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384673.856529:0:17070:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001e9a809a. 00080000:00000001:2.0:1767384673.856533:0:17070:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.856534:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384673.856535:0:17070:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:0.0:1767384673.856539:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6f50484. 00000020:00000001:0.0:1767384673.856544:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384673.856545:0:17070:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.856547:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000020:00000040:0.0:1767384673.856547:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6f50484 with handle 0x9f279d7a9a0b510a to hash 00000020:00000001:0.0:1767384673.856553:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384673.856554:0:17070:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384673.856556:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00000001:0.0:1767384673.856559:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00000001:0.0:1767384673.856562:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384673.856564:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384673.856566:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b510a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.856573:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384673.856576:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:3.0:1767384673.856577:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00010000:00000001:0.0:1767384673.856579:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384673.856581:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384673.856583:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384673.856585:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384673.856586:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384673.856588:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384673.856590:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384673.856591:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384673.856592:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384673.856594:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000059007e07) refcount = 1 00010000:00010000:0.0:1767384673.856597:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b510a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384673.856599:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00010000:00000001:0.0:1767384673.856603:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384673.856606:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384673.856607:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384673.856609:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.856610:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384673.856613:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384673.856615:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:0.0:1767384673.856617:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384673.856622:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000020:00000001:0.0:1767384673.856625:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384673.856628:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6f50484 refcount=4 00000020:00000001:0.0:1767384673.856630:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00000001:0.0:1767384673.856632:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00000001:0.0:1767384673.856634:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384673.856636:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b510a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.856641:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:3.0:1767384673.856642:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00010000:00010000:0.0:1767384673.856643:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b510a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.856650:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384673.856652:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384673.856654:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b510a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.856657:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384673.856659:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.856661:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384673.856663:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b510a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384673.856664:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00010000:00010000:0.0:1767384673.856672:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e6f50484 already unused, calling callback (0000000043915e75) 00010000:00000001:0.0:1767384673.856674:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384673.856676:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384673.856678:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b510a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.856682:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384673.856683:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384673.856684:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384673.856686:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6f50484 refcount=5 00000020:00000001:0.0:1767384673.856687:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00000400:00000200:3.0:1767384673.856688:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00010000:00000001:0.0:1767384673.856689:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00000001:0.0:1767384673.856698:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384673.856700:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b510a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.856704:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384673.856706:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384673.856707:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00010000:00000001:0.0:1767384673.856708:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.856713:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384673.856716:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384673.856718:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384673.856719:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384673.856720:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6f50484 with handle 0x9f279d7a9a0b510a from hash 00010000:00000001:0.0:1767384673.856723:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384673.856724:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384673.856725:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384673.856727:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384673.856728:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384673.856730:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384673.856731:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384673.856733:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384673.856734:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00010000:00000001:0.0:1767384673.856736:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.856739:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384673.856741:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384673.856742:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384673.856744:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384673.856745:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.856746:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.856748:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384673.856749:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b510a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.856753:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384673.856754:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384673.856755:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384673.856756:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384673.856757:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384673.856759:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384673.856765:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384673.856781:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00010000:00000001:0.0:1767384673.856782:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384673.856786:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384673.856789:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b510a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.856793:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384673.856795:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384673.856796:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b510a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384673.856800:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000059007e07 count: 0 00010000:00000001:0.0:1767384673.856809:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384673.856810:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767384673.856818:0:17071:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384673.856820:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384673.856822:0:17071:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006a55c2f9. 20000000:00000001:0.0:1767384673.856826:0:17071:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384673.856829:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050244352 00010000:00000001:0.0:1767384673.856831:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384673.856832:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00010000:00000200:0.0:1767384673.856835:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000afbe1122 x1853237050244352/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:654/0 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384673.856843:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384673.856845:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384673.856848:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384673.856851:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384673.856854:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384673.856856:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:0.0:1767384673.856858:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384673.856859:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384673.856861:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384673.856863:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384673.856867:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bb1a913. 00000100:00000200:0.0:1767384673.856870:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050244352, offset 224 00000400:00000200:0.0:1767384673.856878:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384673.856885:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384673.856901:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260107d00 00000400:00000200:0.0:1767384673.856906:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fd1 [2] + 224 00000400:00000200:0.0:1767384673.856912:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384673.856917:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384673.856921:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384673.856925:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a70947 x1853237050244352/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384673.856936:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f5a70947 x1853237050244352/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384673.856951:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384673.856956:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb1a913 00000400:00000010:0.0:1767384673.856958:0:17071:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bb1a913. 00000100:00000001:0.0:1767384673.856961:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384673.856962:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384673.856965:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384673.856968:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:0.0:1767384673.856970:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384673.856971:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384673.856972:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384673.856973:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af49711b. 00000100:00000001:2.0:1767384673.856975:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384673.856976:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000010:3.0:1767384673.856981:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b49150f3. 00000400:00000001:2.0:1767384673.856982:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384673.856982:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afbe1122 x1853237050244352/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:654/0 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384673.856986:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:3.0:1767384673.856987:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005fa27f53. 00000400:00000010:2.0:1767384673.856990:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000593143f8. 00000400:00000200:2.0:1767384673.856996:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df06cf6b 00000400:00000010:2.0:1767384673.856999:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df06cf6b. 00000100:00100000:0.0:1767384673.857003:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000afbe1122 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16347:x1853237050244352:12345-0@lo:253: Request processed in 2567us (3060us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384673.857004:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384673.857011:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a70947 x1853237050244352/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384673.857015:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005fa27f53. 00000100:00100000:0.0:1767384673.857020:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000200:2.0:1767384673.857023:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5a70947 x1853237050244352/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384673.857028:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 00000800:00020000:3.0:1767384673.857032:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000100:00000001:0.0:1767384673.857033:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384673.857038:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:3.0:1767384673.857040:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b49150f3. 00000020:00000010:0.0:1767384673.857044:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000800:00000010:3.0:1767384673.857048:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000af49711b. 00000100:00000001:2.0:1767384673.857048:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384673.857051:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000100:00000001:2.0:1767384673.857052:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384673.857056:0:16347:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384673.857059:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384673.857059:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000100:00000001:2.0:1767384673.857062:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384673.857065:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384673.857067:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384673.857067:0:17071:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00001000:2.0:1767384673.857072:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=90 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384673.857075:0:17071:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384673.857077:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=90 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384673.857081:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384673.857083:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384673.857087:0:17071:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a3354e6d. 00000400:02020000:3.0:1767384673.857088:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp42 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00010000:00000001:2.0:1767384673.857088:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384673.857093:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384673.857095:0:17071:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384673.857099:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384673.857100:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp42 notifying 192.168.202.122@tcp42: down 00000100:00000001:0.0:1767384673.857101:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384673.857107:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp42 down 00000100:00000040:2.0:1767384673.857109:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5a70947 x1853237050244352/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384673.857110:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000100:3.0:1767384673.857116:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp42 00000400:00000010:0.0:1767384673.857119:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c774ac4. 00000800:00000010:3.0:1767384673.857122:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005696c1c1. 00000400:00000200:3.0:1767384673.857129:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000010:0.0:1767384673.857129:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005bb1a913. 00000100:00000001:2.0:1767384673.857130:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384673.857136:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384673.857139:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384673.857140:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp42->192.168.202.122@tcp42: GET: LOCAL_ERROR 00000020:01000004:2.0:1767384673.857143:0:16347:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384673.857146:0:16347:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384673.857148:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000020:01000004:2.0:1767384673.857148:0:16347:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384673.857152:0:16347:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384673.857154:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp42 recovery message sent unsuccessfully:-71 00000020:01000004:2.0:1767384673.857155:0:16347:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384673.857160:0:16347:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384673.857162:0:16347:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384673.857163:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp42) recovery failed with -71 00000020:01000004:2.0:1767384673.857164:0:16347:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384673.857167:0:16347:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384673.857168:0:16347:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384673.857171:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5a70947 x1853237050244352/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384673.857177:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f5a70947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050244352:0@lo:253: 00000100:00000001:2.0:1767384673.857180:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384673.857182:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384673.857191:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5a70947 x1853237050244352/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384673.857196:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384673.857198:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384673.857200:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006bbc66df. 02000000:00000001:2.0:1767384673.857203:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384673.857205:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384673.857206:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384673.857207:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384673.857209:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ac405d0b. 02000000:00000001:2.0:1767384673.857212:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384673.857213:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384673.857214:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5a70947. 00000100:00000001:2.0:1767384673.857216:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384673.857217:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384673.857218:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384673.857222:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384673.857223:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.857225:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384673.857226:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384673.857978:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eaee3cd0. 00080000:00000010:2.0:1767384673.858012:0:17070:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001e9a809a. 00040000:00000001:2.0:1767384673.858017:0:17070:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384673.858018:0:17070:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384673.858020:0:17070:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384673.858022:0:17070:0:(lu_object.c:207:lu_object_put()) Add 000000001103df62/0000000072b2010e to site lru. bkt: 000000004f8f6137 20000000:00000001:2.0:1767384673.858024:0:17070:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384673.858026:0:17070:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384673.858027:0:17070:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384673.858035:0:17070:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384673.858037:0:17070:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384673.858041:0:17070:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384673.858047:0:17092:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384673.858050:0:17092:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384673.858051:0:17092:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384673.858053:0:17092:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384673.858056:0:17092:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384673.858061:0:17092:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008025de24. 00010000:00000001:0.0:1767384673.858066:0:17092:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384673.858069:0:17092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006b7a02b2. 00000020:00000001:0.0:1767384673.858072:0:17092:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384673.858075:0:17092:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006b7a02b2 with handle 0x9f279d7a9a0b5111 to hash 00000020:00000001:0.0:1767384673.858078:0:17092:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384673.858080:0:17092:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142739456 : -108600566812160 : ffff9d3a75caf200) 00010000:00000001:0.0:1767384673.858083:0:17092:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142739456 : -108600566812160 : ffff9d3a75caf200) 00010000:00000001:0.0:1767384673.858086:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384673.858088:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384673.858091:0:17092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006b7a02b2/0x9f279d7a9a0b5111 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.858098:0:17092:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384673.858101:0:17092:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384673.858103:0:17092:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384673.858105:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384673.858108:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384673.858110:0:17092:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384673.858112:0:17092:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384673.858114:0:17092:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384673.858116:0:17092:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384673.858118:0:17092:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384673.858119:0:17092:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384673.858128:0:17092:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008025de24) refcount = 1 00010000:00010000:0.0:1767384673.858132:0:17092:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006b7a02b2/0x9f279d7a9a0b5111 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.858139:0:17092:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384673.858140:0:17092:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384673.858142:0:17092:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384673.858145:0:17092:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.858147:0:17092:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384673.858150:0:17092:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384673.858153:0:17092:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004266172s 00010000:00000001:0.0:1767384673.858155:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384673.858157:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384673.858159:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006b7a02b2 refcount=4 00000020:00000001:0.0:1767384673.858163:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142739456 : -108600566812160 : ffff9d3a75caf200) 00010000:00000001:0.0:1767384673.858166:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142739456 : -108600566812160 : ffff9d3a75caf200) 00010000:00000001:0.0:1767384673.858168:0:17092:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384673.858170:0:17092:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006b7a02b2/0x9f279d7a9a0b5111 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.858176:0:17092:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384673.858179:0:17092:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006b7a02b2/0x9f279d7a9a0b5111 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.858184:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384673.858186:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384673.858188:0:17092:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006b7a02b2/0x9f279d7a9a0b5111 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384673.858192:0:17070:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384673.858196:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384673.858198:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384673.858199:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384673.858202:0:17070:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000cc8cf7a. 00010000:00000001:0.0:1767384673.858203:0:17092:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384673.858207:0:17092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006b7a02b2/0x9f279d7a9a0b5111 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384673.858210:0:17070:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384673.858217:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050244480 00010000:00010000:0.0:1767384673.858218:0:17092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006b7a02b2 already unused, calling callback (0000000043915e75) 00010000:00000001:2.0:1767384673.858222:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384673.858225:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384673.858227:0:17092:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384673.858228:0:17092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006b7a02b2/0x9f279d7a9a0b5111 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384673.858236:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ce206c1f x1853237050244480/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:654/0 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384673.858236:0:17092:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384673.858240:0:17092:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384673.858242:0:17092:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384673.858244:0:17092:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006b7a02b2 refcount=5 00000020:00000001:0.0:1767384673.858249:0:17092:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142739456 : -108600566812160 : ffff9d3a75caf200) 00010000:00000001:2.0:1767384673.858251:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384673.858252:0:17092:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142739456 : -108600566812160 : ffff9d3a75caf200) 00010000:00000001:2.0:1767384673.858253:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.858255:0:17092:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00001000:2.0:1767384673.858258:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=90 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384673.858258:0:17092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006b7a02b2/0x9f279d7a9a0b5111 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384673.858266:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384673.858268:0:17092:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384673.858270:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:0.0:1767384673.858271:0:17092:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384673.858274:0:17092:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384673.858275:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:0.0:1767384673.858278:0:17092:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767384673.858279:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384673.858280:0:17092:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767384673.858282:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.858283:0:17092:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384673.858286:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384673.858286:0:17092:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384673.858311:0:17092:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006b7a02b2 with handle 0x9f279d7a9a0b5111 from hash 00010000:00000001:0.0:1767384673.858314:0:17092:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384673.858316:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384673.858318:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384673.858318:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384673.858322:0:17092:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384673.858324:0:17092:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:2.0:1767384673.858325:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dfbf5c9. 00010000:00000001:0.0:1767384673.858325:0:17092:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384673.858329:0:17092:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384673.858331:0:17092:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384673.858332:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050244480, offset 224 00010000:00000001:0.0:1767384673.858333:0:17092:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.858337:0:17092:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384673.858340:0:17092:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384673.858342:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384673.858344:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384673.858345:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384673.858351:0:17092:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384673.858354:0:17092:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384673.858357:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384673.858358:0:17092:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384673.858364:0:17092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006b7a02b2/0x9f279d7a9a0b5111 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384673.858368:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384673.858371:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260107d80 00010000:00000001:0.0:1767384673.858371:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384673.858373:0:17092:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384673.858375:0:17092:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384673.858377:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384673.858378:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384673.858380:0:17092:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384673.858381:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fd9 [2] + 224 00010000:00000001:0.0:1767384673.858382:0:17092:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384673.858387:0:17092:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384673.858389:0:17092:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006b7a02b2/0x9f279d7a9a0b5111 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384673.858391:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384673.858397:0:17092:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:2.0:1767384673.858401:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384673.858401:0:17092:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384673.858403:0:17092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006b7a02b2/0x9f279d7a9a0b5111 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17092 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384673.858406:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384673.858410:0:17092:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008025de24 count: 0 00000100:00000200:2.0:1767384673.858411:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ddb2d155 x1853237050244480/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384673.858420:0:17092:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384673.858421:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ddb2d155 x1853237050244480/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384673.858424:0:17092:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384673.858440:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384673.858447:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dfbf5c9 00000400:00000010:2.0:1767384673.858449:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dfbf5c9. 00000100:00000001:2.0:1767384673.858454:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384673.858456:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384673.858461:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.858463:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384673.858465:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:3.0:1767384673.858466:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384673.858468:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384673.858470:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384673.858471:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384673.858473:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384673.858475:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e6aa44c. 00000020:00000001:2.0:1767384673.858478:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384673.858479:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067b1b412 00000400:00000010:3.0:1767384673.858481:0:16344:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067b1b412. 00000100:00000040:2.0:1767384673.858482:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce206c1f x1853237050244480/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:654/0 lens 4848/4768 e 0 to 0 dl 1767384684 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384673.858484:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384673.858487:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ddb2d155 x1853237050244480/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384673.858491:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ce206c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16344:x1853237050244480:12345-0@lo:253: Request processed in 3988us (4373us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384673.858496:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ddb2d155 x1853237050244480/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384673.858499:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000040:2.0:1767384673.858501:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:2.0:1767384673.858503:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384673.858504:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384673.858505:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384673.858505:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384673.858507:0:16344:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384673.858508:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ac2b9b0. 02000000:00000001:3.0:1767384673.858509:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384673.858510:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384673.858511:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000091246d50. 00000100:00000001:3.0:1767384673.858512:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384673.858514:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384673.858515:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064aa0a2b. 00000100:00001000:3.0:1767384673.858518:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=90 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384673.858520:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 02000000:00000001:2.0:1767384673.858523:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384673.858525:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a5dc6a3f. 00000100:00001000:3.0:1767384673.858527:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=90 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384673.858527:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384673.858529:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384673.858530:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384673.858531:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384673.858533:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384673.858533:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384673.858535:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384673.858537:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0bb379e. 00000100:00000001:3.0:1767384673.858538:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384673.858541:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ddb2d155 x1853237050244480/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384673.858541:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dfbf5c9. 00000100:00000001:3.0:1767384673.858548:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384673.858550:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384673.858552:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384673.858555:0:16344:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384673.858557:0:16344:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384673.858559:0:16344:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384673.858561:0:16344:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384673.858562:0:16344:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384673.858564:0:16344:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384673.858565:0:16344:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384673.858567:0:16344:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384673.858568:0:16344:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384673.858570:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddb2d155 x1853237050244480/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384673.858578:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ddb2d155 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050244480:0@lo:253: 00000100:00000001:3.0:1767384673.858582:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384673.858590:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384673.858593:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ddb2d155 x1853237050244480/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384689 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384673.858598:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384673.858600:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384673.858601:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004875ebc8. 02000000:00000001:3.0:1767384673.858604:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384673.858605:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384673.858606:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384673.858608:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384673.858609:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000039e982a4. 02000000:00000001:3.0:1767384673.858617:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384673.858618:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384673.858619:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ddb2d155. 00000100:00000001:3.0:1767384673.858622:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384673.858623:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384673.858624:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384673.858628:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384673.858629:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384673.858630:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384673.858631:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384673.859338:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294962179, at 4294962180 00000100:00000040:3.0:1767384673.859342:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294962179, at 4294962180 00000100:00000010:2.0:1767384673.859346:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000066095368. 00000100:00000010:3.0:1767384673.859347:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000181562be. 00000100:00000040:0.0:1767384673.859373:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294962179, at 4294962180 00000100:00000010:0.0:1767384673.859381:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008269bc2. 00000100:00000040:1.0:1767384673.860370:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294962179, at 4294962181 00000100:00000010:1.0:1767384673.860377:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c827d32f. 00010000:00000010:0.1:1767384673.862335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000059007e07. 00010000:00000010:0.1:1767384673.862346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6f50484. 00010000:00000010:0.1:1767384673.862354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008025de24. 00010000:00000010:0.1:1767384673.862360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006b7a02b2. 00000400:00000010:1.0:1767384673.870117:0:39397:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000047882811. 00000400:00000040:1.0:1767384673.870138:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384673.870140:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384673.870143:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.870144:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384673.870146:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.870148:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384673.870150:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384673.870152:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384673.870153:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384673.870154:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384673.870156:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384673.870157:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384673.870159:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384673.870160:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384673.870161:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384673.870163:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384673.870164:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384673.870165:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384673.870166:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384673.870168:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.870169:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384673.870170:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384673.870172:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384673.870173:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384673.870174:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384673.870176:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.870177:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384673.870178:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384673.870179:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384673.870181:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384673.870182:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384673.870183:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384673.870184:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384673.870187:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384673.870188:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384673.870190:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384673.870191:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384673.870193:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384673.870195:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384673.870196:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384673.870197:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384673.870198:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384673.870200:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384673.870201:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384673.870202:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384673.870203:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384673.870204:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384673.870205:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384673.870207:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384673.870208:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384673.870209:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384673.870211:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384673.870212:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384673.870213:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384673.870214:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384673.870216:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384673.870217:0:39397:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384673.870342:0:39397:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000047882811. 00010000:00000001:1.0:1767384674.047343:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384674.047349:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384674.047354:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384674.047355:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384674.047382:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384674.047387:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384674.047392:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384674.879450:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384674.879454:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384674.879457:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd537891 00000400:00000010:1.0:1767384674.879461:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd537891. 00000400:00000200:1.0:1767384674.879466:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384674.879472:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp42 recovery ping unlinked 00000400:00000010:1.0:1767384674.879482:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000066ac5a4a. 00000400:00000010:1.0:1767384674.879486:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d6b65a32. 00000400:00000200:1.0:1767384674.879491:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp46 00000400:00000010:1.0:1767384674.879495:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000f9c7909. 00000400:00000010:1.0:1767384674.879500:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000afe5e496. 00000400:00000010:1.0:1767384674.879504:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 00000400:00000010:1.0:1767384674.879511:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ca5a4662. 00000400:00000200:1.0:1767384674.879514:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp46 00000400:00000200:1.0:1767384674.879526:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp46 local destination 00000400:00000200:1.0:1767384674.879531:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp46 00000400:00000200:1.0:1767384674.879535:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp46 NI seq info: [198:198:256:4294967295] 192.168.202.122@tcp46 LPNI seq info [184:184:8:4294967295] 00000400:00000200:1.0:1767384674.879540:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp46 00000400:00000200:1.0:1767384674.879548:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp46(192.168.202.122@tcp46:) -> 192.168.202.122@tcp46(192.168.202.122@tcp46:192.168.202.122@tcp46) : GET try# 0 00000800:00000200:1.0:1767384674.879552:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp46 00000800:00000010:1.0:1767384674.879556:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000727466f0. 00000800:00000200:1.0:1767384674.879562:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7a4e264] -> 12345-192.168.202.122@tcp46 (2) 00000800:00000200:1.1:1767384674.879566:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7a4e264] -> 12345-192.168.202.122@tcp46 (2) 00000400:00000200:3.0:1767384674.879647:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.879712:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.879772:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.879818:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.879862:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.879908:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp46 added to recovery queue. ping count: 2 next ping: 299 health :800 00000400:00000200:3.0:1767384674.879913:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.879916:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp47 00000400:00000010:1.0:1767384674.879921:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000032c474f0. 00000400:00000010:1.0:1767384674.879925:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007944aa91. 00000400:00000010:1.0:1767384674.879928:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000400:00000010:1.0:1767384674.879932:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e6d9e56d. 00000400:00000200:1.0:1767384674.879934:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp47 00000400:00000200:1.0:1767384674.879939:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp47 local destination 00000400:00000200:1.0:1767384674.879943:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp47 00000400:00000200:1.0:1767384674.879946:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp47 NI seq info: [199:199:256:4294967295] 192.168.202.122@tcp47 LPNI seq info [185:185:8:4294967295] 00000400:00000200:3.0:1767384674.879948:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.879951:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp47 00000400:00000200:1.0:1767384674.879961:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp47(192.168.202.122@tcp47:) -> 192.168.202.122@tcp47(192.168.202.122@tcp47:192.168.202.122@tcp47) : GET try# 0 00000800:00000200:1.0:1767384674.879966:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp47 00000800:00000010:1.0:1767384674.879969:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004abc191e. 00000800:00000200:1.0:1767384674.879973:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008abd807e] -> 12345-192.168.202.122@tcp47 (2) 00000800:00000200:1.1:1767384674.879976:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008abd807e] -> 12345-192.168.202.122@tcp47 (2) 00000400:00000200:3.0:1767384674.879981:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880018:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880062:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880067:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880132:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880134:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.880156:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp47 added to recovery queue. ping count: 1 next ping: 297 health :900 00000400:00000200:0.0:1767384674.880191:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880192:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880269:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880269:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880357:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880368:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880422:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880423:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880492:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880494:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880551:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880553:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880603:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880614:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880656:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880661:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880706:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880714:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880774:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880786:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880822:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880844:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880869:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880901:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880907:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.880973:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.880974:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881035:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.881045:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881074:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.881095:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881118:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.881151:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881162:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.881206:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881207:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881243:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.881273:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881286:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881370:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.881387:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881428:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.881439:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881480:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.881485:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881537:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.881542:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881599:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.881611:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881653:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.881665:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881713:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881780:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881811:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.881843:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000800:00000010:3.0:1767384674.881858:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af49711b. 00000800:00000010:3.0:1767384674.881864:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f523cdab. 00000400:00000200:0.0:1767384674.881870:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000800:00000010:3.0:1767384674.881871:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000076fdad35. 00000400:00000200:0.0:1767384674.881897:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384674.881904:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000076fdad35. 00000800:00020000:3.0:1767384674.881918:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000400:00000200:0.0:1767384674.881921:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000800:00000010:3.0:1767384674.881923:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f523cdab. 00000800:00000010:3.0:1767384674.881926:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000af49711b. 00000400:00000200:0.0:1767384674.881959:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:02020000:3.0:1767384674.881996:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp46 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384674.882003:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp46 notifying 192.168.202.122@tcp46: down 00000400:00000200:0.0:1767384674.882004:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.882006:0:16333:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384674.882013:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp46 00000800:00000010:3.0:1767384674.882016:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000727466f0. 00000400:00000200:3.0:1767384674.882020:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384674.882025:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp46->192.168.202.122@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384674.882033:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384674.882033:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:3.0:1767384674.882037:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384674.882043:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp46) recovery failed with -71 00000400:00000200:0.0:1767384674.882076:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.882124:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.882181:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.882219:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.882235:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.882261:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.882284:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.882334:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.882355:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.882376:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.882396:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.882420:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.882442:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.122:988 00000800:00000010:0.0:1767384674.882613:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a5dc6a3f. 00000800:00000010:0.0:1767384674.882618:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006430c605. 00000800:00000010:0.0:1767384674.882623:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f143b237. 00000800:00000010:0.0:1767384674.882663:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f143b237. 00000400:00000200:3.0:1767384674.882755:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384674.882785:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp47 from 203.3.0.2 00000800:00000010:3.0:1767384674.882789:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000001781175. 00000800:00000010:0.0:1767384674.882830:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000cc8cf7a. 00000800:00000010:0.0:1767384674.882838:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e7fd51bc. 00000800:00000010:0.0:1767384674.882860:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ec3e7d04. 00000800:00000200:0.1:1767384674.882867:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008abd807e] -> 12345-192.168.202.122@tcp47 (2) 00000800:00000200:0.1:1767384674.882873:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp47 00000000ec3e7d04 deleted 00000800:00000010:0.1:1767384674.882876:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ec3e7d04. 00000800:00000200:0.1:1767384674.882886:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384674.882894:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp47 ip 192.168.202.122:971 00000800:00000200:0.1:1767384674.882899:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004abc191e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384674.882905:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp47 p 3.x 192.168.202.122 -> 192.168.202.122:971 incarnation:1767384666157936397 sched[0] 00000800:00000010:0.0:1767384674.882911:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f143b237. 00000800:00000010:0.0:1767384674.882967:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f143b237. 00000800:00000010:0.0:1767384674.882973:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e7fd51bc. 00000800:00000010:0.0:1767384674.883008:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000001781175. 00000800:00000001:0.0:1767384674.883024:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.883030:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384674.883076:0:16332:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384674.883083:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp47 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384666157936397 sched[0] 00000800:00000010:1.0:1767384674.883087:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006430c605. 00000800:00000200:0.0:1767384674.883087:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384674.883089:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004abc191e. 00000400:00000200:0.0:1767384674.883100:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384674.883106:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp47->192.168.202.122@tcp47: GET: OK 00000400:00000200:0.0:1767384674.883111:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384674.883114:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp47 recovery message sent successfully:0 00000800:00000001:0.0:1767384674.883128:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.883134:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384674.883137:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.883146:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384674.883152:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp47(192.168.202.122@tcp47) <- 192.168.202.122@tcp47 : GET - for me 00000400:00000200:1.0:1767384674.883166:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.883166:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384674.883175:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x1fc9 [1] + 0 00000400:00000200:0.0:1767384674.883186:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp47 to MR: 192.168.202.122@tcp47 local destination 00000400:00000200:0.0:1767384674.883195:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp47 NI seq info: [200:200:256:4294967295] 192.168.202.122@tcp47 LPNI seq info [186:186:8:4294967295] 00000400:00000200:0.0:1767384674.883205:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp47(192.168.202.122@tcp47:192.168.202.122@tcp47) -> 192.168.202.122@tcp47(192.168.202.122@tcp47:192.168.202.122@tcp47) 192.168.202.122@tcp47 : REPLY try# 0 00000800:00000200:0.0:1767384674.883212:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp47 00000800:00000010:0.0:1767384674.883216:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000c8fc174. 00000800:00000200:0.0:1767384674.883223:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008abd807e] -> 12345-192.168.202.122@tcp47 (4) 00000800:00000200:0.0:1767384674.883228:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp47 ip 192.168.202.122:988 00000800:00000200:0.0:1767384674.883230:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000c8fc174 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384674.883233:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000200:0.0:1767384674.883278:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384674.883281:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000c8fc174. 00000400:00000200:0.0:1767384674.883286:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384674.883326:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384674.883329:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp47->192.168.202.122@tcp47: REPLY: OK 00000800:00000001:0.0:1767384674.883341:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.883346:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384674.883349:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.883354:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384674.883357:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.883360:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384674.883365:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp47(192.168.202.122@tcp47) <- 192.168.202.122@tcp47 : REPLY - for me 00000400:00000200:0.0:1767384674.883383:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp47: Reply from 12345-192.168.202.122@tcp47 of length 272/272 into md 0x1ff9 00000800:00000001:0.0:1767384674.883389:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384674.883391:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000800:00000001:0.0:1767384674.883395:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384674.883397:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384674.883402:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp47->192.168.202.122@tcp47: REPLY: OK 00000400:00000200:0.0:1767384674.883406:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8134e75 00000400:00000010:0.0:1767384674.883409:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8134e75. 00000400:00000200:0.0:1767384674.883415:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384674.883421:0:16338:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000032c474f0. 00000400:00000010:0.0:1767384674.883425:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007944aa91. 00000800:00000001:0.0:1767384674.883432:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384674.883435:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384674.883436:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883474:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883509:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883526:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883547:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883568:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883589:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883611:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883632:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883652:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883670:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883689:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883704:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883722:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883740:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883755:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883794:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883812:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883828:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883847:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883864:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883881:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883896:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883912:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883932:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883952:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883970:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.883995:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.884020:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.884044:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384674.884069:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:1.0:1767384674.884168:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bf2d0058. 00000800:00000010:1.0:1767384674.884173:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007031488f. 00000800:00000010:1.0:1767384674.884177:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ac24de3. 00000800:00000010:1.0:1767384674.884193:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ac24de3. 00000800:00020000:1.0:1767384674.884198:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384674.884200:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007031488f. 00000800:00000010:1.0:1767384674.884202:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bf2d0058. 00000400:02020000:1.0:1767384674.884233:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp47 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384675.071364:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384675.071369:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384675.071374:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384675.071375:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384675.071417:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384675.071420:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384675.071423:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384675.903433:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384675.903440:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384675.903444:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5b2f64 00000400:00000010:1.0:1767384675.903450:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5b2f64. 00000400:00000200:1.0:1767384675.903463:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384675.903470:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767384675.903485:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000f9c7909. 00000400:00000010:1.0:1767384675.903491:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000afe5e496. 00000400:00000200:1.0:1767384675.903499:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp45 00000400:00000010:1.0:1767384675.903506:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000f9c7909. 00000400:00000010:1.0:1767384675.903513:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000042c00e61. 00000400:00000010:1.0:1767384675.903517:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 00000400:00000010:1.0:1767384675.903523:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000082c4d446. 00000400:00000200:1.0:1767384675.903527:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp45 00000400:00000200:1.0:1767384675.903540:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp45 local destination 00000400:00000200:1.0:1767384675.903546:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp45 00000400:00000200:1.0:1767384675.903551:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp45 NI seq info: [201:201:256:4294967295] 192.168.202.122@tcp45 LPNI seq info [187:187:8:4294967295] 00000400:00000200:1.0:1767384675.903557:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp45 00000400:00000200:1.0:1767384675.903565:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp45(192.168.202.122@tcp45:) -> 192.168.202.122@tcp45(192.168.202.122@tcp45:192.168.202.122@tcp45) : GET try# 0 00000800:00000200:1.0:1767384675.903570:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp45 00000800:00000010:1.0:1767384675.903575:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006944c436. 00000800:00000200:1.0:1767384675.903582:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbadb0dd] -> 12345-192.168.202.122@tcp45 (2) 00000800:00000200:1.1:1767384675.903587:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbadb0dd] -> 12345-192.168.202.122@tcp45 (2) 00000400:00000200:1.0:1767384675.903608:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp45 added to recovery queue. ping count: 3 next ping: 304 health :700 00000400:00000200:3.0:1767384675.903692:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903740:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903779:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903800:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903819:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903836:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903855:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903873:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903891:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903909:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903927:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903945:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903964:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.903983:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904002:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904020:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904038:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904057:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904076:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904095:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904114:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904132:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904150:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904168:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904186:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904204:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904240:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904260:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904278:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904330:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904358:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904388:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904406:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904424:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384675.904442:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384675.904596:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af49711b. 00000800:00000010:3.0:1767384675.904601:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005032d4a8. 00000800:00000010:3.0:1767384675.904607:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ffc47f35. 00000800:00000010:3.0:1767384675.904627:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ffc47f35. 00000800:00020000:3.0:1767384675.904637:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384675.904641:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005032d4a8. 00000800:00000010:3.0:1767384675.904643:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000af49711b. 00000400:02020000:3.0:1767384675.904676:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp45 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384675.904683:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp45 notifying 192.168.202.122@tcp45: down 00000400:00000200:3.0:1767384675.904688:0:16334:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384675.904692:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp45 00000800:00000010:3.0:1767384675.904695:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006944c436. 00000400:00000200:3.0:1767384675.904701:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384675.904706:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp45->192.168.202.122@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384675.904715:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384675.904718:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384675.904722:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp45) recovery failed with -71 00010000:00000001:1.0:1767384676.095425:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384676.095438:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.095445:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384676.095447:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.095530:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384676.095534:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384676.095537:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384676.676060:0:39960:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000806adca4. 00080000:00000010:3.0:1767384676.676073:0:39960:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000806adca4. 00000020:00000001:3.0:1767384676.676078:0:39960:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384676.676085:0:39960:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000806adca4. 00080000:00000010:3.0:1767384676.676090:0:39960:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000806adca4. 00000020:00000001:3.0:1767384676.676097:0:39960:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384676.798501:0:39996:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000001d90456. 00000400:00000040:2.0:1767384676.798528:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384676.798532:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384676.798535:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384676.798537:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384676.798539:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384676.798540:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384676.798543:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384676.798545:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384676.798548:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384676.798549:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384676.798552:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384676.798559:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384676.798561:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384676.798563:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384676.798564:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384676.798566:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384676.798568:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384676.798569:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384676.798570:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384676.798573:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384676.798575:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384676.798576:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384676.798578:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384676.798580:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384676.798581:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384676.798585:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384676.798586:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384676.798588:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384676.798590:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384676.798592:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384676.798593:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384676.798596:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384676.798598:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384676.798600:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384676.798602:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384676.798604:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384676.798606:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384676.798609:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384676.798611:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384676.798613:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384676.798615:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384676.798616:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384676.798617:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384676.798618:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384676.798619:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384676.798621:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384676.798622:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384676.798623:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384676.798624:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384676.798625:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384676.798631:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384676.798632:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384676.798633:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384676.798635:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384676.798636:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384676.798637:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384676.798638:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:2.0:1767384676.798649:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384676.798650:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384676.798652:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384676.798653:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384676.798654:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384676.798655:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384676.798657:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384676.798658:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384676.798659:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384676.798660:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384676.798662:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384676.798663:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384676.798664:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384676.798665:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384676.798666:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384676.798667:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384676.798668:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384676.798669:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384676.798669:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384676.798671:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384676.798671:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384676.798672:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384676.798673:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384676.798674:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384676.798675:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384676.798676:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384676.798677:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384676.798678:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384676.798679:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384676.798680:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384676.798680:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384676.798682:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384676.798685:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384676.798686:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384676.798687:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384676.798689:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384676.798689:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384676.798691:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384676.798692:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384676.798693:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384676.798694:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384676.798695:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384676.798696:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384676.798697:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384676.798698:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384676.798699:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384676.798699:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384676.798700:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384676.798701:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384676.798702:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384676.798703:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384676.798705:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384676.798705:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384676.798707:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384676.798708:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384676.798709:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:2.0:1767384676.798710:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:2.0:1767384676.798711:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384676.798712:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384676.798713:0:39996:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:2.0:1767384676.798881:0:39996:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000001d90456. 00000400:00000200:3.0:1767384676.836582:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384676.836628:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp50 from 255.3.0.2 00000800:00000010:3.0:1767384676.836632:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ac15fddb. 00000800:00000010:0.0:1767384676.836683:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006bbc66df. 00000800:00000010:0.0:1767384676.836692:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083b2cc28. 00000800:00000010:0.0:1767384676.836718:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bac1a9cc. 00000800:00000200:0.0:1767384676.836730:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.22@tcp50 p 3.x 192.168.202.122 -> 192.168.202.22:1023 incarnation:1767384676179319214 sched[0] 00000800:00000010:0.0:1767384676.836738:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c0d3ae18. 00000800:00000010:0.0:1767384676.836810:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c0d3ae18. 00000800:00000010:0.0:1767384676.836814:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083b2cc28. 00000800:00000010:0.0:1767384676.836850:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ac15fddb. 00000800:00000001:2.0:1767384676.836872:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.836881:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384676.837441:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384676.837448:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384676.837451:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384676.837456:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384676.837465:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : GET - for me 00000400:00000010:3.0:1767384676.837480:0:16339:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000fca59cea. 00000400:00000200:3.0:1767384676.837486:0:16339:0:(peer.c:264:lnet_peer_alloc()) 00000000fca59cea nid 192.168.202.22@tcp50 00000400:00000010:3.0:1767384676.837490:0:16339:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000052156fc4. 00000400:00000200:3.0:1767384676.837494:0:16339:0:(peer.c:204:lnet_peer_net_alloc()) 0000000052156fc4 net tcp50 00000400:00000010:3.0:1767384676.837498:0:16339:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d2ec86ab. 00000400:00000200:3.0:1767384676.837595:0:16339:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d2ec86ab nid 192.168.202.22@tcp50 00000400:00000200:3.0:1767384676.837602:0:16339:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.202.22@tcp50 nid 192.168.202.122@tcp50: 0 00000400:00000200:3.0:1767384676.837609:0:16339:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fca59cea (0) 00000400:00000200:3.0:1767384676.837616:0:16339:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.22@tcp50 NID 192.168.202.22@tcp50 flags 0x0 00000400:00000200:3.0:1767384676.837621:0:16339:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.202.22@tcp50: 0 00000400:00000200:3.0:1767384676.837632:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384676.837644:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.22@tcp50 of length 272/272 into md 0x1fc9 [1] + 0 00000400:00000200:3.0:1767384676.837661:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:3.0:1767384676.837672:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [202:202:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767384676.837686:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) 192.168.202.22@tcp50 : REPLY try# 0 00000800:00000200:3.0:1767384676.837694:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:3.0:1767384676.837701:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001160155d. 00000800:00000200:3.0:1767384676.837860:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (2) 00000800:00000200:3.0:1767384676.837870:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:3.0:1767384676.837875:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001160155d type 3, nob 368 niov 1 nkiov 1 00000800:00000001:2.0:1767384676.837913:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384676.837968:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384676.837988:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp50 from 254.3.0.2 00000800:00000001:2.0:1767384676.837990:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384676.837992:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007a536563. 00000800:00000200:3.0:1767384676.838026:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384676.838032:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a55c2f9. 00000800:00000010:3.0:1767384676.838038:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001160155d. 00000800:00000010:2.0:1767384676.838039:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a4329887. 00000400:00000200:3.0:1767384676.838048:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384676.838057:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: REPLY: OK 00000800:00000010:2.0:1767384676.838397:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006c0744d9. 00000800:00000200:2.1:1767384676.838405:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (2) 00000800:00000200:2.1:1767384676.838411:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.22@tcp50 000000006c0744d9 deleted 00000800:00000010:2.1:1767384676.838413:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006c0744d9. 00000800:00000200:2.0:1767384676.838428:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.22@tcp50 p 3.x 192.168.202.122 -> 192.168.202.22:1022 incarnation:1767384676179319214 sched[0] 00000800:00000010:2.0:1767384676.838433:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ab18ac3. 00000800:00000010:2.0:1767384676.838497:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ab18ac3. 00000800:00000010:2.0:1767384676.838503:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a4329887. 00000800:00000010:2.0:1767384676.838533:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007a536563. 00000800:00000001:2.0:1767384676.838549:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.838554:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384676.838892:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.838897:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384676.838899:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.838905:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384676.838913:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : GET - for me 00000400:00000200:2.0:1767384676.838923:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384676.838928:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.22@tcp50 of length 704/704 into md 0x1fc9 [1] + 0 00000400:00000200:2.0:1767384676.838936:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:2.0:1767384676.838945:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [203:203:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767384676.838961:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) 192.168.202.22@tcp50 : REPLY try# 0 00000800:00000200:2.0:1767384676.838967:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:2.0:1767384676.838970:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007bec9124. 00000800:00000200:2.0:1767384676.838974:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (3) 00000800:00000200:2.0:1767384676.838977:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:2.0:1767384676.838980:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007bec9124 type 3, nob 800 niov 1 nkiov 1 00000800:00000200:2.0:1767384676.839024:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384676.839027:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007bec9124. 00000400:00000200:2.0:1767384676.839032:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.839036:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: REPLY: OK 00000800:00000001:2.0:1767384676.839044:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384676.839047:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384676.839513:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384676.839533:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp50 from 253.3.0.2 00000800:00000010:0.0:1767384676.839536:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000019ed0959. 00000800:00000010:2.0:1767384676.839590:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039e982a4. 00000800:00000010:2.0:1767384676.839595:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a4329887. 00000800:00000010:2.0:1767384676.839868:0:16332:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006c0744d9. 00000800:00000200:2.1:1767384676.839875:0:16332:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (3) 00000800:00000200:2.1:1767384676.839880:0:16332:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.22@tcp50 000000006c0744d9 deleted 00000800:00000010:2.1:1767384676.839882:0:16332:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006c0744d9. 00000800:00000200:2.0:1767384676.839888:0:16332:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.22@tcp50 p 3.x 192.168.202.122 -> 192.168.202.22:1021 incarnation:1767384676179319214 sched[0] 00000800:00000010:2.0:1767384676.839898:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008ab18ac3. 00000800:00000010:2.0:1767384676.839943:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008ab18ac3. 00000800:00000010:2.0:1767384676.839948:0:16332:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a4329887. 00000800:00000010:2.0:1767384676.839980:0:16332:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000019ed0959. 00000800:00000001:3.0:1767384676.840024:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384676.840031:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384676.927420:0:17099:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384676.927431:0:17099:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000400:00000001:1.0:1767384676.927435:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384676.927441:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1767384676.927444:0:17099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5a70947. 00000400:00000200:1.0:1767384676.927445:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5b2f64 00000400:00000010:1.0:1767384676.927452:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5b2f64. 00000020:00000040:2.0:1767384676.927456:0:17099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384676.927465:0:17099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384676.927469:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 02000000:00000001:2.0:1767384676.927470:0:17099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384676.927478:0:17099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384676.927481:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp45 recovery ping unlinked 02000000:00000010:2.0:1767384676.927490:0:17099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007bec9124. 00000100:00000001:2.0:1767384676.927500:0:17099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384676.927505:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000f9c7909. 00000100:00000001:2.0:1767384676.927508:0:17099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384676.927512:0:17099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384676.927513:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000042c00e61. 00000100:00000040:2.0:1767384676.927521:0:17099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5a70947] to pc [ptlrpcd_00_01+1] req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384676.927547:0:17099:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.927553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384676.927559:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384676.927564:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066e1fa1d. 00000020:00000040:1.0:1767384676.927567:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384676.927570:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384676.927572:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384676.927574:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384676.927575:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384676.927581:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f11a784. 00000100:00000001:0.0:1767384676.927582:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384676.927585:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.927588:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384676.927592:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384676.927597:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.927617:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384676.927619:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.927623:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066e1fa1d] to pc [ptlrpcd_00_02+2] req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.927644:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.927650:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384676.927655:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.927658:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384676.927661:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384676.927661:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384676.927664:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384676.927667:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384676.927670:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384676.927674:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.927682:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767384676.927683:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f5a70947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16345:1853237050244608:0@lo:13: 00000100:00000001:2.0:1767384676.927685:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384676.927688:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384676.927690:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384676.927692:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384676.927694:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066e1fa1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050244736:0@lo:400: 00000100:00000001:2.0:1767384676.927699:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384676.927707:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384676.927707:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384676.927711:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384676.927714:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384676.927717:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384676.927721:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384676.927725:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000287fcd88. 02000000:00000001:2.0:1767384676.927728:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384676.927733:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bdd1ed1. 00000400:00000010:2.0:1767384676.927750:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000088d7918a. 00000100:00000200:2.0:1767384676.927759:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050244736, portal 25 00000100:00000001:2.0:1767384676.927761:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384676.927763:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055342464 : -108605654209152 : ffff9d39468f6d80) 00000100:00000040:2.0:1767384676.927768:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384676.927774:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384676.927779:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:3.0:1767384676.927782:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000773f21c0] -> 12345-192.168.202.122@tcp14 (6) 00000400:00000010:2.0:1767384676.927783:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ea58a1. 00000100:00000200:2.0:1767384676.927786:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050244736, offset 0 00000400:00000200:2.0:1767384676.927792:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1767384676.927800:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp14 ip 192.168.202.122:988 00000800:00000200:3.0:1767384676.927807:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a663b88f type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767384676.927809:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384676.927823:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260107e80 00000400:00000200:2.0:1767384676.927830:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1729 [2] + 0 00000800:00000200:3.0:1767384676.927836:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2591e1d] -> 12345-192.168.202.122@tcp35 (4) 00000400:00000010:2.0:1767384676.927837:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000176a2e52. 00000400:00000200:2.0:1767384676.927844:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000084ad0944 00000800:00000200:3.1:1767384676.927848:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2591e1d] -> 12345-192.168.202.122@tcp35 (4) 00000400:00000200:2.0:1767384676.927851:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.927857:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384676.927862:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084ad0944 00000400:00000010:2.0:1767384676.927865:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084ad0944. 00000100:00000001:2.0:1767384676.927869:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384676.927871:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384676.927874:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000005053a285 x1853237050244736 msgsize 224 00000100:00100000:2.0:1767384676.927877:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384676.927879:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384676.927887:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384676.927893:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ea58a1 00000400:00000010:2.0:1767384676.927894:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ea58a1. 00000100:00000001:2.0:1767384676.927899:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384676.927901:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384676.927919:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384676.927921:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384676.927927:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.927928:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384676.927933:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.927937:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294965253 00000100:00000010:2.0:1767384676.927941:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b0de6fb. 00000100:00000001:2.0:1767384676.927948:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384676.927953:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294965253 00000100:00000010:2.0:1767384676.927957:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045740103. 00000100:00000001:2.0:1767384676.927961:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384676.927966:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294965253 00000400:00000200:3.0:1767384676.927967:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000010:2.0:1767384676.927969:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb25c505. 00000100:00000001:2.0:1767384676.927975:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384676.927978:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294965253 00000100:00000010:2.0:1767384676.927981:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036a7927c. 00000100:00000001:2.0:1767384676.927985:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384676.927988:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384676.927992:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.927996:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.927998:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384676.928009:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384676.928011:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384676.928014:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384676.928015:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384676.928017:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.928020:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.928030:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384676.928033:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384676.928049:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000001:2.0:1767384676.928053:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384676.928057:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050244736 02000000:00000001:2.0:1767384676.928064:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384676.928067:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384676.928069:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384676.928081:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384676.928086:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050244736 00000020:00000001:2.0:1767384676.928089:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384676.928092:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384676.928095:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384676.928098:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000020:00000040:2.0:1767384676.928099:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:2.0:1767384676.928105:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384676.928110:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384676.928115:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384676.928121:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ab18ac3. 00000100:00000001:2.0:1767384676.928125:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384676.928128:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ab18ac3. 00000020:00000010:2.0:1767384676.928136:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb9d7f40. 00000400:00000200:3.0:1767384676.928140:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000020:00000010:2.0:1767384676.928143:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f67f6bf9. 00000020:00000010:2.0:1767384676.928151:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000544aff1c. 00000100:00000040:2.0:1767384676.928173:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384676.928175:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:2.0:1767384676.928178:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384676.928182:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384676.928185:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.928196:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.928208:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384676.928217:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384676.928223:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384676.928224:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384676.928226:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384676.928226:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767384676.928230:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a2223bf. 02000000:00000001:0.0:1767384676.928231:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384676.928235:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000020:00000040:1.0:1767384676.928237:0:8:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384676.928238:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767384676.928240:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384676.928244:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384676.928246:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1767384676.928247:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c14692a7. 02000000:00000001:1.0:1767384676.928249:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.928253:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905242704 : -108600804308912 : ffff9d3a67a30850) 02000000:00000001:0.0:1767384676.928254:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384676.928257:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005e3a618c. 00000400:00000010:0.0:1767384676.928262:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000474412b7. 00000100:00000040:2.0:1767384676.928264:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005053a285 x1853237050244736/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:657/0 lens 224/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.928264:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384676.928271:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b47d99b3. 00000100:00000040:1.0:1767384676.928275:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384676.928280:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050244608, portal 4 00000100:00000001:2.0:1767384676.928287:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384676.928287:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384676.928314:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ab18ac3. 00000100:00000001:0.0:1767384676.928314:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747173120 : -108600962378496 : ffff9d3a5e371500) 00000100:00000001:1.0:1767384676.928320:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384676.928323:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384676.928324:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.928324:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384692 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384676.928328:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ab18ac3. 00000100:00000040:1.0:1767384676.928335:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a2223bf] to pc [ptlrpcd_00_03+3] req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384676.928339:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005053a285 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050244736:12345-0@lo:400: 00000100:00000200:2.0:1767384676.928349:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050244736 00000100:00000001:0.0:1767384676.928353:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384676.928356:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384676.928362:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384676.928363:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384676.928367:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384676.928368:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0cb5def. 00000020:00000001:2.0:1767384676.928370:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384676.928372:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000100:00000001:1.0:1767384676.928374:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384676.928375:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050244608, offset 0 00000020:00000001:2.0:1767384676.928377:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384676.928380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1767384676.928381:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384676.928386:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384676.928388:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384676.928389:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384676.928390:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:2.0:1767384676.928394:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384676.928396:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 00000020:00000001:2.0:1767384676.928397:0:17070:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384676.928402:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384676.928403:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1767384676.928403:0:8:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:2.0:1767384676.928407:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384676.928410:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384676.928413:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007345bac0. 02000000:00000001:1.0:1767384676.928413:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384676.928418:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384676.928418:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260107e00 02000000:00000001:2.0:1767384676.928420:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.928427:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384676.928427:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006944c436. 00000400:00000200:0.0:1767384676.928432:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3584 00000020:00000001:2.0:1767384676.928434:0:17070:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.928435:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384676.928441:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1767384676.928442:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050244736 00000100:00000040:1.0:1767384676.928445:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384676.928449:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384676.928451:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:2.0:1767384676.928458:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005053a285 x1853237050244736/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.928460:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384676.928464:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:1.0:1767384676.928466:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384676.928470:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384676.928472:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c7f302c. 00000100:00000040:1.0:1767384676.928479:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000625e11c5] to pc [ptlrpcd_00_00+0] req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384676.928480:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384676.928486:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.928486:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000009c7f302c x1853237050244608 msgsize 224 00000100:00001000:2.0:1767384676.928495:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=93 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384676.928500:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384676.928503:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384676.928503:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384676.928508:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000040:1.0:1767384676.928508:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384676.928514:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:1.0:1767384676.928515:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384676.928515:0:16345:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384676.928518:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384676.928521:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384676.928521:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d125e5c. 00000400:00000200:0.0:1767384676.928524:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0cb5def 00000020:00000040:1.0:1767384676.928527:0:8:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384676.928528:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384676.928529:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0cb5def. 00000100:00000001:1.0:1767384676.928530:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384676.928533:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384676.928535:0:16345:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384676.928537:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384676.928539:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384676.928544:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ea58a1. 02000000:00000010:1.0:1767384676.928545:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f591d263. 00000100:00000200:0.0:1767384676.928545:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384692 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384676.928549:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050244736, offset 224 00000100:00000001:1.0:1767384676.928551:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.928558:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384676.928561:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384676.928574:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384676.928577:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384676.928583:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384676.928585:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384676.928587:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260107e80 00000100:00000001:1.0:1767384676.928587:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.928594:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d125e5c] to pc [ptlrpcd_00_01+1] req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384676.928598:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2001 [1] + 224 00000400:00000200:2.0:1767384676.928609:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384676.928617:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384676.928620:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.928624:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384676.928625:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384676.928625:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.928631:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.928632:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (302) 00000100:00000200:2.0:1767384676.928633:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384676.928639:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3858 usecs (4 jiffies) 00000100:00000040:2.0:1767384676.928643:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.928646:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294965253 00000100:00000001:1.0:1767384676.928651:0:17886:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384676.928655:0:17886:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050244608 00000100:00000001:0.0:1767384676.928655:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294965253 00000100:00000001:2.0:1767384676.928656:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384676.928660:0:17886:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384676.928661:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294965253 00000400:00000200:2.0:1767384676.928662:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ea58a1 00000100:00000001:1.0:1767384676.928662:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384676.928666:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ea58a1. 00000100:00000001:1.0:1767384676.928666:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.928668:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294965253 00000100:00000001:2.0:1767384676.928670:0:17070:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384676.928671:0:17886:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.928674:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384676.928675:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294965253 00000100:00100000:1.0:1767384676.928676:0:17886:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050244608 00000100:00000001:2.0:1767384676.928677:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.928679:0:17886:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384676.928683:0:17886:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000100:00000001:0.0:1767384676.928683:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294965253 00000100:00000040:2.0:1767384676.928684:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000020:00000001:1.0:1767384676.928687:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384676.928689:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384676.928691:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294965253 00000020:00000001:2.0:1767384676.928692:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384676.928692:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000100:00000001:0.0:1767384676.928697:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294965253 00000020:00000001:2.0:1767384676.928699:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384676.928699:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:0.0:1767384676.928703:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384676.928704:0:17886:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000040:2.0:1767384676.928706:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005053a285 x1853237050244736/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.928711:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384676.928712:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384676.928716:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074a842d5. 00000100:00000001:0.0:1767384676.928718:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384676.928723:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005053a285 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050244736:12345-0@lo:400: Request processed in 434us (845us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384676.928724:0:17886:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bcd8f871. 00000100:00000001:0.0:1767384676.928724:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384676.928733:0:17886:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000100:00000001:0.0:1767384676.928735:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384676.928737:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00000001:0.0:1767384676.928754:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384676.928761:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384676.928762:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384676.928762:0:17886:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384676.928766:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384676.928767:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384676.928769:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384676.928771:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1767384676.928773:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001dee115. 00000020:00000010:2.0:1767384676.928774:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f67f6bf9. 00000020:00000010:1.0:1767384676.928781:0:17886:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e791883. 00000100:00000040:0.0:1767384676.928785:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384676.928786:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000544aff1c. 00000020:00000010:1.0:1767384676.928789:0:17886:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000025ec353. 00000020:00000010:2.0:1767384676.928792:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb9d7f40. 00000100:00000040:1.0:1767384676.928800:0:17886:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000040:2.0:1767384676.928801:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000100:00000001:0.0:1767384676.928802:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384676.928806:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384676.928807:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.928808:0:17886:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:2.0:1767384676.928809:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007345bac0. 00000100:00000001:1.0:1767384676.928812:0:17886:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384676.928814:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384676.928815:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384676.928816:0:17886:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.928819:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384676.928820:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384676.928822:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:1.0:1767384676.928824:0:17886:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384676.928826:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384676.928826:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384676.928833:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b6a229e. 00000100:00000001:1.0:1767384676.928834:0:17886:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384676.928834:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009d125e5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16345:1853237050245120:0@lo:400: 00000400:00000010:2.0:1767384676.928840:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4329887. 00000100:00000001:0.0:1767384676.928844:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384676.928848:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384676.928851:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.928852:0:17886:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384676.928854:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384676.928856:0:17886:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1767384676.928860:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084f0cc03. 00000100:00100000:1.0:1767384676.928862:0:17886:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 02000000:00000001:0.0:1767384676.928866:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384676.928868:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000040:1.0:1767384676.928868:0:17886:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000100:00000001:1.0:1767384676.928873:0:17886:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963246208 : -108605746305408 : ffff9d3941122680) 00000400:00000010:0.0:1767384676.928875:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090d2f621. 00000100:00000040:1.0:1767384676.928879:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009c7f302c x1853237050244608/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:657/0 lens 224/0 e 0 to 0 dl 1767384687 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384676.928883:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d0cb5def. 00000100:00000200:0.0:1767384676.928891:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050245120, portal 10 00000100:00000001:1.0:1767384676.928894:0:17886:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384676.928896:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1767384676.928899:0:17886:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcd8f871. 00000100:00000001:0.0:1767384676.928899:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055344256 : -108605654207360 : ffff9d39468f7480) 00000400:00000200:3.0:1767384676.928905:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:1.0:1767384676.928905:0:17886:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384676.928909:0:17886:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bcd8f871. 00000100:00000040:0.0:1767384676.928912:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384676.928917:0:17886:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009c7f302c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16345:x1853237050244608:12345-0@lo:13: 00000100:00000200:1.0:1767384676.928927:0:17886:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050244608 00000400:00000200:3.0:1767384676.928930:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000020:00000001:1.0:1767384676.928932:0:17886:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384676.928933:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384676.928936:0:17886:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384676.928939:0:17886:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.928940:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384676.928946:0:17886:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1767384676.928946:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005796ae9a. 00000020:00000001:1.0:1767384676.928949:0:17886:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665413072 : -1044138544 : ffffffffc1c3b5d0) 00000100:00000200:0.0:1767384676.928951:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050245120, offset 0 00000020:00000001:1.0:1767384676.928953:0:17886:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384676.928958:0:17886:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384676.928959:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384676.928962:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384676.928963:0:17886:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384676.928966:0:17886:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384676.928969:0:17886:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384676.928974:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384676.928975:0:17886:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384676.928980:0:17886:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384676.928984:0:17886:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000081b30e9b. 00000400:00000200:0.0:1767384676.928985:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260108000 02000000:00000001:1.0:1767384676.928988:0:17886:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384676.928991:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000100:00000001:1.0:1767384676.928993:0:17886:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384676.928997:0:17886:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:0.0:1767384676.929000:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000800:00000200:2.0:1767384676.929004:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00002000:00000001:1.0:1767384676.929004:0:17886:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000200:0.0:1767384676.929008:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384676.929010:0:17886:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000800:00000001:2.0:1767384676.929014:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384676.929016:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384676.929023:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384676.929024:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000020:00000001:1.0:1767384676.929025:0:17886:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384676.929027:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00002000:00000024:1.0:1767384676.929029:0:17886:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000800:00000001:2.0:1767384676.929032:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:1.0:1767384676.929034:0:17886:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000010:0.0:1767384676.929042:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049fccd94. 00000800:00000001:2.0:1767384676.929043:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000020:1.0:1767384676.929043:0:17886:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00000100:00000040:0.0:1767384676.929049:0:16345:0:(events.c:337:request_in_callback()) incoming req@0000000049fccd94 x1853237050245120 msgsize 224 00000800:00000001:2.0:1767384676.929050:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00000020:1.0:1767384676.929051:0:17886:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:3.0:1767384676.929058:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00002000:00000001:1.0:1767384676.929058:0:17886:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:0.0:1767384676.929065:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000001:1.0:1767384676.929066:0:17886:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384676.929071:0:17886:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384676.929074:0:17886:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384676.929076:0:17886:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050244608 00000100:00000001:0.0:1767384676.929078:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384676.929079:0:17886:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384676.929084:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:1.0:1767384676.929086:0:17886:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009c7f302c x1853237050244608/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:657/0 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384676.929087:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005796ae9a 00000100:00000001:2.0:1767384676.929089:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384676.929091:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000010:0.0:1767384676.929092:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005796ae9a. 00000100:00000001:2.0:1767384676.929093:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384676.929101:0:16345:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767384676.929102:0:17886:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384676.929103:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384676.929107:0:17886:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384676.929109:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384676.929113:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e986f20 time=82 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384676.929119:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:1.0:1767384676.929123:0:17886:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384676.929130:0:17886:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:2.0:1767384676.929136:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384676.929137:0:17886:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:2.0:1767384676.929141:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384676.929142:0:17886:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384676.929142:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384676.929146:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384676.929147:0:17886:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384676.929148:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 02000000:00000001:2.0:1767384676.929150:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384676.929151:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.929153:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384676.929155:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.929161:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384676.929165:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a2223bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16347:1853237050244864:0@lo:400: 00000400:00000010:1.0:1767384676.929168:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 00000400:00000200:3.0:1767384676.929173:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000200:1.0:1767384676.929176:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050244608, offset 224 00000100:00000001:0.0:1767384676.929176:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.929177:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384676.929182:0:16345:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384676.929183:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384676.929187:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384676.929188:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.929190:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384676.929192:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384676.929196:0:16345:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3567 usecs (4 jiffies) 02000000:00000010:2.0:1767384676.929198:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb9d7f40. 00000400:00000200:1.0:1767384676.929198:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384676.929203:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294965253 02000000:00000001:2.0:1767384676.929205:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.929210:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294965253 00000400:00000200:1.0:1767384676.929211:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260107e00 00000400:00000010:2.0:1767384676.929213:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009559cd4. 00000100:00000001:0.0:1767384676.929216:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294965253 00000400:00000200:3.0:1767384676.929219:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384676.929222:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2009 [1] + 224 00000100:00000001:0.0:1767384676.929223:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294965253 00000100:00000001:0.0:1767384676.929229:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294965253 00000400:00000200:1.0:1767384676.929230:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384676.929232:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034ea58a1. 00000100:00000001:0.0:1767384676.929235:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294965253 00000400:00000200:1.0:1767384676.929239:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384676.929240:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050244864, portal 4 00000100:00000001:0.0:1767384676.929241:0:16345:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294965253 00000100:00000001:2.0:1767384676.929247:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384676.929248:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384676.929248:0:16345:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294965253 00000400:00000200:3.0:1767384676.929250:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000200:1.0:1767384676.929254:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384692 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.929254:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384676.929258:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055335296 : -108605654216320 : ffff9d39468f5180) 00000100:00000001:0.0:1767384676.929261:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.929268:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384676.929270:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.929275:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384676.929279:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000100:00000040:1.0:1767384676.929279:0:17886:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.929284:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384676.929289:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384676.929314:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384676.929321:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384676.929322:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384676.929327:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d250147e. 00000100:00000001:1.0:1767384676.929328:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384676.929332:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050244864, offset 0 00000100:00000001:0.0:1767384676.929334:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384676.929340:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384676.929343:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384676.929344:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5b2f64 00000400:00000200:2.0:1767384676.929349:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384676.929350:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5b2f64. 00000100:00000001:1.0:1767384676.929358:0:17886:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384676.929359:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767384676.929361:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260107f00 00000100:00000001:1.0:1767384676.929362:0:17886:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384676.929364:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384676.929368:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000474412b7. 00000100:00000001:1.0:1767384676.929369:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384676.929374:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47d99b3 00000100:00000040:1.0:1767384676.929375:0:17886:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000400:00000010:0.0:1767384676.929377:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b47d99b3. 00010000:00000001:1.0:1767384676.929380:0:17886:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384676.929384:0:17886:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.929384:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384676.929386:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384676.929389:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4560 00000020:00000001:1.0:1767384676.929390:0:17886:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384676.929393:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384676.929397:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384676.929399:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c7f302c x1853237050244608/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:657/0 lens 224/368 e 0 to 0 dl 1767384687 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384676.929406:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384676.929416:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000100:00000001:2.0:1767384676.929416:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384676.929421:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384676.929429:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000143759a2. 00000100:00000200:0.0:1767384676.929431:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384676.929433:0:17886:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009c7f302c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16345:x1853237050244608:12345-0@lo:13: Request processed in 535us (943us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384676.929436:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000143759a2 x1853237050244864 msgsize 224 00000100:00100000:2.0:1767384676.929452:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384676.929454:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000100:00000001:0.0:1767384676.929463:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384676.929464:0:17886:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000001:0.0:1767384676.929468:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384676.929469:0:17886:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:2.0:1767384676.929470:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384676.929475:0:17886:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384676.929476:0:16345:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384676.929479:0:17886:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384676.929480:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d250147e 02000000:00000001:0.0:1767384676.929481:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384676.929485:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d250147e. 00000020:00000010:1.0:1767384676.929485:0:17886:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e791883. 00000400:00000200:3.0:1767384676.929486:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000100:00000001:0.0:1767384676.929486:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.929492:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.929494:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384676.929494:0:17886:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000025ec353. 02000000:00000001:0.0:1767384676.929497:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384676.929500:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001dee115. 00000100:00000200:2.0:1767384676.929501:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384676.929506:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 000000008cb97e99 time=82 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384676.929507:0:17886:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:1.0:1767384676.929514:0:17886:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384676.929515:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00000001:2.0:1767384676.929516:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1767384676.929517:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=82 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384676.929522:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.929524:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384676.929529:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.929531:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384676.929534:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384676.929535:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767384676.929535:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384676.929542:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384676.929542:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - evictor 00000400:00000200:3.0:1767384676.929546:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000100:00000040:2.0:1767384676.929546:0:16347:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3816 usecs (4 jiffies) 00010000:00080000:0.0:1767384676.929546:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384676.929553:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294965254 00000100:00000001:2.0:1767384676.929561:0:16347:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294965253 00010000:00000001:0.0:1767384676.929562:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.929566:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384676.929571:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384676.929575:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294965254 00000100:00000001:1.0:1767384676.929575:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384676.929575:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384676.929579:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384676.929580:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050245120 00000100:00000001:2.0:1767384676.929583:0:16347:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294965253 00000400:00000200:3.0:1767384676.929585:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 02000000:00000001:1.0:1767384676.929585:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384676.929588:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294965254 00000100:00000040:0.0:1767384676.929588:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.929589:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384676.929593:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.929596:0:16347:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294965253 02000000:00000001:1.0:1767384676.929600:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.929602:0:16347:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294965254 00000100:00100000:1.0:1767384676.929607:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050245120 00000100:00000001:2.0:1767384676.929609:0:16347:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294965253 00000020:00000001:1.0:1767384676.929612:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384676.929617:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000100:00000001:2.0:1767384676.929617:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384676.929617:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000100:00000001:0.0:1767384676.929617:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384676.929624:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384676.929625:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.929625:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384676.929627:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000fc799c81 refcount=5 00000100:00000001:0.0:1767384676.929630:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384676.929631:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.929632:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000100:00000001:2.0:1767384676.929635:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384676.929638:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473035001856 : -108600674549760 : ffff9d3a6f5f0000) 00000004:00000001:0.0:1767384676.929642:0:16345:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1767384676.929643:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384676.929644:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384676.929646:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000004:00000040:0.0:1767384676.929647:0:16345:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:1.0:1767384676.929649:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bcd8f871. 00000100:00000001:2.0:1767384676.929651:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000040:0.0:1767384676.929651:0:16345:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000200:3.0:1767384676.929653:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000100:00000001:2.0:1767384676.929654:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384676.929657:0:17077:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000f5cdde9e. 00000100:00000001:2.0:1767384676.929658:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.929665:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384676.929665:0:17077:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000004:00000020:0.0:1767384676.929669:0:16345:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000036f11801): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384676.929675:0:16345:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.929678:0:17077:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384676.929680:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384676.929681:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384692 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384676.929683:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001dee115. 00000100:00000001:2.0:1767384676.929684:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384676.929688:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1767384676.929690:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e791883. 00000400:00000200:3.0:1767384676.929696:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00000040:2.0:1767384676.929696:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384676.929698:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000025ec353. 00000100:00100000:0.0:1767384676.929700:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f5a70947 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16345:1853237050244608:0@lo:13: 00000100:00000040:1.0:1767384676.929708:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384676.929712:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.929714:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384676.929716:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384676.929717:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384676.929717:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384676.929719:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.929722:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384676.929723:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384676.929723:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f5a70947 x1853237050244608/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384692 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384676.929727:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384676.929731:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000100:00000001:1.0:1767384676.929731:0:17077:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1767384676.929733:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.929736:0:17077:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384676.929752:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384676.929754:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000625e11c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050244992:0@lo:400: 00000100:00000001:0.0:1767384676.929761:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384676.929762:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384676.929764:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384676.929765:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384676.929766:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384676.929770:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384676.929771:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c14692a7. 02000000:00000001:2.0:1767384676.929773:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384676.929777:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384676.929777:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1767384676.929778:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031316aea. 00000400:00000200:3.0:1767384676.929780:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000100:00000001:1.0:1767384676.929782:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384676.929782:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384676.929786:0:16345:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384676.929787:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.929790:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1767384676.929791:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000400:00000010:2.0:1767384676.929793:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d61d0f93. 02000000:00000010:0.0:1767384676.929794:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007bec9124. 00000100:00000040:1.0:1767384676.929796:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000fc799c81 : new rpc_count 1 00000400:00000010:2.0:1767384676.929799:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d250147e. 00000100:00000001:1.0:1767384676.929801:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963238144 : -108605746313472 : ffff9d3941120700) 02000000:00000001:0.0:1767384676.929803:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767384676.929805:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050244992, portal 10 02000000:00000001:0.0:1767384676.929806:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384676.929810:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5a70947. 00000100:00000001:2.0:1767384676.929811:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384676.929811:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000049fccd94 x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:657/0 lens 224/0 e 0 to 0 dl 1767384687 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384676.929814:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055333504 : -108605654218112 : ffff9d39468f4a80) 00000100:00000001:0.0:1767384676.929815:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384676.929817:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000100:00000001:0.0:1767384676.929819:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384676.929826:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.929827:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.929832:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384676.929836:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384676.929837:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384676.929839:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384676.929840:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384676.929841:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f69a38b. 00000100:00000001:0.0:1767384676.929844:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384676.929847:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384676.929848:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384676.929851:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2f97cd. 00000400:00000200:3.0:1767384676.929852:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000020:00000010:1.0:1767384676.929853:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f69a38b. 00000100:00000200:2.0:1767384676.929856:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050244992, offset 0 00000100:00100000:1.0:1767384676.929862:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000049fccd94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16345:x1853237050245120:12345-0@lo:400: 00000400:00000200:2.0:1767384676.929864:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384676.929866:0:18653:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384676.929871:0:18653:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050244864 00000100:00000200:1.0:1767384676.929872:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050245120 00000400:00000200:2.0:1767384676.929874:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384676.929877:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384676.929881:0:18653:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384676.929882:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384676.929885:0:18653:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384676.929886:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260107f80 00000020:00000001:1.0:1767384676.929887:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.929889:0:18653:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384676.929894:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000020:00000001:1.0:1767384676.929894:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384676.929895:0:18653:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.929899:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00100000:0.0:1767384676.929900:0:18653:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050244864 00000400:00000200:2.0:1767384676.929902:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384676.929904:0:18653:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384676.929906:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1767384676.929908:0:18653:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000400:00000200:2.0:1767384676.929911:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384676.929912:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.929912:0:18653:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384676.929916:0:18653:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00000100:00000001:2.0:1767384676.929917:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384676.929919:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384676.929919:0:18653:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000200:2.0:1767384676.929920:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1767384676.929924:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384676.929925:0:18653:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000010:2.0:1767384676.929926:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082645b7b. 00000020:00000001:1.0:1767384676.929928:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.929929:0:18653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384676.929931:0:16344:0:(events.c:337:request_in_callback()) incoming req@0000000082645b7b x1853237050244992 msgsize 224 00000020:00000001:1.0:1767384676.929933:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:0.0:1767384676.929934:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0d3ae18. 00000100:00100000:2.0:1767384676.929939:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384676.929939:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384676.929940:0:18653:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384676.929945:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0d3ae18. 02000000:00000001:1.0:1767384676.929946:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767384676.929949:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffb8f9cf. 00000100:00000001:2.0:1767384676.929952:0:16344:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:1.0:1767384676.929952:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000edaf863b. 00000020:00000010:0.0:1767384676.929955:0:18653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 02000000:00000001:1.0:1767384676.929958:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384676.929959:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2f97cd 00000020:00000010:0.0:1767384676.929961:0:18653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000001:1.0:1767384676.929963:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384676.929965:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2f97cd. 00000020:00000001:1.0:1767384676.929967:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.929971:0:18653:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384676.929972:0:16344:0:(events.c:34:request_out_callback()) Process entered 00010000:00000040:1.0:1767384676.929972:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050245120 00000100:00000001:0.0:1767384676.929977:0:18653:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384676.929978:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384676.929980:0:18653:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384676.929981:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.929983:0:18653:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384676.929986:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000049fccd94 x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.929991:0:18653:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384676.929995:0:18653:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384676.929997:0:18653:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.930009:0:18653:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384676.930015:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384676.930018:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384676.930021:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384676.930022:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.930023:0:18653:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:1.0:1767384676.930027:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.930027:0:18653:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:3.0:1767384676.930034:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af49711b. 00000100:00100000:0.0:1767384676.930035:0:18653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:1.0:1767384676.930038:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384676.930042:0:18653:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 00000800:00000010:3.0:1767384676.930043:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000077d2eab5. 00000100:00000040:1.0:1767384676.930044:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:0.0:1767384676.930048:0:18653:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747172224 : -108600962379392 : ffff9d3a5e371180) 00000100:00000001:1.0:1767384676.930050:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:2.0:1767384676.930051:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384676.930055:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007df3a96b. 02000000:00000001:1.0:1767384676.930055:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767384676.930055:0:18653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000143759a2 x1853237050244864/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:657/0 lens 224/0 e 0 to 0 dl 1767384687 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384676.930058:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.930061:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384676.930066:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384676.930068:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.930070:0:18653:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384676.930073:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384676.930074:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3626 usecs (4 jiffies) 00000400:00000010:1.0:1767384676.930079:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 00000100:00000001:2.0:1767384676.930080:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294965254 00000020:00000010:0.0:1767384676.930082:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0d3ae18. 00000800:00000010:3.0:1767384676.930084:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007df3a96b. 00000100:00000200:1.0:1767384676.930085:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050245120, offset 224 00000100:00000001:2.0:1767384676.930087:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294965254 00000100:00000001:0.0:1767384676.930088:0:18653:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384676.930093:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384676.930094:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0d3ae18. 00000800:00020000:3.0:1767384676.930095:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000100:00000001:2.0:1767384676.930095:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294965254 00000800:00000010:3.0:1767384676.930103:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000077d2eab5. 00000100:00000001:2.0:1767384676.930103:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294965254 00000100:00100000:0.0:1767384676.930104:0:18653:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000143759a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16347:x1853237050244864:12345-0@lo:400: 00000400:00000200:1.0:1767384676.930105:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384676.930110:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000af49711b. 00000100:00000001:2.0:1767384676.930111:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294965254 00000100:00000200:0.0:1767384676.930114:0:18653:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050244864 00000100:00000001:2.0:1767384676.930117:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294965254 00000020:00000001:0.0:1767384676.930118:0:18653:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384676.930119:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260108000 00000020:00000001:0.0:1767384676.930122:0:18653:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384676.930123:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294965254 00000020:00000001:0.0:1767384676.930125:0:18653:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.930130:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294965254 00000020:00000001:0.0:1767384676.930130:0:18653:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384676.930131:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2019 [1] + 224 00000020:00000001:0.0:1767384676.930134:0:18653:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000100:00000001:2.0:1767384676.930136:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384676.930140:0:18653:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384676.930142:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384676.930143:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384676.930143:0:18653:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384676.930146:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.930149:0:18653:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384676.930150:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.930152:0:18653:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384676.930155:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384676.930156:0:18653:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:02020000:3.0:1767384676.930159:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp35 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000100:00000001:2.0:1767384676.930159:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384676.930160:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384676.930161:0:18653:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384676.930164:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384676.930167:0:18653:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000100:3.0:1767384676.930169:0:16334:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:2.0:1767384676.930170:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384676.930170:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384676.930171:0:18653:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384676.930174:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767384676.930177:0:18653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c14692a7. 00000100:00000001:2.0:1767384676.930179:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.930184:0:18653:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.930186:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.930191:0:18653:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.930192:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384676.930195:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384676.930197:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384676.930198:0:18653:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384676.930201:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384676.930206:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:0.0:1767384676.930206:0:18653:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050244864 00000400:00000010:3.0:1767384676.930210:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bdd1ed1. 00010000:00000001:0.0:1767384676.930213:0:18653:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384676.930215:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088d7918a 00000100:00000001:1.0:1767384676.930218:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384676.930219:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000088d7918a. 00010000:00000200:0.0:1767384676.930221:0:18653:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000143759a2 x1853237050244864/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384676.930224:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384676.930227:0:17076:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384676.930227:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5b2f64 00000100:00000200:3.0:1767384676.930230:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384676.930233:0:17076:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050244992 00000400:00000010:1.0:1767384676.930233:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5b2f64. 02000000:00000001:2.0:1767384676.930239:0:17076:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384676.930241:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384676.930244:0:17076:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384676.930245:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384676.930250:0:17076:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.930250:0:18653:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384676.930252:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384676.930253:0:18653:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384676.930257:0:17076:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.930258:0:18653:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=82 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384676.930259:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00100000:2.0:1767384676.930264:0:17076:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050244992 00010000:00000001:1.0:1767384676.930266:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384676.930267:0:18653:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384676.930269:0:17076:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767384676.930271:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.930272:0:18653:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000020:00000040:2.0:1767384676.930273:0:17076:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000020:00000001:1.0:1767384676.930276:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384676.930279:0:18653:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:2.0:1767384676.930280:0:17076:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384676.930283:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000049fccd94 x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384676.930284:0:17076:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 02000000:00000001:0.0:1767384676.930286:0:18653:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384676.930308:0:17076:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 02000000:00000001:0.0:1767384676.930312:0:18653:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384676.930317:0:17076:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:2.0:1767384676.930323:0:17076:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384676.930325:0:18653:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384676.930329:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384676.930329:0:17076:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ab18ac3. 00000100:00000040:0.0:1767384676.930333:0:18653:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384676.930336:0:17076:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384676.930336:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000049fccd94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16345:x1853237050245120:12345-0@lo:400: Request processed in 495us (1281us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384676.930339:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b47d99b3. 00000020:00000010:2.0:1767384676.930342:0:17076:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ab18ac3. 00000100:00000200:0.0:1767384676.930346:0:18653:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050244864, offset 224 00000020:00000010:2.0:1767384676.930350:0:17076:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000978b36fc. 00000100:00000001:3.0:1767384676.930353:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384676.930353:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000020:00000010:2.0:1767384676.930356:0:17076:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f67f6bf9. 00000100:00000001:3.0:1767384676.930358:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384676.930358:0:18653:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384676.930359:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000fc799c81 : new rpc_count 0 00000020:00000010:2.0:1767384676.930362:0:17076:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000544aff1c. 00000100:00000001:3.0:1767384676.930363:0:16346:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384676.930363:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384676.930368:0:18653:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384676.930369:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384676.930369:0:17076:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384676.930369:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384676.930373:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384676.930374:0:17076:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767384676.930376:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e791883. 00000100:00000001:3.0:1767384676.930377:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.930378:0:17076:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384676.930382:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000025ec353. 00000400:00000200:0.0:1767384676.930382:0:18653:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260107f00 02000000:00000001:3.0:1767384676.930384:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384676.930385:0:17076:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1767384676.930389:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001dee115. 00000100:00000001:2.0:1767384676.930390:0:17076:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00001000:3.0:1767384676.930391:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=93 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384676.930392:0:18653:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2025 [1] + 224 00000100:00000001:2.0:1767384676.930393:0:17076:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384676.930396:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 00000100:00001000:3.0:1767384676.930400:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384676.930402:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384676.930403:0:18653:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384676.930404:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384676.930406:0:17076:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384676.930407:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384676.930410:0:18653:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384676.930412:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384676.930413:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384676.930415:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767384676.930416:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.930416:0:18653:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384676.930421:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384676.930421:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:2.0:1767384676.930423:0:17076:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767384676.930424:0:18653:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384676.930425:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000100:00000040:3.0:1767384676.930427:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384676.930428:0:17076:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384676.930430:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747182080 : -108600962369536 : ffff9d3a5e373800) 00000100:00000001:2.0:1767384676.930433:0:17076:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.930438:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000082645b7b x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:657/0 lens 224/0 e 0 to 0 dl 1767384687 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384676.930441:0:17076:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384676.930456:0:18653:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384676.930458:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384676.930460:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767384676.930463:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - evictor 00000020:00000010:1.0:1767384676.930466:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f69a38b. 00000100:00000001:1.0:1767384676.930471:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384676.930477:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f69a38b. 00000100:00100000:1.0:1767384676.930484:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000082645b7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16344:x1853237050244992:12345-0@lo:400: 00000100:00000001:0.0:1767384676.930485:0:18653:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384676.930490:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384676.930490:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050244992 00000400:00000200:0.0:1767384676.930491:0:18653:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47d99b3 00000100:00000001:3.0:1767384676.930494:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384676.930494:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384676.930495:0:18653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b47d99b3. 00000100:00000001:3.0:1767384676.930497:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384676.930498:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384676.930499:0:18653:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384676.930501:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.930501:0:18653:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384676.930504:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384676.930506:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384676.930506:0:18653:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.930508:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651377120 : -1058174496 : ffffffffc0ed89e0) 00000020:00000001:1.0:1767384676.930513:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384676.930514:0:18653:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000020:00000001:1.0:1767384676.930516:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384676.930520:0:18653:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384676.930521:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:3.0:1767384676.930522:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066e1fa1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050244736:0@lo:400: 00000020:00000001:0.0:1767384676.930524:0:18653:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.930525:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384676.930528:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.930530:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384676.930530:0:18653:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384676.930531:0:17077:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384676.930534:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384676.930535:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384676.930537:0:18653:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000143759a2 x1853237050244864/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384676.930538:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1767384676.930539:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066e1fa1d x1853237050244736/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384676.930543:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000043d878d6. 02000000:00000001:1.0:1767384676.930547:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.930551:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.930555:0:17077:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384676.930559:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050244992 00010000:00000001:1.0:1767384676.930564:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384676.930567:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000200:1.0:1767384676.930569:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000082645b7b x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384676.930570:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1767384676.930570:0:18653:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000143759a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16347:x1853237050244864:12345-0@lo:400: Request processed in 495us (1129us total) trans 0 rc 0/0 02000000:00000010:3.0:1767384676.930572:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000287fcd88. 02000000:00000001:3.0:1767384676.930577:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384676.930585:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384676.930587:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767384676.930588:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000100:00100000:0.0:1767384676.930589:0:18653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00000001:1.0:1767384676.930590:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384676.930592:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1767384676.930595:0:18653:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 02000000:00000010:3.0:1767384676.930596:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f11a784. 00000100:00001000:1.0:1767384676.930596:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.930600:0:18653:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384676.930602:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384676.930604:0:18653:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384676.930605:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384676.930605:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 02000000:00000001:3.0:1767384676.930606:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384676.930608:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066e1fa1d. 00000100:00000001:1.0:1767384676.930608:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384676.930612:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384676.930613:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:0.0:1767384676.930614:0:18653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000100:00000001:3.0:1767384676.930615:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384676.930615:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.930620:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384676.930621:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384676.930621:0:18653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000100:00000001:3.0:1767384676.930624:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384676.930627:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384676.930628:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384676.930628:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffb8f9cf. 00000400:00000010:1.0:1767384676.930631:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 00000100:00000001:3.0:1767384676.930634:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384676.930635:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050244992, offset 224 00000020:00000040:0.0:1767384676.930636:0:18653:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00000100:00000001:3.0:1767384676.930637:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.930641:0:18653:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.930642:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384676.930652:0:17077:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384676.930658:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384676.930661:0:17077:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260107f80 00000100:00000001:0.0:1767384676.930661:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384676.930666:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384676.930669:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384676.930670:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009559cd4. 00000400:00000200:0.0:1767384676.930673:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034ea58a1 00000400:00000010:0.0:1767384676.930674:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034ea58a1. 00000100:00000001:0.0:1767384676.930677:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384676.930681:0:17077:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x202d [1] + 224 00000100:00000200:0.0:1767384676.930682:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384676.930686:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384676.930689:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384676.930691:0:17077:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767384676.930693:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384676.930697:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384676.930699:0:17077:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384676.930700:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090d2f621. 00000400:00000200:3.0:1767384676.930707:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0cb5def 00000100:00000200:0.0:1767384676.930707:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384676.930711:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d0cb5def. 00000100:00000001:3.0:1767384676.930717:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384676.930717:0:17077:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384676.930718:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384676.930721:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384676.930723:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384676.930724:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384676.930724:0:17077:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384676.930725:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384676.930728:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384676.930730:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384676.930736:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384676.930754:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=82 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384676.930756:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384676.930757:0:17077:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384676.930764:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384676.930771:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384676.930774:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.930776:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384676.930777:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384676.930780:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384676.930782:0:16347:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.930783:0:17077:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384676.930784:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384676.930787:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384676.930790:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384676.930790:0:17077:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5b2f64 00000100:00000001:3.0:1767384676.930793:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384676.930793:0:17077:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5b2f64. 00010000:00000001:0.0:1767384676.930796:0:16347:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384676.930797:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.930799:0:17077:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384676.930800:0:16347:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384676.930801:0:17077:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384676.930803:0:16347:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00001000:3.0:1767384676.930804:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb4c1d67 time=87 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384676.930807:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384676.930807:0:16347:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1767384676.930810:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=87 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384676.930811:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384676.930815:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384676.930816:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.930817:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384676.930817:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.930820:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384676.930822:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384676.930824:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384676.930830:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082645b7b x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:657/0 lens 224/224 e 0 to 0 dl 1767384687 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384676.930831:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384676.930837:0:16345:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384676.930844:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384676.930849:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384676.930853:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384676.930854:0:16345:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384676.930856:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000082645b7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16344:x1853237050244992:12345-0@lo:400: Request processed in 393us (921us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384676.930860:0:16345:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384676.930860:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384676.930862:0:16345:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384676.930866:0:16345:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1767384676.930868:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000001:3.0:1767384676.930869:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.930873:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000100:00000040:3.0:1767384676.930875:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.930878:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384676.930882:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384676.930883:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a2223bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16347:1853237050244864:0@lo:400: 00000020:00000010:1.0:1767384676.930885:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f67f6bf9. 00000020:00000010:1.0:1767384676.930890:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000544aff1c. 00000100:00000001:3.0:1767384676.930893:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384676.930893:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384676.930894:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000978b36fc. 00000100:00000001:0.0:1767384676.930898:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384676.930899:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1767384676.930900:0:17077:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000100:00000001:3.0:1767384676.930902:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384676.930903:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384676.930903:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007a2223bf x1853237050244864/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384676.930907:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.930922:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384676.930925:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384676.930926:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767384676.930929:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767384676.930930:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:3.0:1767384676.930931:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009d125e5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16345:1853237050245120:0@lo:400: 00000400:00000001:1.0:1767384676.930932:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1767384676.930933:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb9d7f40. 00000400:00000010:1.0:1767384676.930935:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d61d0f93. 02000000:00000001:0.0:1767384676.930939:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384676.930940:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384676.930941:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d250147e 00000020:00000001:0.0:1767384676.930942:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767384676.930944:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d250147e. 00000100:00000001:3.0:1767384676.930945:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384676.930945:0:16347:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384676.930949:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009d125e5c x1853237050245120/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.930949:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384676.930950:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384676.930953:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005e3a618c. 00000100:00000200:1.0:1767384676.930954:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384676.930959:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384676.930962:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384676.930964:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1767384676.930966:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a2223bf. 02000000:00000001:3.0:1767384676.930967:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767384676.930969:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384676.930971:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084f0cc03. 00000100:00000001:0.0:1767384676.930971:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384676.930975:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384676.930976:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384676.930980:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384676.930980:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384676.930981:0:16345:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384676.930981:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384676.930984:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384676.930986:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384676.930986:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384676.930987:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767384676.930988:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f591d263. 02000000:00000001:1.0:1767384676.930988:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384676.930991:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384676.930992:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384676.930992:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384676.930995:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384676.930996:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384676.930996:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384676.930999:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384676.931000:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d125e5c. 00000100:00000001:0.0:1767384676.931001:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384676.931004:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=87 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384676.931006:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384676.931008:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384676.931009:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384676.931012:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384676.931013:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.931016:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384676.931016:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384676.931019:0:16344:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384676.931020:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384676.931022:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384676.931024:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384676.931026:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384676.931026:0:16344:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.931029:0:16344:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384676.931030:0:16344:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384676.931032:0:16344:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384676.931033:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384676.931036:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.931049:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384676.931051:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384676.931052:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384676.931055:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384676.931062:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000625e11c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16344:1853237050244992:0@lo:400: 00000100:00000001:1.0:1767384676.931067:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384676.931068:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384676.931070:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000625e11c5 x1853237050244992/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384676.931074:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384676.931075:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384676.931076:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031316aea. 02000000:00000001:1.0:1767384676.931078:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384676.931078:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384676.931079:0:16344:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384676.931081:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384676.931082:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006944c436. 02000000:00000001:1.0:1767384676.931084:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384676.931085:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384676.931085:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 00000100:00000001:1.0:1767384676.931087:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384676.931088:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384676.931089:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384676.931092:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384676.931093:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384676.931094:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384676.931096:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384676.934337:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294965254, at 4294965255 00000100:00000010:2.0:1767384676.934350:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb25c505. 00000100:00000040:0.0:1767384676.934352:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294965254, at 4294965255 00000100:00000010:0.0:1767384676.934360:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b0de6fb. 00000100:00000040:1.0:1767384676.934364:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294965254, at 4294965255 00000100:00000010:1.0:1767384676.934374:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045740103. 00000100:00000040:3.0:1767384676.934376:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294965254, at 4294965255 00000100:00000010:3.0:1767384676.934383:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036a7927c. 00010000:00000001:1.0:1767384677.119402:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384677.119410:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384677.119417:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384677.119419:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.119519:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384677.119524:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384677.119528:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384677.439457:0:17063:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384677.439465:0:17063:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.439477:0:17059:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384677.439500:0:17059:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384677.870203:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.870225:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.870230:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.870232:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.870244:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:3.0:1767384677.870266:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 520 into portal 26 MB=0x695825fc00180 00000400:00000200:3.0:1767384677.870276:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 520/520 into md 0x1759 [2] + 0 00000400:00000010:3.0:1767384677.870281:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6c35083. 00000400:00000200:3.0:1767384677.870338:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c7025b4f 00000800:00000001:3.0:1767384677.870346:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.870357:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.870359:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.870364:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:3.0:1767384677.870370:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7025b4f 00000400:00000010:3.0:1767384677.870372:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7025b4f. 00000100:00000001:3.0:1767384677.870378:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384677.870381:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384677.870384:0:16337:0:(events.c:337:request_in_callback()) incoming req@00000000f13b2d59 x1853237044969856 msgsize 520 00000100:00100000:3.0:1767384677.870388:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:3.0:1767384677.870390:0:16337:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384677.870400:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384677.870409:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.870428:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.870477:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384677.870482:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044969856 02000000:00000001:2.0:1767384677.870484:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384677.870487:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384677.870489:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384677.870494:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384677.870499:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044969856 00000020:00000001:2.0:1767384677.870501:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384677.870503:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767384677.870505:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384677.870507:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.870516:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384677.870523:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031316aea. 00000020:00000010:2.0:1767384677.870529:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1021406. 00000020:00000010:2.0:1767384677.870543:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000079ffa20a. 00000100:00000001:2.0:1767384677.870551:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384677.870553:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384677.870554:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.870561:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.870576:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.870589:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384677.870591:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384677.870596:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 157 00000100:00000001:2.0:1767384677.870599:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905253968 : -108600804297648 : ffff9d3a67a33450) 00000100:00000040:2.0:1767384677.870606:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f13b2d59 x1853237044969856/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384697 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384677.870616:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f13b2d59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:11775:x1853237044969856:12345-192.168.202.22@tcp50:250: 00000100:00000200:2.0:1767384677.870623:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044969856 00000020:00000001:2.0:1767384677.870626:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384677.870631:0:17071:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767384677.870642:0:17071:0:(obd_config.c:927:class_incref()) incref MGS (00000000cc3e887a) now 6 - find 00000020:00000001:2.0:1767384677.870644:0:17071:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635473299648944 : -108600409902672 : ffff9d3a7f2531b0) 00000100:00000001:2.0:1767384677.870652:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384677.870654:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384677.870659:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000f44e6744. 02000000:00000001:2.0:1767384677.870661:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.870663:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384677.870665:0:17071:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767384677.870670:0:17071:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50 t0 exp 0000000000000000 cur 298 last 0 00010000:00000001:2.0:1767384677.870673:0:17071:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:2.0:1767384677.870676:0:17071:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:2.0:1767384677.870679:0:17071:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767384677.870680:0:17071:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767384677.870683:0:17071:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000445694c9. 00000020:00000001:2.0:1767384677.870689:0:17071:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384677.870691:0:17071:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000445694c9 with handle 0x9f279d7a9a0b5118 to hash 00000020:00000001:2.0:1767384677.870693:0:17071:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767384677.870696:0:17071:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:2.0:1767384677.870699:0:17071:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767384677.870702:0:17071:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767384677.870706:0:17071:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007bec9124. 00000001:00000010:2.0:1767384677.870713:0:17071:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000098f261f2. 00000001:00000010:2.0:1767384677.870716:0:17071:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb9d7f40. 00000001:00000010:2.0:1767384677.870718:0:17071:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000978b36fc. 00000001:00000010:2.0:1767384677.870720:0:17071:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000287fcd88. 00000001:00000010:2.0:1767384677.870722:0:17071:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f358f34. 00010000:00000001:2.0:1767384677.870725:0:17071:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.870727:0:17071:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.870728:0:17071:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384677.870745:0:17071:0:(genops.c:887:class_export_get()) GET export 00000000445694c9 refcount=3 00000020:00000040:2.0:1767384677.870751:0:17071:0:(obd_config.c:927:class_incref()) incref MGS (00000000cc3e887a) now 7 - export 00000020:00000001:2.0:1767384677.870753:0:17071:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000040:2.0:1767384677.870755:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 2 00000020:00000080:2.0:1767384677.870757:0:17071:0:(genops.c:1402:class_connect()) connect: client 1db9ae20-6ec1-4d4c-b336-5f406cfa3d12, cookie 0x9f279d7a9a0b5118 00000020:00000001:2.0:1767384677.870758:0:17071:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.870760:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384677.870760:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:2.0:1767384677.870761:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.870762:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=3 00000020:00000001:2.0:1767384677.870764:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:2.0:1767384677.870765:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 20000000:00000001:2.0:1767384677.870766:0:17071:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:2.0:1767384677.870769:0:17071:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:2.0:1767384677.870771:0:17071:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767384677.870774:0:17071:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000009bfd211e 00000020:00000010:2.0:1767384677.870777:0:17071:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000eb25c505. 00000020:00000040:2.0:1767384677.870786:0:17071:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000eb25c505 for nid 192.168.202.22@tcp50 - ref 2 00000020:00000001:2.0:1767384677.870853:0:17071:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384677.870864:0:17071:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000007345bac0. 00000020:00000010:2.0:1767384677.870867:0:17071:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000006c0744d9. 00000020:00000010:2.0:1767384677.870870:0:17071:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 00000000ce5c0752. 00000020:00000010:2.0:1767384677.870884:0:17071:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000011934712. 00000020:00000010:2.0:1767384677.870886:0:17071:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000a6dff55b. 00000020:00000010:2.0:1767384677.870888:0:17071:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000a6a9293d. 20000000:00000001:2.0:1767384677.870894:0:17071:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384677.870895:0:17071:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384677.870897:0:17071:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.870898:0:17071:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384677.870901:0:17071:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f48440b2. 00000020:00000040:2.0:1767384677.870903:0:17071:0:(obd_config.c:927:class_incref()) incref MGS (00000000cc3e887a) now 8 - import 00000020:00000001:2.0:1767384677.870907:0:17071:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384677.870908:0:17071:0:(genops.c:1242:class_import_put()) import 00000000f48440b2 refcount=1 obd=MGS 00000020:00000001:2.0:1767384677.870910:0:17071:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767384677.870913:0:17071:0:(genops.c:887:class_export_get()) GET export 00000000445694c9 refcount=4 00000100:00000040:2.0:1767384677.870915:0:17071:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:2.0:1767384677.870917:0:17071:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767384677.870924:0:17071:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fca59cea (1) 00000400:00000200:2.0:1767384677.870929:0:17071:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fca59cea (2) 00000400:00000200:2.0:1767384677.870939:0:17071:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.22@tcp50 (00000000fca59cea): 0 00000400:00000200:2.0:1767384677.870941:0:17071:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384677.870970:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384677.870976:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.22@tcp50(00000000fca59cea) state 0x40 00000400:00000200:0.0:1767384677.870979:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fca59cea (3) 00000400:00000010:0.0:1767384677.870985:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fd62ceae. 00000400:00000010:0.0:1767384677.870989:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b47d99b3. 00000400:00000010:0.0:1767384677.870996:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000063625ddd. 00000400:00000200:0.0:1767384677.871000:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.871024:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.871038:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp50 00000400:00000200:0.0:1767384677.871042:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [204:204:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:0.0:1767384677.871047:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.871054:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : GET try# 0 00000800:00000200:0.0:1767384677.871059:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.871063:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000deb3ef74. 00000800:00000200:0.0:1767384677.871069:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.871076:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:0.0:1767384677.871080:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000deb3ef74 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384677.871092:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.871094:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.22@tcp50(00000000fca59cea) state 0x240 rc 0 00000800:00000200:2.0:1767384677.871206:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.871211:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000deb3ef74. 00000400:00000200:2.0:1767384677.871216:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.871219:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: GET: OK 00000400:00000200:2.0:1767384677.871223:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384677.871225:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.22@tcp50: 0 00000800:00000001:2.0:1767384677.871958:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.871967:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.871970:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.871972:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.871979:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : REPLY - for me 00000400:00000200:2.0:1767384677.871992:0:16339:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp50: Reply from 12345-192.168.202.22@tcp50 of length 48/48 into md 0x2041 00000800:00000001:2.0:1767384677.872005:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.872012:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.872014:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.872019:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: REPLY: OK 00000400:00000200:2.0:1767384677.872022:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b47d99b3 00000400:00000010:2.0:1767384677.872025:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b47d99b3. 00000400:00000200:2.0:1767384677.872028:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384677.872032:0:16339:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.202.22@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:2.0:1767384677.872036:0:16339:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.202.22@tcp50(00000000fca59cea) not MR: DD disabled remotely 00000400:00000200:2.0:1767384677.872041:0:16339:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.22@tcp50 data present 3. state = 0x242 00000400:00000200:2.0:1767384677.872045:0:16339:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.22@tcp50 (00000000fca59cea): -114 00000400:00000200:2.0:1767384677.872057:0:16339:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fca59cea (4) 00000800:00000001:2.0:1767384677.872062:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.872065:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384677.872088:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384677.872093:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.22@tcp50(00000000fca59cea) state 0xc2 00000400:00000010:0.0:1767384677.872100:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000c0d3ae18. 00000400:00000010:0.0:1767384677.872102:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000ec2789ee. 00000400:00000010:0.0:1767384677.872104:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 0000000046c319e3. 00000400:00000010:0.0:1767384677.872107:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000c0d3ae18. 00000400:00000010:0.0:1767384677.872110:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000ec2789ee. 00000400:00000010:0.0:1767384677.872112:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 0000000046c319e3. 00000400:00000010:0.0:1767384677.872114:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fd62ceae. 00000400:00000200:0.0:1767384677.872117:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.22@tcp50 (00000000fca59cea): 0 00000400:00000200:0.0:1767384677.872119:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.22@tcp50(00000000fca59cea): 0. state = 0x142 00000400:00000200:0.0:1767384677.872122:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.22@tcp50(00000000fca59cea) state 0x142 rc 1 00000400:00000200:0.0:1767384677.872129:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.22@tcp50(00000000fca59cea) state 0x142 00000400:00000200:0.0:1767384677.872132:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.872133:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.22@tcp50(00000000fca59cea) state 0x112 rc 0 00000400:00000200:0.0:1767384677.872136:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.22@tcp50 (00000000fca59cea) 00000400:00000200:0.0:1767384677.872147:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fca59cea (3) 00000400:00000200:2.0:1767384677.872177:0:17071:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fca59cea (2) 00000400:00000200:2.0:1767384677.872181:0:17071:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fca59cea (1) 00000400:00000200:2.0:1767384677.872186:0:17071:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.22@tcp50 NID 192.168.202.22@tcp50: 0. discovery complete 00000400:00000200:2.0:1767384677.872188:0:17071:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fca59cea (2) 00000400:00000200:2.0:1767384677.872192:0:17071:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.22@tcp50 primary NID 192.168.202.22@tcp50 rc 0 00000100:00000010:2.0:1767384677.872197:0:17071:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 000000008ab18ac3. 00000100:00000001:2.0:1767384677.872199:0:17071:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:2.0:1767384677.872201:0:17071:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008ab18ac3 refcount 1 to 192.168.202.22@tcp50 00000020:00000040:2.0:1767384677.872204:0:17071:0:(genops.c:887:class_export_get()) GET export 00000000445694c9 refcount=5 00000100:00000001:2.0:1767384677.872211:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384677.872213:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00000100:00000001:2.0:1767384677.872215:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:2.0:1767384677.872218:0:17071:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384677.872221:0:17071:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:2.0:1767384677.872223:0:17071:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:2.0:1767384677.872225:0:17071:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651628608 : -1057923008 : ffffffffc0f16040) 02000000:00000001:2.0:1767384677.872228:0:17071:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.872230:0:17071:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1767384677.872237:0:17071:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1767384677.872240:0:17071:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384677.872242:0:17071:0:(import.c:65:import_set_state_nolock()) 00000000f48440b2 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1767384677.872245:0:17071:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384677.872247:0:17071:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384677.872249:0:17071:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384677.872251:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 4 00000020:00000040:2.0:1767384677.872254:0:17071:0:(obd_config.c:955:class_decref()) Decref MGS (00000000cc3e887a) now 8 - find 00010000:00000001:2.0:1767384677.872256:0:17071:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.872259:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384677.872262:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248192 : -1048303424 : ffffffffc18428c0) 00000020:00000001:2.0:1767384677.872265:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384677.872266:0:17071:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384677.872269:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384677.872271:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384677.872273:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384677.872275:0:17071:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:2.0:1767384677.872277:0:17071:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:2.0:1767384677.872281:0:17071:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384677.872283:0:17071:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384677.872285:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044969856 00010000:00000001:2.0:1767384677.872288:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384677.872319:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f13b2d59 x1853237044969856/t0(0) o250->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384697 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384677.872327:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384677.872329:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384677.872332:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384677.872336:0:17071:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767384677.872338:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384677.872340:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:2.0:1767384677.872341:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:2.0:1767384677.872344:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384677.872346:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.872349:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384677.872351:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:2.0:1767384677.872358:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc2f97cd. 00000100:00000200:2.0:1767384677.872361:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237044969856, offset 0 00000400:00000200:2.0:1767384677.872366:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:2.0:1767384677.872371:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:2.0:1767384677.872382:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [205:205:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:2.0:1767384677.872389:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384677.872393:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:2.0:1767384677.872395:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000577932b2. 00000800:00000200:2.0:1767384677.872398:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:2.0:1767384677.872402:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:2.0:1767384677.872404:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000577932b2 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:2.0:1767384677.872424:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.872428:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:2.0:1767384677.872431:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384677.872433:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.872435:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384677.872440:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f13b2d59 x1853237044969856/t0(0) o250->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384697 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384677.872452:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f13b2d59 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+4:11775:x1853237044969856:12345-192.168.202.22@tcp50:250: Request processed in 1835us (2064us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384677.872463:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 157 00000100:00000040:2.0:1767384677.872467:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:2.0:1767384677.872471:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384677.872473:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384677.872478:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1021406. 00000020:00000010:2.0:1767384677.872482:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000079ffa20a. 00000020:00000010:2.0:1767384677.872485:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031316aea. 00000020:00000040:2.0:1767384677.872488:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 3 00000100:00000001:2.0:1767384677.872493:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384677.872502:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384677.872507:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac02aa58. 00000400:00000010:2.0:1767384677.872512:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b22d741. 00000800:00000200:3.0:1767384677.872514:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384677.872518:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000577932b2. 00000400:00000200:3.0:1767384677.872522:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.872527:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:3.0:1767384677.872530:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc2f97cd 00000400:00000010:3.0:1767384677.872531:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc2f97cd. 00000100:00000001:3.0:1767384677.872536:0:16337:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384677.872539:0:16337:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384677.872541:0:16337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000f44e6744. 02000000:00000001:3.0:1767384677.872544:0:16337:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384677.872545:0:16337:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384677.873507:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.873513:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.873515:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.873516:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.873520:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384677.873526:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 328 into portal 26 MB=0x695825fc00100 00000400:00000200:2.0:1767384677.873531:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 328/328 into md 0x1761 [2] + 0 00000400:00000010:2.0:1767384677.873533:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003eed79d3. 00000400:00000200:2.0:1767384677.873537:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aef9e7e3 00000800:00000001:2.0:1767384677.873540:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.873543:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.873545:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.873547:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.873549:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aef9e7e3 00000400:00000010:2.0:1767384677.873551:0:16338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aef9e7e3. 00000100:00000001:2.0:1767384677.873553:0:16338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384677.873554:0:16338:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384677.873557:0:16338:0:(events.c:337:request_in_callback()) incoming req@0000000065e4397c x1853237044969728 msgsize 328 00000100:00100000:2.0:1767384677.873559:0:16338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:2.0:1767384677.873561:0:16338:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384677.873570:0:16338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384677.873573:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.873574:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.873602:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.873604:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044969728 02000000:00000001:0.0:1767384677.873606:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.873607:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.873608:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.873610:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.873612:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044969728 00000020:00000001:0.0:1767384677.873613:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.873615:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384677.873616:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.873618:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=4 00000020:00000001:0.0:1767384677.873620:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384677.873622:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384677.873626:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.873629:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046c319e3. 00000100:00000001:0.0:1767384677.873631:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.873633:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046c319e3. 00000020:00000010:0.0:1767384677.873636:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384677.873639:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.873642:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384677.873649:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384677.873651:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.873652:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.873653:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.873656:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.873672:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.873680:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.873681:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.873685:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 158 00000100:00000040:0.0:1767384677.873693:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:0.0:1767384677.873695:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905249872 : -108600804301744 : ffff9d3a67a32450) 00000100:00000040:0.0:1767384677.873699:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000065e4397c x1853237044969728/t0(0) o101->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 328/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.873710:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.873712:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046c319e3. 00000100:00000001:0.0:1767384677.873715:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.873717:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046c319e3. 00000100:00100000:0.0:1767384677.873722:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000065e4397c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+4:15162:x1853237044969728:12345-192.168.202.22@tcp50:101: 00000100:00000200:0.0:1767384677.873726:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044969728 00000020:00000001:0.0:1767384677.873729:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.873748:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.873750:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.873752:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.873754:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:0.0:1767384677.873757:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.873758:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.873761:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.873763:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.873766:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.873769:0:17071:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384677.873771:0:17071:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384677.873774:0:17071:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384677.873776:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384677.873779:0:17071:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.873784:0:17071:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384677.873792:0:17071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000047b82906 count: 6 00010000:00000001:0.0:1767384677.873795:0:17071:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384677.873800:0:17071:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384677.873804:0:17071:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6f50484. 00000020:00000001:0.0:1767384677.873808:0:17071:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384677.873811:0:17071:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e6f50484 with handle 0x9f279d7a9a0b511f to hash 00000020:00000001:0.0:1767384677.873813:0:17071:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384677.873824:0:17071:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00000001:0.0:1767384677.873827:0:17071:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142735872 : -108600566815744 : ffff9d3a75cae400) 00010000:00010000:0.0:1767384677.873832:0:17071:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b511f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x654a62b74de3077e expref: -99 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.873843:0:17071:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000445694c9 : new locks_count 1 00000020:00000040:0.0:1767384677.873845:0:17071:0:(genops.c:887:class_export_get()) GET export 00000000445694c9 refcount=5 00000100:00000001:0.0:1767384677.873853:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.873855:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.873859:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002287f43d. 02000000:00000001:0.0:1767384677.873861:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.873864:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.873866:0:17071:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384677.873870:0:17071:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384677.873874:0:17071:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384677.873876:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384677.873879:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.873881:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384677.873883:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.873886:0:17071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384677.873888:0:17071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384677.873891:0:17071:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384677.873892:0:17071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384677.873895:0:17071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000047b82906) refcount = 6 00010000:00000040:0.0:1767384677.873899:0:17071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384677.873920:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006dc692f0/0x9f279d7a9a0b4e39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4e32 expref: 13 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.873928:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b4bedf42/0x9f279d7a9a0b4e0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4e08 expref: 13 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.873935:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000070594c4f/0x9f279d7a9a0b4dc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4dbb expref: 13 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.873942:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000abf7ef36/0x9f279d7a9a0b4d3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4d36 expref: 13 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.873960:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000137d8162/0x9f279d7a9a0b4d21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4d1a expref: 13 pid: 17071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384677.873968:0:17071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b511f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de3077e expref: 5 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384677.873975:0:17071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384677.873977:0:17071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384677.873979:0:17071:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.873981:0:17071:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.873983:0:17071:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384677.873990:0:17071:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384677.873994:0:17071:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b511f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de3077e expref: 5 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384677.874002:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384677.874005:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384677.874007:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.874010:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.874012:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384677.874014:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.874016:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384677.874017:0:17071:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000e6f50484, rc 0) 00000020:00000001:0.0:1767384677.874020:0:17071:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.874023:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044969728 00010000:00000001:0.0:1767384677.874025:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.874029:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000065e4397c x1853237044969728/t0(0) o101->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 328/344 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.874037:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.874039:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.874041:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.874045:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.874047:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384677.874056:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384677.874059:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.874061:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.874063:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.874067:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384677.874071:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005796ae9a. 00000100:00000200:0.0:1767384677.874075:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237044969728, offset 224 00000400:00000200:0.0:1767384677.874081:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.874088:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.874098:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [206:206:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1767384677.874108:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.874113:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.874117:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009cc04542. 00000800:00000200:0.0:1767384677.874122:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.874127:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:0.0:1767384677.874130:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009cc04542 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384677.874146:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.874150:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384677.874153:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.874155:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.874157:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.874161:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065e4397c x1853237044969728/t0(0) o101->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 328/344 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.874172:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000065e4397c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+5:15162:x1853237044969728:12345-192.168.202.22@tcp50:101: Request processed in 461us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.874180:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 158 00000100:00000040:0.0:1767384677.874182:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384677.874185:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.874188:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.874198:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.874203:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384677.874206:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384677.874211:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 4 00000800:00000200:2.0:1767384677.874213:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384677.874216:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384677.874217:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009cc04542. 00000100:00000200:0.0:1767384677.874223:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384677.874224:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.874232:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.874235:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005796ae9a 00000400:00000010:2.0:1767384677.874236:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005796ae9a. 00000100:00000001:2.0:1767384677.874238:0:16339:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384677.874240:0:16339:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:0.0:1767384677.874242:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000474412b7. 02000000:00000010:2.0:1767384677.874249:0:16339:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002287f43d. 00000400:00000010:0.0:1767384677.874251:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083b2cc28. 02000000:00000001:2.0:1767384677.874252:0:16339:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384677.874255:0:16339:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384677.875042:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.875048:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.875050:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.875052:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.875056:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:3.0:1767384677.875073:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 512 into portal 26 MB=0x695825fc00200 00000400:00000200:3.0:1767384677.875076:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 512/512 into md 0x1771 [2] + 0 00000400:00000010:3.0:1767384677.875079:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e82fcc9c. 00000400:00000200:3.0:1767384677.875082:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009087d9e3 00000800:00000001:3.0:1767384677.875085:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.875101:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.875103:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.875106:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:3.0:1767384677.875108:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009087d9e3 00000400:00000010:3.0:1767384677.875110:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009087d9e3. 00000100:00000001:3.0:1767384677.875112:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384677.875113:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384677.875116:0:16337:0:(events.c:337:request_in_callback()) incoming req@0000000013b4a050 x1853237044969984 msgsize 512 00000100:00100000:3.0:1767384677.875119:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:3.0:1767384677.875120:0:16337:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384677.875135:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384677.875138:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.875140:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.875170:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.875174:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044969984 02000000:00000001:0.0:1767384677.875177:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.875179:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.875180:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.875183:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.875186:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044969984 00000020:00000001:0.0:1767384677.875187:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.875189:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384677.875191:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.875193:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=5 00000020:00000001:0.0:1767384677.875195:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384677.875197:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384677.875200:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.875203:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046c319e3. 00000100:00000001:0.0:1767384677.875206:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.875208:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046c319e3. 00000020:00000010:0.0:1767384677.875238:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384677.875241:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.875245:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384677.875249:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384677.875252:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.875253:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.875255:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.875259:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.875268:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.875275:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.875284:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.875288:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 159 00000100:00000040:0.0:1767384677.875327:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:0.0:1767384677.875329:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905240656 : -108600804310960 : ffff9d3a67a30050) 00000100:00000040:0.0:1767384677.875333:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013b4a050 x1853237044969984/t0(0) o501->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 512/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.875341:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.875343:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046c319e3. 00000100:00000001:0.0:1767384677.875345:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.875347:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046c319e3. 00000100:00100000:0.0:1767384677.875351:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013b4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+5:15162:x1853237044969984:12345-192.168.202.22@tcp50:501: 00000100:00000200:0.0:1767384677.875354:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044969984 00000020:00000001:0.0:1767384677.875356:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.875357:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.875359:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.875360:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.875361:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661247680 : -1048303936 : ffffffffc18426c0) 00000020:00000001:0.0:1767384677.875363:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.875364:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.875365:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.875366:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.875369:0:17071:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384677.875370:0:17071:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.875372:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384677.875374:0:17071:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384677.875376:0:17071:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384677.875377:0:17071:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384677.875379:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.875381:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.875383:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000282d5622. 02000000:00000001:0.0:1767384677.875384:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.875385:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384677.875388:0:17071:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:0.0:1767384677.875394:0:17071:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000ed59c47 : new refcount 2 00000040:00000001:0.0:1767384677.875397:0:17071:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384677.875399:0:17071:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000279f4709. 00000040:00000001:0.0:1767384677.875403:0:17071:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384677.875406:0:17071:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384677.875409:0:17071:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472912691200 : -108600796860416 : 0xffff9d3a6814b000) 00000020:00000001:0.0:1767384677.875412:0:17071:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472912691200 : -108600796860416 : ffff9d3a6814b000) 00080000:00000001:0.0:1767384677.875422:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384677.875427:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384677.875456:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1767384677.875462:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384677.875465:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384677.875471:0:17071:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384677.875474:0:17071:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384677.875476:0:17071:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384677.875479:0:17071:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000279f4709. 00000040:00000001:0.0:1767384677.875483:0:17071:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384677.875486:0:17071:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:0.0:1767384677.875488:0:17071:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000ed59c47 : new refcount 1 00000020:00000001:0.0:1767384677.875491:0:17071:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:0.0:1767384677.875493:0:17071:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1767384677.875495:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044969984 00010000:00000001:0.0:1767384677.875497:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.875500:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000013b4a050 x1853237044969984/t0(0) o501->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 512/272 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.875505:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.875506:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.875508:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.875510:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.875512:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384677.875513:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384677.875520:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.875521:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.875523:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.875524:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384677.875526:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c78dbdf2. 00000100:00000200:0.0:1767384677.875528:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237044969984, offset 224 00000400:00000200:0.0:1767384677.875532:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.875537:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.875543:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [207:207:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1767384677.875550:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.875553:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.875556:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009879f8f1. 00000800:00000200:0.0:1767384677.875558:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.875561:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:0.0:1767384677.875564:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009879f8f1 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384677.875574:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.875576:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384677.875578:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.875579:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.875580:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.875583:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013b4a050 x1853237044969984/t0(0) o501->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 512/272 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.875590:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013b4a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+5:15162:x1853237044969984:12345-192.168.202.22@tcp50:501: Request processed in 248us (472us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767384677.875595:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 159 00000100:00000040:0.0:1767384677.875597:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384677.875598:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.875599:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.875601:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.875603:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384677.875612:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384677.875614:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 4 00000100:00000001:0.0:1767384677.875618:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384677.875620:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384677.875625:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b8f34e1. 00000400:00000010:0.0:1767384677.875628:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009c5e97ef. 00000800:00000200:2.0:1767384677.875643:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.875648:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009879f8f1. 00000400:00000200:2.0:1767384677.875654:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.875661:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.875665:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c78dbdf2 00000400:00000010:2.0:1767384677.875668:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c78dbdf2. 00000100:00000001:2.0:1767384677.875671:0:16338:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384677.875672:0:16338:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384677.875675:0:16338:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000282d5622. 02000000:00000001:2.0:1767384677.875677:0:16338:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384677.875678:0:16338:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384677.876709:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.876715:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.876717:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.876719:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.876725:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384677.876746:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 328 into portal 26 MB=0x695825fc00280 00000400:00000200:2.0:1767384677.876751:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 328/328 into md 0x1789 [2] + 0 00000400:00000010:2.0:1767384677.876755:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000061cd2ed. 00000400:00000200:2.0:1767384677.876759:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002dafb24d 00000800:00000001:2.0:1767384677.876762:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.876770:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.876772:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.876776:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.876779:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dafb24d 00000400:00000010:2.0:1767384677.876781:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002dafb24d. 00000100:00000001:2.0:1767384677.876785:0:16339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384677.876787:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384677.876790:0:16339:0:(events.c:337:request_in_callback()) incoming req@0000000004d2951d x1853237044970112 msgsize 328 00000100:00100000:2.0:1767384677.876795:0:16339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:2.0:1767384677.876797:0:16339:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384677.876808:0:16339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384677.876823:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.876827:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.876836:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.876839:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044970112 02000000:00000001:0.0:1767384677.876841:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.876842:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.876844:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.876845:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.876848:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044970112 00000020:00000001:0.0:1767384677.876849:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.876850:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384677.876852:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.876853:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=5 00000020:00000001:0.0:1767384677.876855:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384677.876857:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384677.876859:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.876862:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046c319e3. 00000100:00000001:0.0:1767384677.876863:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.876865:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046c319e3. 00000020:00000010:0.0:1767384677.876867:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384677.876869:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.876871:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384677.876874:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384677.876876:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.876877:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.876878:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.876881:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.876889:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.876894:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.876895:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.876897:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 160 00000100:00000040:0.0:1767384677.876904:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:0.0:1767384677.876906:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905246800 : -108600804304816 : ffff9d3a67a31850) 00000100:00000040:0.0:1767384677.876910:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004d2951d x1853237044970112/t0(0) o101->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 328/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.876918:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.876920:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046c319e3. 00000100:00000001:0.0:1767384677.876921:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.876923:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046c319e3. 00000100:00100000:0.0:1767384677.876927:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004d2951d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+5:15162:x1853237044970112:12345-192.168.202.22@tcp50:101: 00000100:00000200:0.0:1767384677.876930:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044970112 00000020:00000001:0.0:1767384677.876932:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.876933:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.876934:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.876935:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.876937:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:0.0:1767384677.876938:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.876939:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.876940:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.876942:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.876944:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.876945:0:17071:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384677.876946:0:17071:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384677.876947:0:17071:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384677.876948:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384677.876949:0:17071:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.876952:0:17071:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384677.876955:0:17071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000047b82906 count: 7 00010000:00000001:0.0:1767384677.876956:0:17071:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384677.876958:0:17071:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384677.876960:0:17071:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000082978f7. 00000020:00000001:0.0:1767384677.876962:0:17071:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384677.876963:0:17071:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000082978f7 with handle 0x9f279d7a9a0b5126 to hash 00000020:00000001:0.0:1767384677.876965:0:17071:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384677.876969:0:17071:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142742528 : -108600566809088 : ffff9d3a75cafe00) 00010000:00000001:0.0:1767384677.876970:0:17071:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142742528 : -108600566809088 : ffff9d3a75cafe00) 00010000:00010000:0.0:1767384677.876972:0:17071:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b5126 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x654a62b74de30785 expref: -99 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.876977:0:17071:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000445694c9 : new locks_count 2 00000020:00000040:0.0:1767384677.876978:0:17071:0:(genops.c:887:class_export_get()) GET export 00000000445694c9 refcount=6 00000100:00000001:0.0:1767384677.876981:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.876982:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.876985:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000282d5622. 02000000:00000001:0.0:1767384677.876986:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.876987:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.876989:0:17071:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384677.876990:0:17071:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384677.876992:0:17071:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384677.876993:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384677.876994:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.876995:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384677.876996:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.876997:0:17071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384677.876998:0:17071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384677.876999:0:17071:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384677.877000:0:17071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384677.877001:0:17071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (0000000047b82906) refcount = 7 00010000:00000040:0.0:1767384677.877003:0:17071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384677.877006:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b511f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de3077e expref: 6 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.877010:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006dc692f0/0x9f279d7a9a0b4e39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4e32 expref: 13 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.877013:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b4bedf42/0x9f279d7a9a0b4e0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4e08 expref: 13 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.877016:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000070594c4f/0x9f279d7a9a0b4dc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4dbb expref: 13 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.877026:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000abf7ef36/0x9f279d7a9a0b4d3d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4d36 expref: 13 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.877030:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000137d8162/0x9f279d7a9a0b4d21 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4d1a expref: 13 pid: 17071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384677.877034:0:17071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b5126 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de30785 expref: 6 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384677.877037:0:17071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384677.877038:0:17071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384677.877039:0:17071:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.877040:0:17071:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.877041:0:17071:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384677.877043:0:17071:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384677.877044:0:17071:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b5126 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de30785 expref: 6 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384677.877048:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384677.877049:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384677.877050:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.877051:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.877052:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384677.877053:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.877054:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384677.877055:0:17071:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000082978f7, rc 0) 00000020:00000001:0.0:1767384677.877057:0:17071:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.877058:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044970112 00010000:00000001:0.0:1767384677.877060:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.877062:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004d2951d x1853237044970112/t0(0) o101->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 328/344 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.877067:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.877068:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.877073:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.877076:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.877078:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384677.877079:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384677.877081:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.877082:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.877084:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.877085:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384677.877087:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048dc8bba. 00000100:00000200:0.0:1767384677.877089:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237044970112, offset 224 00000400:00000200:0.0:1767384677.877093:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.877097:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.877104:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [208:208:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1767384677.877111:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.877115:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.877118:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7bf3605. 00000800:00000200:0.0:1767384677.877121:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.877125:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:0.0:1767384677.877127:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e7bf3605 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384677.877138:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.877141:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384677.877143:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.877145:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.877147:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.877151:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004d2951d x1853237044970112/t0(0) o101->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 328/344 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.877160:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004d2951d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+6:15162:x1853237044970112:12345-192.168.202.22@tcp50:101: Request processed in 241us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.877167:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 160 00000100:00000040:0.0:1767384677.877170:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384677.877178:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.877180:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.877183:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.877187:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384677.877190:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384677.877193:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 5 00000100:00000001:0.0:1767384677.877196:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384677.877200:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384677.877203:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d830b82. 00000400:00000010:0.0:1767384677.877207:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd2d53f4. 00000800:00000200:3.0:1767384677.877215:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384677.877218:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7bf3605. 00000400:00000200:3.0:1767384677.877221:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.877226:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:3.0:1767384677.877229:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048dc8bba 00000400:00000010:3.0:1767384677.877231:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048dc8bba. 00000100:00000001:3.0:1767384677.877234:0:16337:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384677.877236:0:16337:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384677.877238:0:16337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000282d5622. 02000000:00000001:3.0:1767384677.877240:0:16337:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384677.877241:0:16337:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384677.877985:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.877991:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.877993:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.877995:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.877999:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384677.878008:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 512 into portal 26 MB=0x695825fc00300 00000400:00000200:2.0:1767384677.878014:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 512/512 into md 0x17c5 [2] + 0 00000400:00000010:2.0:1767384677.878018:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd3b51e2. 00000400:00000200:2.0:1767384677.878022:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d9fe43e4 00000800:00000001:2.0:1767384677.878025:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.878044:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.878047:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.878052:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.878055:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9fe43e4 00000400:00000010:2.0:1767384677.878057:0:16338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9fe43e4. 00000100:00000001:2.0:1767384677.878061:0:16338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384677.878063:0:16338:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384677.878066:0:16338:0:(events.c:337:request_in_callback()) incoming req@0000000027992b1e x1853237044970240 msgsize 512 00000100:00100000:2.0:1767384677.878071:0:16338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:2.0:1767384677.878073:0:16338:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384677.878083:0:16338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384677.878088:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.878092:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.878119:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.878123:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044970240 02000000:00000001:0.0:1767384677.878125:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.878127:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.878128:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.878131:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.878133:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044970240 00000020:00000001:0.0:1767384677.878135:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.878137:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384677.878139:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.878141:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=6 00000020:00000001:0.0:1767384677.878143:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384677.878146:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384677.878148:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.878152:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046c319e3. 00000100:00000001:0.0:1767384677.878154:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.878156:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046c319e3. 00000020:00000010:0.0:1767384677.878160:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384677.878163:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.878166:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384677.878171:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384677.878174:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.878175:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.878176:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.878180:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.878197:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.878206:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.878207:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.878212:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 161 00000100:00000040:0.0:1767384677.878215:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:0.0:1767384677.878218:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905244752 : -108600804306864 : ffff9d3a67a31050) 00000100:00000040:0.0:1767384677.878224:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000027992b1e x1853237044970240/t0(0) o501->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 512/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.878232:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.878235:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000046c319e3. 00000100:00000001:0.0:1767384677.878237:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.878239:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000046c319e3. 00000100:00100000:0.0:1767384677.878243:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000027992b1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+6:15162:x1853237044970240:12345-192.168.202.22@tcp50:501: 00000100:00000200:0.0:1767384677.878247:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044970240 00000020:00000001:0.0:1767384677.878250:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.878253:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.878255:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.878258:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.878259:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661247680 : -1048303936 : ffffffffc18426c0) 00000020:00000001:0.0:1767384677.878262:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.878263:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.878266:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.878267:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.878270:0:17071:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384677.878272:0:17071:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.878274:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384677.878276:0:17071:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384677.878277:0:17071:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384677.878278:0:17071:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384677.878281:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.878283:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.878286:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002287f43d. 02000000:00000001:0.0:1767384677.878288:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.878321:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384677.878324:0:17071:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:0.0:1767384677.878326:0:17071:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000ed59c47 : new refcount 2 00000040:00000001:0.0:1767384677.878329:0:17071:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384677.878332:0:17071:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000279f4709. 00000040:00000001:0.0:1767384677.878335:0:17071:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384677.878337:0:17071:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384677.878339:0:17071:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472912691200 : -108600796860416 : 0xffff9d3a6814b000) 00000020:00000001:0.0:1767384677.878342:0:17071:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472912691200 : -108600796860416 : ffff9d3a6814b000) 00080000:00000001:0.0:1767384677.878347:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384677.878351:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384677.878370:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384677.878392:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384677.878395:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384677.878397:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384677.878399:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384677.878401:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384677.878405:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:1952641209 to info 00000000869e6626 00000020:00000001:0.0:1767384677.878410:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000003e413242 00080000:00000002:0.0:1767384677.878413:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:0.0:1767384677.878415:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384677.878418:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384677.878420:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384677.878426:0:17071:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000028864b8a. 00000020:00000001:0.0:1767384677.878431:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384677.878438:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071761240 : -108600637790376 : ffff9d3a718fe758) 00000040:00000001:0.0:1767384677.878441:0:17071:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.878443:0:17071:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.878448:0:17071:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384677.878451:0:17071:0:(lu_object.c:207:lu_object_put()) Add 00000000009a45de/00000000d7830f9d to site lru. bkt: 000000006fdbdadc 00000040:00000010:0.0:1767384677.878455:0:17071:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000028864b8a. 00000040:00000001:0.0:1767384677.878458:0:17071:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384677.878460:0:17071:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000279f4709. 00000040:00000001:0.0:1767384677.878463:0:17071:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384677.878464:0:17071:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000ed59c47 : new refcount 1 00000020:00000001:0.0:1767384677.878473:0:17071:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384677.878479:0:17071:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:0.0:1767384677.878483:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384677.878486:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384677.878488:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384677.878491:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384677.878494:0:17071:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000046c319e3. 00000020:00000040:0.0:1767384677.878497:0:17071:0:(genops.c:887:class_export_get()) GET export 00000000445694c9 refcount=7 20000000:00000001:0.0:1767384677.878500:0:17071:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384677.878503:0:17071:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.878506:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044970240 00010000:00000001:0.0:1767384677.878509:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.878513:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027992b1e x1853237044970240/t0(0) o501->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 512/272 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.878521:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.878523:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.878526:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.878529:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.878531:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384677.878533:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384677.878536:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.878538:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.878540:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.878543:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384677.878546:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a2ae83f9. 00000100:00000200:0.0:1767384677.878550:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237044970240, offset 224 00000400:00000200:0.0:1767384677.878555:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.878562:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.878571:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [209:209:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384677.878581:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.878586:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.878590:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fef67da3. 00000800:00000200:0.0:1767384677.878601:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.878606:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:0.0:1767384677.878609:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fef67da3 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384677.878623:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.878626:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384677.878629:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.878631:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.878633:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.878637:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000027992b1e x1853237044970240/t0(0) o501->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 512/272 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.878646:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000027992b1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+7:15162:x1853237044970240:12345-192.168.202.22@tcp50:501: Request processed in 413us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.878655:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 161 00000100:00000040:0.0:1767384677.878658:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384677.878661:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.878662:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.878666:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.878669:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384677.878671:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384677.878673:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 6 00000100:00000001:0.0:1767384677.878675:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384677.878679:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384677.878682:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b60803. 00000400:00000010:0.0:1767384677.878686:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073d6420f. 00000800:00000200:2.0:1767384677.878710:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.878715:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fef67da3. 00000400:00000200:2.0:1767384677.878719:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.878724:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.878728:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2ae83f9 00000400:00000010:2.0:1767384677.878744:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a2ae83f9. 00000100:00000001:2.0:1767384677.878748:0:16339:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384677.878750:0:16339:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384677.878753:0:16339:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002287f43d. 02000000:00000001:2.0:1767384677.878755:0:16339:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384677.878764:0:16339:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384677.880680:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.880700:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.880704:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.880706:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.880716:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:3.0:1767384677.880759:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 272 into portal 26 MB=0x695825fc00380 00000400:00000200:3.0:1767384677.880767:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 272/272 into md 0x17e5 [2] + 0 00000400:00000010:3.0:1767384677.880772:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f59b6672. 00000400:00000200:3.0:1767384677.880777:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009d39b632 00000800:00000001:3.0:1767384677.880782:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.880789:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.880791:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.880794:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:3.0:1767384677.880798:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d39b632 00000400:00000010:3.0:1767384677.880799:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009d39b632. 00000100:00000001:3.0:1767384677.880803:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384677.880805:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384677.880808:0:16337:0:(events.c:337:request_in_callback()) incoming req@000000008deda9c2 x1853237044970368 msgsize 272 00000100:00100000:3.0:1767384677.880811:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:3.0:1767384677.880813:0:16337:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384677.880824:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384677.880830:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.880832:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.880871:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.880875:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044970368 02000000:00000001:0.0:1767384677.880878:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.880879:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.880881:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.880884:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.880887:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044970368 00000020:00000001:0.0:1767384677.880889:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.880897:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384677.880900:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.880901:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=7 00000020:00000001:0.0:1767384677.880904:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384677.880906:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384677.880910:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.880913:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.880915:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.880917:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000020:00000010:0.0:1767384677.880999:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384677.881009:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.881014:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384677.881025:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384677.881028:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.881029:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.881031:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.881038:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.881071:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.881090:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.881093:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.881104:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 162 00000100:00000040:0.0:1767384677.881109:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:0.0:1767384677.881112:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905248848 : -108600804302768 : ffff9d3a67a32050) 00000100:00000040:0.0:1767384677.881120:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008deda9c2 x1853237044970368/t0(0) o503->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 272/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.881129:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.881133:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.881135:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.881136:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000100:00100000:0.0:1767384677.881140:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008deda9c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+7:15162:x1853237044970368:12345-192.168.202.22@tcp50:503: 00000100:00000200:0.0:1767384677.881143:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044970368 00000020:00000001:0.0:1767384677.881156:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.881159:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.881161:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.881163:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.881164:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661247776 : -1048303840 : ffffffffc1842720) 00000020:00000001:0.0:1767384677.881167:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.881168:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.881170:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.881171:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.881174:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.881176:0:17071:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384677.881177:0:17071:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384677.881182:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.881185:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.881200:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000aca3ce89. 02000000:00000001:0.0:1767384677.881202:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.881204:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384677.881206:0:17071:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000ed59c47 : new refcount 2 00000040:00000001:0.0:1767384677.881209:0:17071:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384677.881211:0:17071:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000279f4709. 00000040:00000001:0.0:1767384677.881214:0:17071:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384677.881216:0:17071:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384677.881219:0:17071:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472912691200 : -108600796860416 : 0xffff9d3a6814b000) 00000020:00000001:0.0:1767384677.881221:0:17071:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472912691200 : -108600796860416 : ffff9d3a6814b000) 00000020:00000001:0.0:1767384677.881224:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384677.881229:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071761240 : -108600637790376 : ffff9d3a718fe758) 00000040:00000001:0.0:1767384677.881231:0:17071:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.881232:0:17071:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.881234:0:17071:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384677.881239:0:17071:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004875ebc8. 00000040:00000001:0.0:1767384677.881241:0:17071:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384677.881243:0:17071:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384677.881261:0:17071:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.881263:0:17071:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.881264:0:17071:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384677.881267:0:17071:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:0.0:1767384677.881273:0:17071:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384677.881275:0:17071:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384677.881278:0:17071:0:(lu_object.c:207:lu_object_put()) Add 00000000009a45de/00000000d7830f9d to site lru. bkt: 000000006fdbdadc 00000040:00000001:0.0:1767384677.881280:0:17071:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384677.881282:0:17071:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004875ebc8. 00000040:00000010:0.0:1767384677.881285:0:17071:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000279f4709. 00000040:00000040:0.0:1767384677.881286:0:17071:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000ed59c47 : new refcount 1 00000020:00000001:0.0:1767384677.881288:0:17071:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.881321:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044970368 00010000:00000001:0.0:1767384677.881323:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.881327:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008deda9c2 x1853237044970368/t0(0) o503->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 272/8416 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.881333:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.881335:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.881339:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.881342:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.881344:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384677.881346:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384677.881348:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.881350:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.881354:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.881357:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384677.881362:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e7fd51bc. 00000100:00000200:0.0:1767384677.881367:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237044970368, offset 224 00000400:00000200:0.0:1767384677.881373:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.881384:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.881431:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [210:210:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384677.881441:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.881445:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.881448:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000279f4709. 00000800:00000200:0.0:1767384677.881453:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.881463:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1022 00000800:00000200:0.0:1767384677.881466:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000279f4709 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384677.881477:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.881480:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384677.881482:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.881483:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.881484:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.881487:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008deda9c2 x1853237044970368/t0(0) o503->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 272/8416 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.881494:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008deda9c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+7:15162:x1853237044970368:12345-192.168.202.22@tcp50:503: Request processed in 364us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.881501:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 162 00000100:00000040:0.0:1767384677.881504:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384677.881507:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.881509:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.881512:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.881515:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384677.881517:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384677.881521:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 6 00000100:00000001:0.0:1767384677.881525:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384677.881528:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384677.881531:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000326360bb. 00000400:00000010:0.0:1767384677.881534:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec3e7d04. 00000800:00000200:2.0:1767384677.881583:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.881589:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000279f4709. 00000400:00000200:2.0:1767384677.881593:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.881598:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.881603:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7fd51bc 00000400:00000010:2.0:1767384677.881605:0:16338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e7fd51bc. 00000100:00000001:2.0:1767384677.881609:0:16338:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384677.881611:0:16338:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384677.881613:0:16338:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000aca3ce89. 02000000:00000001:2.0:1767384677.881626:0:16338:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384677.881628:0:16338:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384677.883151:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.883159:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.883161:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.883162:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.883167:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384677.883176:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 272 into portal 26 MB=0x695825fc00400 00000400:00000200:2.0:1767384677.883182:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 272/272 into md 0x1819 [2] + 0 00000400:00000010:2.0:1767384677.883186:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032e9669f. 00000400:00000200:2.0:1767384677.883189:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000093b62169 00000800:00000001:2.0:1767384677.883192:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.883198:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.883200:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.883204:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.883206:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093b62169 00000400:00000010:2.0:1767384677.883208:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093b62169. 00000100:00000001:2.0:1767384677.883212:0:16339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384677.883213:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384677.883215:0:16339:0:(events.c:337:request_in_callback()) incoming req@0000000046346d32 x1853237044970496 msgsize 272 00000100:00100000:2.0:1767384677.883219:0:16339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:2.0:1767384677.883220:0:16339:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384677.883229:0:16339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384677.883233:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.883235:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.883268:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.883271:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044970496 02000000:00000001:0.0:1767384677.883273:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.883275:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.883277:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.883280:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.883283:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044970496 00000020:00000001:0.0:1767384677.883285:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.883286:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384677.883288:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.883315:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=7 00000020:00000001:0.0:1767384677.883317:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384677.883319:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384677.883322:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.883324:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.883325:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.883327:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000020:00000010:0.0:1767384677.883329:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384677.883332:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.883334:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384677.883337:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384677.883339:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.883340:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.883341:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.883344:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.883355:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.883363:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.883365:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.883372:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 163 00000100:00000040:0.0:1767384677.883376:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:0.0:1767384677.883378:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905245776 : -108600804305840 : ffff9d3a67a31450) 00000100:00000040:0.0:1767384677.883384:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046346d32 x1853237044970496/t0(0) o502->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 272/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.883394:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.883397:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.883399:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.883402:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000100:00100000:0.0:1767384677.883406:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046346d32 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+7:15181:x1853237044970496:12345-192.168.202.22@tcp50:502: 00000100:00000200:0.0:1767384677.883410:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044970496 00000020:00000001:0.0:1767384677.883412:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.883414:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.883420:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.883422:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.883423:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661247728 : -1048303888 : ffffffffc18426f0) 00000020:00000001:0.0:1767384677.883425:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.883425:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.883427:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.883428:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.883429:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.883431:0:17071:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384677.883433:0:17071:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384677.883435:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.883436:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.883445:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000aca3ce89. 02000000:00000001:0.0:1767384677.883447:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.883448:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384677.883450:0:17071:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000ed59c47 : new refcount 2 00000040:00000001:0.0:1767384677.883451:0:17071:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384677.883453:0:17071:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000064aa0a2b. 00000040:00000001:0.0:1767384677.883455:0:17071:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384677.883456:0:17071:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384677.883457:0:17071:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472912691200 : -108600796860416 : 0xffff9d3a6814b000) 00000020:00000001:0.0:1767384677.883459:0:17071:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472912691200 : -108600796860416 : ffff9d3a6814b000) 00000020:00000001:0.0:1767384677.883461:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384677.883463:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071761240 : -108600637790376 : ffff9d3a718fe758) 00000040:00000001:0.0:1767384677.883465:0:17071:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.883466:0:17071:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.883467:0:17071:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384677.883469:0:17071:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004875ebc8. 00000040:00000001:0.0:1767384677.883470:0:17071:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384677.883471:0:17071:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384677.883477:0:17071:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.883478:0:17071:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.883479:0:17071:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.883481:0:17071:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384677.883483:0:17071:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384677.883486:0:17071:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384677.883498:0:17071:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384677.883500:0:17071:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.883501:0:17071:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384677.883503:0:17071:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384677.883504:0:17071:0:(lu_object.c:207:lu_object_put()) Add 00000000009a45de/00000000d7830f9d to site lru. bkt: 000000006fdbdadc 00000040:00000001:0.0:1767384677.883506:0:17071:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384677.883507:0:17071:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004875ebc8. 00000040:00000010:0.0:1767384677.883509:0:17071:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000064aa0a2b. 00000040:00000040:0.0:1767384677.883510:0:17071:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000ed59c47 : new refcount 1 00000020:00000001:0.0:1767384677.883512:0:17071:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.883514:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044970496 00010000:00000001:0.0:1767384677.883515:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.883518:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046346d32 x1853237044970496/t0(0) o502->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 272/8472 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.883524:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.883525:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.883527:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.883529:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.883530:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384677.883532:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384677.883533:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.883534:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.883536:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.883538:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384677.883540:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000046ef157c. 00000100:00000200:0.0:1767384677.883542:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237044970496, offset 224 00000400:00000200:0.0:1767384677.883545:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.883551:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.883558:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [211:211:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384677.883565:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.883569:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.883571:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000064aa0a2b. 00000800:00000200:0.0:1767384677.883578:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.883581:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1022 00000800:00000200:0.0:1767384677.883584:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064aa0a2b type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384677.883596:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.883598:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384677.883599:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.883600:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.883602:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.883604:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046346d32 x1853237044970496/t0(0) o502->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 272/8472 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.883612:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046346d32 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+7:15181:x1853237044970496:12345-192.168.202.22@tcp50:502: Request processed in 216us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.883620:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 163 00000100:00000040:0.0:1767384677.883623:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384677.883625:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.883627:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.883629:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.883633:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384677.883636:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384677.883639:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 6 00000100:00000001:0.0:1767384677.883641:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384677.883644:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384677.883648:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6da3be6. 00000400:00000010:0.0:1767384677.883650:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055f21ebe. 00000800:00000200:3.0:1767384677.883672:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384677.883682:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000064aa0a2b. 00000400:00000200:3.0:1767384677.883686:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.883691:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:3.0:1767384677.883694:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef157c 00000400:00000010:3.0:1767384677.883695:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000046ef157c. 00000100:00000001:3.0:1767384677.883697:0:16337:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384677.883699:0:16337:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384677.883701:0:16337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000aca3ce89. 02000000:00000001:3.0:1767384677.883712:0:16337:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384677.883713:0:16337:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384677.894799:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.894828:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.894834:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.894838:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.894856:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384677.894884:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 272 into portal 26 MB=0x695825fc00480 00000400:00000200:2.0:1767384677.894896:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 272/272 into md 0x1821 [2] + 0 00000400:00000010:2.0:1767384677.894903:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fc38edd. 00000400:00000200:2.0:1767384677.894913:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d544905 00000800:00000001:2.0:1767384677.894922:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.894935:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.894939:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.894950:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.894957:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d544905 00000400:00000010:2.0:1767384677.894960:0:16338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d544905. 00000100:00000001:2.0:1767384677.894969:0:16338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384677.894972:0:16338:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384677.894978:0:16338:0:(events.c:337:request_in_callback()) incoming req@0000000021e2fba0 x1853237044970624 msgsize 272 00000100:00100000:2.0:1767384677.894983:0:16338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:2.0:1767384677.894986:0:16338:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384677.895002:0:16338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384677.895014:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.895018:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.895094:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.895102:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044970624 02000000:00000001:0.0:1767384677.895116:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.895119:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.895122:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.895128:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.895132:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044970624 00000020:00000001:0.0:1767384677.895134:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.895154:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384677.895157:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.895160:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=7 00000020:00000001:0.0:1767384677.895164:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384677.895167:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384677.895174:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.895179:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.895182:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.895185:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000020:00000010:0.0:1767384677.895192:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384677.895198:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.895203:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384677.895214:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384677.895218:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.895219:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.895222:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.895230:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.895250:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.895263:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.895265:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.895273:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 164 00000100:00000040:0.0:1767384677.895277:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:0.0:1767384677.895281:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905256016 : -108600804295600 : ffff9d3a67a33c50) 00000100:00000040:0.0:1767384677.895288:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000021e2fba0 x1853237044970624/t0(0) o502->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 272/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.895340:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.895344:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.895346:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.895349:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000100:00100000:0.0:1767384677.895354:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000021e2fba0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+7:15181:x1853237044970624:12345-192.168.202.22@tcp50:502: 00000100:00000200:0.0:1767384677.895358:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044970624 00000020:00000001:0.0:1767384677.895370:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.895374:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.895377:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.895381:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.895383:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661247728 : -1048303888 : ffffffffc18426f0) 00000020:00000001:0.0:1767384677.895387:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.895389:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.895391:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.895394:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.895397:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.895400:0:17071:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384677.895402:0:17071:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384677.895408:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.895411:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.895429:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000aca3ce89. 02000000:00000001:0.0:1767384677.895432:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.895435:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384677.895438:0:17071:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000ed59c47 : new refcount 2 00000040:00000001:0.0:1767384677.895440:0:17071:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384677.895445:0:17071:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000064aa0a2b. 00000040:00000001:0.0:1767384677.895449:0:17071:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384677.895451:0:17071:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384677.895454:0:17071:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472912691200 : -108600796860416 : 0xffff9d3a6814b000) 00000020:00000001:0.0:1767384677.895458:0:17071:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472912691200 : -108600796860416 : ffff9d3a6814b000) 00000020:00000001:0.0:1767384677.895463:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384677.895469:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635473071761240 : -108600637790376 : ffff9d3a718fe758) 00000040:00000001:0.0:1767384677.895472:0:17071:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.895475:0:17071:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.895477:0:17071:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384677.895483:0:17071:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004875ebc8. 00000040:00000001:0.0:1767384677.895485:0:17071:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384677.895487:0:17071:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384677.895506:0:17071:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.895508:0:17071:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.895510:0:17071:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.895514:0:17071:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384677.895522:0:17071:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384677.895526:0:17071:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384677.895535:0:17071:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384677.895538:0:17071:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.895540:0:17071:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384677.895543:0:17071:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384677.895546:0:17071:0:(lu_object.c:207:lu_object_put()) Add 00000000009a45de/00000000d7830f9d to site lru. bkt: 000000006fdbdadc 00000040:00000001:0.0:1767384677.895550:0:17071:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384677.895552:0:17071:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004875ebc8. 00000040:00000010:0.0:1767384677.895556:0:17071:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000064aa0a2b. 00000040:00000040:0.0:1767384677.895558:0:17071:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000ed59c47 : new refcount 1 00000020:00000001:0.0:1767384677.895561:0:17071:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.895565:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044970624 00010000:00000001:0.0:1767384677.895568:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.895573:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021e2fba0 x1853237044970624/t0(0) o502->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 272/8472 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.895582:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.895584:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.895588:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.895593:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.895596:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384677.895598:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384677.895601:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.895604:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.895607:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.895610:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384677.895616:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005fa4c099. 00000100:00000200:0.0:1767384677.895623:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237044970624, offset 224 00000400:00000200:0.0:1767384677.895630:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.895644:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.895664:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [212:212:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767384677.895677:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.895695:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.895699:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000064aa0a2b. 00000800:00000200:0.0:1767384677.895707:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.895714:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1022 00000800:00000200:0.0:1767384677.895719:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064aa0a2b type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384677.895755:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.895760:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384677.895763:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.895765:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.895768:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.895773:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021e2fba0 x1853237044970624/t0(0) o502->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 272/8472 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.895783:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000021e2fba0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+7:15181:x1853237044970624:12345-192.168.202.22@tcp50:502: Request processed in 442us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.895792:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 164 00000100:00000040:0.0:1767384677.895796:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384677.895799:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.895802:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.895807:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.895811:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384677.895815:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384677.895820:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 6 00000100:00000001:0.0:1767384677.895826:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384677.895830:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384677.895836:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070dde7bf. 00000400:00000010:0.0:1767384677.895842:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000238f6d74. 00000800:00000200:2.0:1767384677.895857:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.895862:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000064aa0a2b. 00000400:00000200:2.0:1767384677.895867:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.895872:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.895876:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fa4c099 00000400:00000010:2.0:1767384677.895877:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005fa4c099. 00000100:00000001:2.0:1767384677.895880:0:16339:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384677.895882:0:16339:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384677.895884:0:16339:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000aca3ce89. 02000000:00000001:2.0:1767384677.895893:0:16339:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384677.895894:0:16339:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384677.897272:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.897283:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.897285:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.897287:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.897337:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:3.0:1767384677.897348:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 328 into portal 26 MB=0x695825fc00500 00000400:00000200:3.0:1767384677.897354:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 328/328 into md 0x1879 [2] + 0 00000400:00000010:3.0:1767384677.897357:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9a05f83. 00000400:00000200:3.0:1767384677.897359:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f38bd571 00000800:00000001:3.0:1767384677.897364:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.897370:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.897372:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.897374:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:3.0:1767384677.897377:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f38bd571 00000400:00000010:3.0:1767384677.897378:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f38bd571. 00000100:00000001:3.0:1767384677.897381:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384677.897383:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384677.897385:0:16337:0:(events.c:337:request_in_callback()) incoming req@000000007a011e41 x1853237044970752 msgsize 328 00000100:00100000:3.0:1767384677.897388:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:3.0:1767384677.897389:0:16337:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384677.897398:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384677.897406:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.897413:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.897439:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.897442:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044970752 02000000:00000001:0.0:1767384677.897444:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.897445:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.897447:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.897455:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.897457:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044970752 00000020:00000001:0.0:1767384677.897458:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.897459:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384677.897461:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.897462:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=7 00000020:00000001:0.0:1767384677.897464:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384677.897465:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384677.897468:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.897470:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.897471:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.897472:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000020:00000010:0.0:1767384677.897475:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384677.897477:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.897479:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384677.897482:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384677.897484:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.897485:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.897486:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.897489:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.897497:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.897502:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.897503:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.897506:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 165 00000100:00000040:0.0:1767384677.897508:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:0.0:1767384677.897509:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905247824 : -108600804303792 : ffff9d3a67a31c50) 00000100:00000040:0.0:1767384677.897512:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a011e41 x1853237044970752/t0(0) o101->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 328/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.897518:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.897520:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.897521:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.897523:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000100:00100000:0.0:1767384677.897526:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a011e41 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+7:15162:x1853237044970752:12345-192.168.202.22@tcp50:101: 00000100:00000200:0.0:1767384677.897533:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044970752 00000020:00000001:0.0:1767384677.897535:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.897537:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.897538:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.897539:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.897541:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:0.0:1767384677.897543:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.897544:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.897546:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.897547:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.897549:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.897551:0:17071:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384677.897552:0:17071:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384677.897554:0:17071:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384677.897555:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384677.897557:0:17071:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.897561:0:17071:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384677.897567:0:17071:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000e03eca6. 00010000:00000001:0.0:1767384677.897571:0:17071:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384677.897573:0:17071:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007940f661. 00000020:00000001:0.0:1767384677.897575:0:17071:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384677.897577:0:17071:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007940f661 with handle 0x9f279d7a9a0b512d to hash 00000020:00000001:0.0:1767384677.897579:0:17071:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384677.897580:0:17071:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142742016 : -108600566809600 : ffff9d3a75cafc00) 00010000:00000001:0.0:1767384677.897582:0:17071:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142742016 : -108600566809600 : ffff9d3a75cafc00) 00010000:00010000:0.0:1767384677.897584:0:17071:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007940f661/0x9f279d7a9a0b512d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x654a62b74de307a8 expref: -99 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.897589:0:17071:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000445694c9 : new locks_count 3 00000020:00000040:0.0:1767384677.897591:0:17071:0:(genops.c:887:class_export_get()) GET export 00000000445694c9 refcount=8 00000100:00000001:0.0:1767384677.897596:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.897597:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.897600:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002287f43d. 02000000:00000001:0.0:1767384677.897601:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.897605:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.897607:0:17071:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384677.897610:0:17071:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384677.897612:0:17071:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384677.897614:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384677.897615:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.897617:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384677.897618:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.897619:0:17071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384677.897621:0:17071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384677.897622:0:17071:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384677.897623:0:17071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384677.897624:0:17071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000e03eca6) refcount = 1 00010000:00010000:0.0:1767384677.897627:0:17071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007940f661/0x9f279d7a9a0b512d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de307a8 expref: 8 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384677.897631:0:17071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384677.897633:0:17071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384677.897634:0:17071:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.897636:0:17071:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.897637:0:17071:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384677.897641:0:17071:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384677.897642:0:17071:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007940f661/0x9f279d7a9a0b512d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de307a8 expref: 8 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384677.897646:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384677.897648:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384677.897650:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.897651:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.897652:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384677.897654:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.897655:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384677.897656:0:17071:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007940f661, rc 0) 00000020:00000001:0.0:1767384677.897658:0:17071:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.897659:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044970752 00010000:00000001:0.0:1767384677.897660:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.897666:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a011e41 x1853237044970752/t0(0) o101->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 328/344 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.897671:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.897672:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.897674:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.897676:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.897677:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384677.897679:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384677.897680:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.897681:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.897683:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.897684:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384677.897687:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f290018a. 00000100:00000200:0.0:1767384677.897689:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237044970752, offset 224 00000400:00000200:0.0:1767384677.897692:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.897696:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.897704:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [213:213:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1767384677.897713:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.897718:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.897722:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006dbd2962. 00000800:00000200:0.0:1767384677.897726:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.897746:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:0.0:1767384677.897750:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006dbd2962 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384677.897762:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.897766:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384677.897769:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.897770:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.897772:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.897776:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a011e41 x1853237044970752/t0(0) o101->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 328/344 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.897798:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a011e41 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+8:15162:x1853237044970752:12345-192.168.202.22@tcp50:101: Request processed in 277us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.897806:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 165 00000100:00000040:0.0:1767384677.897808:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384677.897811:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.897813:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.897816:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.897819:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384677.897822:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384677.897826:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 7 00000100:00000001:0.0:1767384677.897829:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384677.897832:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384677.897836:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f99064de. 00000400:00000010:0.0:1767384677.897841:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fa4c099. 00000800:00000200:2.0:1767384677.897845:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.897859:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006dbd2962. 00000400:00000200:2.0:1767384677.897864:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.897871:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.897875:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f290018a 00000400:00000010:2.0:1767384677.897877:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f290018a. 00000100:00000001:2.0:1767384677.897881:0:16338:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384677.897883:0:16338:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384677.897885:0:16338:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002287f43d. 02000000:00000001:2.0:1767384677.897887:0:16338:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384677.897889:0:16338:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384677.899305:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.899312:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.899314:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.899315:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.899319:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384677.899326:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 304 into portal 26 MB=0x695825fc00580 00000400:00000200:2.0:1767384677.899331:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 304/304 into md 0x1881 [2] + 0 00000400:00000010:2.0:1767384677.899333:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e7e9f5c. 00000400:00000200:2.0:1767384677.899336:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bb3c3a83 00000800:00000001:2.0:1767384677.899339:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.899345:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.899356:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.899360:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.899363:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb3c3a83 00000400:00000010:2.0:1767384677.899366:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb3c3a83. 00000100:00000001:2.0:1767384677.899369:0:16339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384677.899371:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384677.899373:0:16339:0:(events.c:337:request_in_callback()) incoming req@000000003592db79 x1853237044970880 msgsize 304 00000100:00100000:2.0:1767384677.899377:0:16339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:2.0:1767384677.899379:0:16339:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384677.899387:0:16339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384677.899391:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.899393:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.899431:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.899435:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044970880 02000000:00000001:0.0:1767384677.899437:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.899439:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.899440:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.899443:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.899446:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044970880 00000020:00000001:0.0:1767384677.899448:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.899450:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384677.899452:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.899454:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=8 00000020:00000001:0.0:1767384677.899456:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384677.899459:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384677.899462:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.899466:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.899468:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.899470:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000020:00000010:0.0:1767384677.899481:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384677.899484:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.899487:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384677.899492:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384677.899494:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.899495:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.899497:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.899501:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.899512:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.899521:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.899523:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.899528:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 166 00000100:00000040:0.0:1767384677.899532:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:0.0:1767384677.899534:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905252944 : -108600804298672 : ffff9d3a67a33050) 00000100:00000040:0.0:1767384677.899539:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003592db79 x1853237044970880/t0(0) o256->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 304/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.899549:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.899552:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.899554:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.899556:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000100:00100000:0.0:1767384677.899560:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003592db79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+8:15162:x1853237044970880:12345-192.168.202.22@tcp50:256: 00000100:00000200:0.0:1767384677.899563:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044970880 00000020:00000001:0.0:1767384677.899565:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.899568:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.899569:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.899571:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.899573:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:0.0:1767384677.899576:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.899577:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.899579:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.899581:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.899583:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.899594:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.899596:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.899600:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000282d5622. 02000000:00000001:0.0:1767384677.899602:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.899604:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384677.899607:0:17071:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384677.899611:0:17071:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384677.899615:0:17071:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384677.899617:0:17071:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384677.899619:0:17071:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384677.899621:0:17071:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384677.899623:0:17071:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:0.0:1767384677.899628:0:17071:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000008e733403. 20000000:00000001:0.0:1767384677.899630:0:17071:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384677.899648:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384677.899654:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384677.899660:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384677.899662:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384677.899664:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384677.899667:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384677.899669:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384677.899671:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384677.899673:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384677.899675:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384677.899677:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384677.899679:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384677.899681:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384677.899683:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384677.899685:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384677.899688:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384677.899689:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384677.899692:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384677.899694:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384677.899695:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384677.899698:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384677.899701:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384677.899703:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384677.899704:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384677.899706:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384677.899715:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384677.899717:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384677.899719:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384677.899722:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384677.899724:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384677.899726:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384677.899728:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384677.899745:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384677.899747:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384677.899750:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384677.899752:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384677.899754:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384677.899756:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384677.899759:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384677.899760:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384677.899762:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384677.899764:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384677.899767:0:17071:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:0.0:1767384677.899778:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384677.899781:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384677.899783:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384677.899785:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384677.899787:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384677.899789:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384677.899791:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384677.899793:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384677.899795:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384677.899797:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384677.899799:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384677.899801:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384677.899803:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384677.899805:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384677.899807:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384677.899809:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384677.899811:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384677.899813:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384677.899815:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384677.899817:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384677.899819:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384677.899828:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384677.899830:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384677.899832:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384677.899834:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384677.899836:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384677.899838:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384677.899840:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384677.899842:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384677.899844:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384677.899846:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384677.899848:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384677.899850:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384677.899852:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384677.899854:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384677.899856:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384677.899859:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384677.899861:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384677.899863:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384677.899865:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384677.899867:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384677.899869:0:17071:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384677.899871:0:17071:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:0.0:1767384677.899874:0:17071:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384677.899876:0:17071:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384677.899879:0:17071:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384677.899883:0:17071:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002287f43d. 00000100:00000010:0.0:1767384677.899887:0:17071:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000028864b8a. 00000020:00000040:0.0:1767384677.899889:0:17071:0:(genops.c:887:class_export_get()) GET export 00000000445694c9 refcount=9 00010000:00000001:0.0:1767384677.899893:0:17071:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384677.899896:0:17071:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384677.899900:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084931f03. 00000400:00000010:0.0:1767384677.899906:0:17071:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d477662a. 00000400:00000200:0.0:1767384677.899911:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.899920:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.899930:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [214:214:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1767384677.899935:0:17071:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.899942:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.899953:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.899957:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000092a393dd. 00000800:00000200:0.0:1767384677.899961:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.899966:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1022 00000800:00000200:0.0:1767384677.899970:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000092a393dd type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:0.0:1767384677.899985:0:17071:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.202.22@tcp50 mbits 0x695825fc00580-0x695825fc00580 00000100:00000001:0.0:1767384677.899988:0:17071:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384677.900059:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384677.900064:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000092a393dd. 00000400:00000200:3.0:1767384677.900073:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.900079:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000100:00000001:3.0:1767384677.900083:0:16337:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384677.900085:0:16337:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000002287f43d 00000100:00000001:3.0:1767384677.900087:0:16337:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1767384677.900757:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.900765:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.900774:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.900802:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.900809:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : ACK - for me 00000400:00000200:2.0:1767384677.900820:0:16338:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp50: ACK from 12345-192.168.202.22@tcp50 into md 0x208d 00000400:00000200:2.0:1767384677.900824:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.900827:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: ACK: OK 00000400:00000200:2.0:1767384677.900831:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084931f03 00000400:00000010:2.0:1767384677.900832:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084931f03. 00000100:00000001:2.0:1767384677.900836:0:16338:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384677.900837:0:16338:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000002287f43d 00000100:00000001:2.0:1767384677.900849:0:16338:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:2.0:1767384677.900854:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.900857:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.900902:0:17071:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.900905:0:17071:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384677.900908:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 8 00000100:00000010:0.0:1767384677.900910:0:17071:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000028864b8a. 00000100:00000010:0.0:1767384677.900914:0:17071:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002287f43d. 00000100:00000001:0.0:1767384677.900916:0:17071:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384677.900918:0:17071:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384677.900925:0:17071:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000008e733403. 20000000:00000001:0.0:1767384677.900928:0:17071:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.900930:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044970880 00010000:00000001:0.0:1767384677.900932:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.900935:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003592db79 x1853237044970880/t0(0) o256->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 304/240 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.900941:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.900942:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.900944:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.900947:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.900948:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384677.900950:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384677.900951:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.900953:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.900955:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.900956:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384677.900959:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cf05f8e. 00000100:00000200:0.0:1767384677.900961:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237044970880, offset 224 00000400:00000200:0.0:1767384677.900968:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.900973:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.900979:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [215:215:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384677.900986:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.900989:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.900991:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff0039cc. 00000800:00000200:0.0:1767384677.900994:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.900997:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:0.0:1767384677.900999:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff0039cc type 1, nob 336 niov 1 nkiov 1 00000100:00000001:0.0:1767384677.901012:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.901015:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384677.901016:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.901018:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.901019:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.901022:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003592db79 x1853237044970880/t0(0) o256->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 304/240 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.901028:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003592db79 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+8:15162:x1853237044970880:12345-192.168.202.22@tcp50:256: Request processed in 1478us (1653us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.901036:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 166 00000100:00000040:0.0:1767384677.901038:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384677.901041:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.901042:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.901046:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.901050:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384677.901054:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384677.901059:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 7 00000100:00000001:0.0:1767384677.901064:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384677.901068:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384677.901072:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b037390. 00000400:00000010:0.0:1767384677.901083:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046ef157c. 00000800:00000200:2.0:1767384677.901116:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.901121:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff0039cc. 00000400:00000200:2.0:1767384677.901125:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.901131:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.901135:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf05f8e 00000400:00000010:2.0:1767384677.901137:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cf05f8e. 00000100:00000001:2.0:1767384677.901141:0:16339:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384677.901143:0:16339:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384677.901145:0:16339:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000282d5622. 02000000:00000001:2.0:1767384677.901149:0:16339:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384677.901150:0:16339:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384677.906016:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.906042:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.906046:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.906048:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.906056:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:3.0:1767384677.906071:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 328 into portal 26 MB=0x695825fc00600 00000400:00000200:3.0:1767384677.906079:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 328/328 into md 0x1891 [2] + 0 00000400:00000010:3.0:1767384677.906085:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fd92a19. 00000400:00000200:3.0:1767384677.906090:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000016502660 00000800:00000001:3.0:1767384677.906096:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.906103:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.906106:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.906110:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:3.0:1767384677.906115:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016502660 00000400:00000010:3.0:1767384677.906117:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000016502660. 00000100:00000001:3.0:1767384677.906121:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384677.906124:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384677.906127:0:16337:0:(events.c:337:request_in_callback()) incoming req@000000001d46cb16 x1853237044971008 msgsize 328 00000100:00100000:3.0:1767384677.906132:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:3.0:1767384677.906134:0:16337:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384677.906150:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384677.906157:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.906160:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.906210:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.906215:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044971008 02000000:00000001:0.0:1767384677.906218:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.906221:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.906223:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.906227:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.906232:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044971008 00000020:00000001:0.0:1767384677.906235:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.906237:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384677.906239:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.906241:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=8 00000020:00000001:0.0:1767384677.906244:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384677.906246:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384677.906251:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.906256:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.906258:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.906261:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000020:00000010:0.0:1767384677.906266:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384677.906271:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.906275:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384677.906283:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384677.906286:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.906288:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.906316:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.906324:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.906337:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.906347:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.906360:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.906367:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 167 00000100:00000040:0.0:1767384677.906371:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:0.0:1767384677.906373:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905250896 : -108600804300720 : ffff9d3a67a32850) 00000100:00000040:0.0:1767384677.906381:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d46cb16 x1853237044971008/t0(0) o101->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 328/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.906412:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.906415:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.906417:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.906419:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000100:00100000:0.0:1767384677.906424:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d46cb16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+8:15162:x1853237044971008:12345-192.168.202.22@tcp50:101: 00000100:00000200:0.0:1767384677.906428:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044971008 00000020:00000001:0.0:1767384677.906432:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.906436:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.906439:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.906442:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.906445:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:0.0:1767384677.906448:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.906450:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.906452:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.906454:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.906460:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.906463:0:17071:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384677.906465:0:17071:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384677.906467:0:17071:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384677.906469:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384677.906471:0:17071:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.906476:0:17071:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384677.906482:0:17071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006bdb03ab count: 3 00010000:00000001:0.0:1767384677.906486:0:17071:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384677.906489:0:17071:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384677.906493:0:17071:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007a3ac67d. 00000020:00000001:0.0:1767384677.906496:0:17071:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384677.906499:0:17071:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007a3ac67d with handle 0x9f279d7a9a0b5134 to hash 00000020:00000001:0.0:1767384677.906501:0:17071:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384677.906502:0:17071:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635473142740992 : -108600566810624 : ffff9d3a75caf800) 00010000:00000001:0.0:1767384677.906505:0:17071:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635473142740992 : -108600566810624 : ffff9d3a75caf800) 00010000:00010000:0.0:1767384677.906509:0:17071:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007a3ac67d/0x9f279d7a9a0b5134 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x654a62b74de307af expref: -99 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.906525:0:17071:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000445694c9 : new locks_count 4 00000020:00000040:0.0:1767384677.906528:0:17071:0:(genops.c:887:class_export_get()) GET export 00000000445694c9 refcount=9 00000100:00000001:0.0:1767384677.906536:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.906539:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.906543:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002287f43d. 02000000:00000001:0.0:1767384677.906546:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.906548:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.906551:0:17071:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384677.906554:0:17071:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384677.906557:0:17071:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384677.906559:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384677.906562:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.906563:0:17071:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384677.906565:0:17071:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.906567:0:17071:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384677.906569:0:17071:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384677.906572:0:17071:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384677.906573:0:17071:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384677.906575:0:17071:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (000000006bdb03ab) refcount = 3 00010000:00000040:0.0:1767384677.906579:0:17071:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384677.906583:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000008c8a8874/0x9f279d7a9a0b4e2b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4e24 expref: 13 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.906590:0:17071:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002f04a04d/0x9f279d7a9a0b4db4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b4dad expref: 13 pid: 17071 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384677.906597:0:17071:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007a3ac67d/0x9f279d7a9a0b5134 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de307af expref: 9 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384677.906602:0:17071:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384677.906604:0:17071:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384677.906606:0:17071:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.906608:0:17071:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.906610:0:17071:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384677.906621:0:17071:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384677.906624:0:17071:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007a3ac67d/0x9f279d7a9a0b5134 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de307af expref: 9 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384677.906631:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384677.906633:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384677.906635:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.906638:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.906640:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384677.906641:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.906643:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384677.906644:0:17071:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007a3ac67d, rc 0) 00000020:00000001:0.0:1767384677.906647:0:17071:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.906650:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044971008 00010000:00000001:0.0:1767384677.906653:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.906657:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d46cb16 x1853237044971008/t0(0) o101->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 328/344 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.906666:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.906669:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.906673:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.906678:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.906681:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384677.906684:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384677.906687:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.906690:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.906694:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.906697:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384677.906702:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a218aebd. 00000100:00000200:0.0:1767384677.906707:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237044971008, offset 224 00000400:00000200:0.0:1767384677.906714:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.906726:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.906764:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [216:216:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1767384677.906777:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.906789:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.906794:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009d6f36f2. 00000800:00000200:0.0:1767384677.906800:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.906807:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:0.0:1767384677.906811:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d6f36f2 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384677.906827:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.906831:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384677.906834:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.906836:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.906838:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.906843:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d46cb16 x1853237044971008/t0(0) o101->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 328/344 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.906854:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d46cb16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+9:15162:x1853237044971008:12345-192.168.202.22@tcp50:101: Request processed in 441us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.906862:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 167 00000100:00000040:0.0:1767384677.906865:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384677.906868:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.906870:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.906875:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.906879:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384677.906883:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384677.906887:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 8 00000100:00000001:0.0:1767384677.906892:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384677.906897:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384677.906902:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebcec40d. 00000400:00000010:0.0:1767384677.906907:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7fd51bc. 00000800:00000200:2.0:1767384677.906922:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.906928:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009d6f36f2. 00000400:00000200:2.0:1767384677.906932:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.906938:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.906942:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a218aebd 00000400:00000010:2.0:1767384677.906944:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a218aebd. 00000100:00000001:2.0:1767384677.906948:0:16338:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384677.906950:0:16338:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384677.906952:0:16338:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002287f43d. 02000000:00000001:2.0:1767384677.906954:0:16338:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384677.906956:0:16338:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384677.907939:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.907952:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.907955:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.907957:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.907963:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384677.907972:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 504 into portal 26 MB=0x695825fc00680 00000400:00000200:2.0:1767384677.907977:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 504/504 into md 0x18a9 [2] + 0 00000400:00000010:2.0:1767384677.907981:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5e74dbf. 00000400:00000200:2.0:1767384677.907985:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b7ebb6a 00000800:00000001:2.0:1767384677.907988:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.907993:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.907995:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.907999:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.908002:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b7ebb6a 00000400:00000010:2.0:1767384677.908004:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b7ebb6a. 00000100:00000001:2.0:1767384677.908007:0:16339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384677.908009:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384677.908011:0:16339:0:(events.c:337:request_in_callback()) incoming req@00000000e2ef85f9 x1853237044971136 msgsize 504 00000100:00100000:2.0:1767384677.908016:0:16339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:2.0:1767384677.908018:0:16339:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384677.908028:0:16339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384677.908033:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.908035:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.908078:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.908081:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044971136 02000000:00000001:0.0:1767384677.908083:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.908085:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.908086:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.908095:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.908098:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044971136 00000020:00000001:0.0:1767384677.908100:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.908101:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384677.908103:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.908105:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=9 00000020:00000001:0.0:1767384677.908107:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384677.908109:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384677.908112:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.908115:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.908117:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.908119:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000020:00000010:0.0:1767384677.908123:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384677.908126:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.908130:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384677.908136:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384677.908138:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.908139:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.908141:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.908145:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.908157:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.908165:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.908167:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.908172:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 168 00000100:00000040:0.0:1767384677.908175:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:0.0:1767384677.908177:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472905251920 : -108600804299696 : ffff9d3a67a32c50) 00000100:00000040:0.0:1767384677.908183:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e2ef85f9 x1853237044971136/t0(0) o501->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 504/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.908192:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.908195:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.908197:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.908199:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000100:00100000:0.0:1767384677.908203:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e2ef85f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+9:15162:x1853237044971136:12345-192.168.202.22@tcp50:501: 00000100:00000200:0.0:1767384677.908215:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044971136 00000020:00000001:0.0:1767384677.908217:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.908220:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.908222:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.908224:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.908225:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661247680 : -1048303936 : ffffffffc18426c0) 00000020:00000001:0.0:1767384677.908228:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.908230:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.908231:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.908233:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.908236:0:17071:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384677.908238:0:17071:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.908240:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384677.908243:0:17071:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384677.908245:0:17071:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384677.908247:0:17071:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384677.908249:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.908251:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.908255:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000002287f43d. 02000000:00000001:0.0:1767384677.908257:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.908259:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384677.908262:0:17071:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:0.0:1767384677.908265:0:17071:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000ed59c47 : new refcount 2 00000040:00000001:0.0:1767384677.908268:0:17071:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384677.908271:0:17071:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000279f4709. 00000040:00000001:0.0:1767384677.908275:0:17071:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384677.908278:0:17071:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384677.908280:0:17071:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472912691200 : -108600796860416 : 0xffff9d3a6814b000) 00000020:00000001:0.0:1767384677.908284:0:17071:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472912691200 : -108600796860416 : ffff9d3a6814b000) 00080000:00000001:0.0:1767384677.908314:0:17071:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384677.908318:0:17071:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384677.908338:0:17071:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384677.908355:0:17071:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384677.908358:0:17071:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384677.908359:0:17071:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384677.908370:0:17071:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384677.908373:0:17071:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384677.908376:0:17071:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:3534312725 to info 00000000869e6626 00000020:00000001:0.0:1767384677.908381:0:17071:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000003e413242 00080000:00000002:0.0:1767384677.908383:0:17071:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:0.0:1767384677.908386:0:17071:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384677.908391:0:17071:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384677.908393:0:17071:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384677.908399:0:17071:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000075377133. 00000020:00000001:0.0:1767384677.908403:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384677.908408:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635472383839576 : -108601325712040 : ffff9d3a488f0d58) 00000040:00000001:0.0:1767384677.908412:0:17071:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.908414:0:17071:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.908419:0:17071:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384677.908422:0:17071:0:(lu_object.c:207:lu_object_put()) Add 00000000e6605d40/0000000054171425 to site lru. bkt: 00000000bfc90a79 00000040:00000010:0.0:1767384677.908425:0:17071:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000075377133. 00000040:00000001:0.0:1767384677.908428:0:17071:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384677.908430:0:17071:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000279f4709. 00000040:00000001:0.0:1767384677.908433:0:17071:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384677.908435:0:17071:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000ed59c47 : new refcount 1 00000020:00000001:0.0:1767384677.908437:0:17071:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384677.908441:0:17071:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.908443:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044971136 00010000:00000001:0.0:1767384677.908446:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.908450:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2ef85f9 x1853237044971136/t0(0) o501->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 504/272 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.908458:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.908459:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.908462:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.908465:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.908467:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384677.908469:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384677.908471:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.908479:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.908482:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.908485:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384677.908488:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003bf47e99. 00000100:00000200:0.0:1767384677.908491:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237044971136, offset 224 00000400:00000200:0.0:1767384677.908496:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.908503:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.908512:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [217:217:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1767384677.908522:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.908527:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.908530:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6812fe6. 00000800:00000200:0.0:1767384677.908535:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.908539:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:0.0:1767384677.908542:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a6812fe6 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384677.908556:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.908559:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384677.908561:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.908563:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.908565:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.908570:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e2ef85f9 x1853237044971136/t0(0) o501->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 504/272 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.908580:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e2ef85f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+9:15162:x1853237044971136:12345-192.168.202.22@tcp50:501: Request processed in 387us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.908589:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 168 00000100:00000040:0.0:1767384677.908592:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384677.908594:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.908596:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.908600:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.908603:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384677.908607:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000800:00000200:3.0:1767384677.908615:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384677.908620:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6812fe6. 00000400:00000200:3.0:1767384677.908624:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.908637:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000020:00000040:0.0:1767384677.908645:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 8 00000400:00000200:3.0:1767384677.908646:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bf47e99 00000100:00000001:0.0:1767384677.908650:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384677.908651:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003bf47e99. 00000100:00000200:0.0:1767384677.908657:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384677.908661:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088eff388. 00000100:00000001:3.0:1767384677.908665:0:16337:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:0.0:1767384677.908668:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029792ade. 02000000:00000001:3.0:1767384677.908670:0:16337:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384677.908674:0:16337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000002287f43d. 02000000:00000001:3.0:1767384677.908678:0:16337:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384677.908679:0:16337:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384677.909566:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.909572:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.909575:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.909577:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.909583:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384677.909591:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 272 into portal 26 MB=0x695825fc00700 00000400:00000200:2.0:1767384677.909596:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 272/272 into md 0x18d9 [2] + 0 00000400:00000010:2.0:1767384677.909599:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a71c3276. 00000400:00000200:2.0:1767384677.909604:0:16338:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000010a12a2c 00000800:00000001:2.0:1767384677.909606:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.909612:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.909615:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.909624:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.909627:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a12a2c 00000400:00000010:2.0:1767384677.909630:0:16338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000010a12a2c. 00000100:00000001:2.0:1767384677.909634:0:16338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384677.909636:0:16338:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384677.909638:0:16338:0:(events.c:337:request_in_callback()) incoming req@0000000087dcca26 x1853237044971264 msgsize 272 00000100:00100000:2.0:1767384677.909642:0:16338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:2.0:1767384677.909645:0:16338:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384677.909657:0:16338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384677.909663:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.909666:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.909699:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384677.909702:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044971264 02000000:00000001:0.0:1767384677.909705:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.909706:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.909708:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.909711:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.909713:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044971264 00000020:00000001:0.0:1767384677.909715:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384677.909717:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384677.909719:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384677.909721:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=9 00000020:00000001:0.0:1767384677.909723:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384677.909726:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384677.909744:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.909748:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.909751:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.909753:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000020:00000010:0.0:1767384677.909757:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384677.909761:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.909764:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384677.909769:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384677.909772:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384677.909773:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384677.909774:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.909778:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.909790:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.909798:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.909800:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384677.909805:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 169 00000100:00000040:0.0:1767384677.909808:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:0.0:1767384677.909818:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472457329744 : -108601252221872 : ffff9d3a4cf06c50) 00000100:00000040:0.0:1767384677.909824:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087dcca26 x1853237044971264/t0(0) o503->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 272/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.909835:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384677.909838:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384677.909840:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384677.909842:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000100:00100000:0.0:1767384677.909847:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087dcca26 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+9:15162:x1853237044971264:12345-192.168.202.22@tcp50:503: 00000100:00000200:0.0:1767384677.909851:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044971264 00000020:00000001:0.0:1767384677.909853:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384677.909856:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384677.909858:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.909860:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384677.909861:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661247776 : -1048303840 : ffffffffc1842720) 00000020:00000001:0.0:1767384677.909864:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384677.909865:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384677.909867:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384677.909868:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384677.909871:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.909874:0:17071:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384677.909876:0:17071:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384677.909878:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384677.909880:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384677.909897:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000aca3ce89. 02000000:00000001:0.0:1767384677.909899:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.909902:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384677.909904:0:17071:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000ed59c47 : new refcount 2 00000040:00000001:0.0:1767384677.909906:0:17071:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384677.909909:0:17071:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000279f4709. 00000040:00000001:0.0:1767384677.909912:0:17071:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384677.909914:0:17071:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384677.909915:0:17071:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446635472912691200 : -108600796860416 : 0xffff9d3a6814b000) 00000020:00000001:0.0:1767384677.909918:0:17071:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446635472912691200 : -108600796860416 : ffff9d3a6814b000) 00000020:00000001:0.0:1767384677.909928:0:17071:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384677.909931:0:17071:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635472383839576 : -108601325712040 : ffff9d3a488f0d58) 00000040:00000001:0.0:1767384677.909934:0:17071:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.909936:0:17071:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.909939:0:17071:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384677.909944:0:17071:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004875ebc8. 00000040:00000001:0.0:1767384677.909946:0:17071:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384677.909948:0:17071:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:0.0:1767384677.909953:0:17071:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:0.0:1767384677.909955:0:17071:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:0.0:1767384677.909959:0:17071:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:0.0:1767384677.909962:0:17071:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384677.909964:0:17071:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384677.909969:0:17071:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:0.0:1767384677.909972:0:17071:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384677.909974:0:17071:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384677.909976:0:17071:0:(lu_object.c:207:lu_object_put()) Add 00000000e6605d40/0000000054171425 to site lru. bkt: 00000000bfc90a79 00000040:00000001:0.0:1767384677.909979:0:17071:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384677.909981:0:17071:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004875ebc8. 00000040:00000010:0.0:1767384677.909984:0:17071:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000279f4709. 00000040:00000040:0.0:1767384677.909987:0:17071:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000ed59c47 : new refcount 1 00000020:00000001:0.0:1767384677.909989:0:17071:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384677.909992:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044971264 00010000:00000001:0.0:1767384677.909995:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384677.909999:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000087dcca26 x1853237044971264/t0(0) o503->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 272/8416 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384677.910007:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384677.910009:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.910011:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.910015:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384677.910018:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384677.910019:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384677.910022:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384677.910030:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.910032:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.910035:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384677.910038:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006430c605. 00000100:00000200:0.0:1767384677.910042:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237044971264, offset 224 00000400:00000200:0.0:1767384677.910057:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384677.910065:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384677.910075:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [218:218:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:0.0:1767384677.910085:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384677.910090:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384677.910094:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000279f4709. 00000800:00000200:0.0:1767384677.910098:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384677.910103:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1022 00000800:00000200:0.0:1767384677.910106:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000279f4709 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384677.910121:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.910124:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384677.910127:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384677.910128:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384677.910130:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384677.910134:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087dcca26 x1853237044971264/t0(0) o503->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:658/0 lens 272/8416 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.910142:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087dcca26 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+9:15162:x1853237044971264:12345-192.168.202.22@tcp50:503: Request processed in 307us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384677.910150:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 169 00000100:00000040:0.0:1767384677.910153:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384677.910156:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.910157:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384677.910160:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384677.910163:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384677.910166:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384677.910177:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 8 00000100:00000001:0.0:1767384677.910180:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384677.910184:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384677.910189:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007141670b. 00000400:00000010:0.0:1767384677.910194:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c64ff06c. 00000800:00000200:2.0:1767384677.910200:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.910203:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000279f4709. 00000400:00000200:2.0:1767384677.910206:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.910211:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.910214:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006430c605 00000400:00000010:2.0:1767384677.910216:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006430c605. 00000100:00000001:2.0:1767384677.910218:0:16339:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384677.910220:0:16339:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384677.910221:0:16339:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000aca3ce89. 02000000:00000001:2.0:1767384677.910229:0:16339:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384677.910230:0:16339:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384677.912265:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.912273:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.912277:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.912279:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.912286:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:3.0:1767384677.912379:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 520 into portal 12 MB=0x695825fc00780 00000400:00000200:3.0:1767384677.912386:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.22@tcp50 of length 520/520 into md 0x229 [64] + 9176 00000800:00000001:3.0:1767384677.912392:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.912399:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.912402:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.912406:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000100:00000001:3.0:1767384677.912411:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384677.912413:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384677.912418:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cded4f08. 00000100:00000040:3.0:1767384677.912421:0:16337:0:(events.c:337:request_in_callback()) incoming req@00000000cded4f08 x1853237044971392 msgsize 520 00000100:00100000:3.0:1767384677.912426:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000001:3.0:1767384677.912445:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384677.912451:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.912455:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384677.912493:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384677.912496:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044971392 02000000:00000001:1.0:1767384677.912498:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384677.912499:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384677.912501:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384677.912503:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384677.912505:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044971392 00000020:00000001:1.0:1767384677.912506:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384677.912507:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384677.912509:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384677.912510:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384677.912512:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384677.912515:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001dee115. 00000020:00000010:1.0:1767384677.912519:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e791883. 00000020:00000010:1.0:1767384677.912522:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000025ec353. 00000100:00000001:1.0:1767384677.912525:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384677.912526:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384677.912528:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.912531:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.912545:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384677.912552:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384677.912554:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384677.912558:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 3 00000100:00000001:1.0:1767384677.912560:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055423488 : -108605654128128 : ffff9d394690aa00) 00000100:00000040:1.0:1767384677.912564:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cded4f08 x1853237044971392/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384697 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384677.912577:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cded4f08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:11775:x1853237044971392:12345-192.168.202.22@tcp50:38: 00000100:00000200:1.0:1767384677.912582:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044971392 00000020:00000001:1.0:1767384677.912585:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384677.912588:0:17078:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384677.912597:0:17078:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 8 - find 00000020:00000001:1.0:1767384677.912601:0:17078:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635473156229768 : -108600553321848 : ffff9d3a7698ca88) 00000100:00000001:1.0:1767384677.912608:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384677.912610:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384677.912614:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000b3b7e0b5. 02000000:00000001:1.0:1767384677.912616:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.912619:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384677.912621:0:17078:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1767384677.912628:0:17078:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50 t0 exp 0000000000000000 cur 298 last 0 00010000:00000001:1.0:1767384677.912632:0:17078:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:1.0:1767384677.912635:0:17078:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:1.0:1767384677.912637:0:17078:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1767384677.912641:0:17078:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1767384677.912646:0:17078:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:1.0:1767384677.912650:0:17078:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384677.912652:0:17078:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384677.912655:0:17078:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384677.912657:0:17078:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384677.912658:0:17078:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384677.912660:0:17078:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384677.912662:0:17078:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384677.912664:0:17078:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384677.912667:0:17078:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b39a6059. 00000020:00000001:1.0:1767384677.912669:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384677.912672:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b39a6059 with handle 0x9f279d7a9a0b513b to hash 00000020:00000001:1.0:1767384677.912674:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767384677.912677:0:17078:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:1.0:1767384677.912680:0:17078:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:1.0:1767384677.912682:0:17078:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000003f69a38b. 00000001:00000001:1.0:1767384677.912686:0:17078:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:1.0:1767384677.912688:0:17078:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000093a259e8. 00000001:00000001:1.0:1767384677.912691:0:17078:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384677.912693:0:17078:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:1.0:1767384677.912696:0:17078:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384677.912701:0:17078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f591d263. 00000001:00000010:1.0:1767384677.912706:0:17078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000f9c7909. 00000001:00000010:1.0:1767384677.912710:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c43713c4. 00000001:00000010:1.0:1767384677.912713:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001c2c6d0b. 00000001:00000010:1.0:1767384677.912716:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f376d246. 00000001:00000010:1.0:1767384677.912719:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c7dd85e3. 00000001:00000001:1.0:1767384677.912722:0:17078:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384677.912724:0:17078:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ff0e9c7a. 00000001:00000010:1.0:1767384677.912727:0:17078:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000073dbfeba. 00000001:00000010:1.0:1767384677.912745:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000042c00e61. 00000001:00000010:1.0:1767384677.912750:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cb11c0e9. 00000001:00000010:1.0:1767384677.912753:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079c2f472. 00000001:00000010:1.0:1767384677.912755:0:17078:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000217ffe9d. 00010000:00000001:1.0:1767384677.912758:0:17078:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384677.912760:0:17078:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384677.912763:0:17078:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384677.912765:0:17078:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384677.912768:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000b39a6059 refcount=3 00000020:00000040:1.0:1767384677.912772:0:17078:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 9 - export 00000020:00000001:1.0:1767384677.912775:0:17078:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000020:00000040:1.0:1767384677.912777:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 2 00000020:00000080:1.0:1767384677.912779:0:17078:0:(genops.c:1402:class_connect()) connect: client 7696d72f-dd77-432c-9937-0b4919255ec2, cookie 0x9f279d7a9a0b513b 00000020:00000001:1.0:1767384677.912782:0:17078:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384677.912783:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384677.912785:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b513b 00000020:00000001:1.0:1767384677.912786:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384677.912788:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b39a6059 refcount=3 00000020:00000001:1.0:1767384677.912790:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000020:00000001:1.0:1767384677.912792:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000001:00000001:1.0:1767384677.912795:0:17078:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:1.0:1767384677.912798:0:17078:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:1.0:1767384677.912802:0:17078:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 6 00000001:00000001:1.0:1767384677.912804:0:17078:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446635473304267776 : -108600405283840 : ffff9d3a7f6bac00) 00000001:00000001:1.0:1767384677.912807:0:17078:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767384677.912809:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000b39a6059 refcount=4 00000001:00000040:1.0:1767384677.912811:0:17078:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 7 00000001:00000001:1.0:1767384677.912814:0:17078:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:1.0:1767384677.912818:0:17078:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.202.22@tcp50 to nodemap default 00000001:00000040:1.0:1767384677.912821:0:17078:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 6 00000001:00000001:1.0:1767384677.912823:0:17078:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384677.912829:0:17078:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384677.912837:0:17078:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384677.912840:0:17078:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/00000000b39a6059 free: 95899648 avail: 82939904 00000020:00000001:1.0:1767384677.912843:0:17078:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1767384677.912845:0:17078:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/00000000b39a6059 avail=82939904 left=74645504 unstable=0 tot_grant=8293990 pending=0 00000020:00000001:1.0:1767384677.912848:0:17078:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=74645504 : 74645504 : 4730000) 00000020:00000001:1.0:1767384677.912851:0:17078:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1767384677.912853:0:17078:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/00000000b39a6059 wants: 134217728 current grant 0 granting: 2146304 00000020:00000020:1.0:1767384677.912856:0:17078:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/00000000b39a6059 tot cached:0 granted:2146304 num_exports: 3 00000020:00000001:1.0:1767384677.912859:0:17078:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=2146304 : 2146304 : 20c000) 00000020:00000020:1.0:1767384677.912861:0:17078:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/00000000b39a6059 ocd_grant: 2146304 want: 134217728 left: 74645504 00000020:00000001:1.0:1767384677.912864:0:17078:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:1.0:1767384677.912867:0:17078:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:1.0:1767384677.912871:0:17078:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:1.0:1767384677.912874:0:17078:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384677.912877:0:17078:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:1.0:1767384677.912880:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384677.912885:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000059ff4f27. 00080000:00000001:1.0:1767384677.912888:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468047634432 : -108605661917184 : ffff9d394619d000) 00080000:00000001:1.0:1767384677.912892:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384677.912896:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384677.912899:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4169c53. 00080000:00000001:1.0:1767384677.912902:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384677.912905:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384677.912921:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384677.912923:0:17078:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:1.0:1767384677.912951:0:17078:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384677.912954:0:17078:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384677.912957:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384677.914921:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000059ff4f27. 00080000:00000010:1.0:1767384677.914976:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4169c53. 00040000:00000001:1.0:1767384677.914982:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384677.914984:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384677.914986:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384677.914989:0:17078:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384677.914992:0:17078:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384677.914995:0:17078:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID '7696d72f-dd77-432c-9937-0b4919255ec2' generation 1 00000001:00000001:1.0:1767384677.914998:0:17078:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384677.915001:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384677.915004:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000046e6da6b. 00080000:00000001:1.0:1767384677.915006:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468047635968 : -108605661915648 : ffff9d394619d600) 00080000:00000001:1.0:1767384677.915014:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384677.915017:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384677.915019:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4169c53. 00080000:00000001:1.0:1767384677.915021:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384677.915023:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384677.915034:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384677.915037:0:17078:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000a8119263. 00000001:00000040:1.0:1767384677.915039:0:17078:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000b39a6059 : new cb_count 1 00000020:00000040:1.0:1767384677.915042:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000b39a6059 refcount=5 00000001:00000001:1.0:1767384677.915155:0:17078:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384677.915157:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384677.915160:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4169c53. 00040000:00000001:1.0:1767384677.915162:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384677.915163:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384677.915164:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384677.915166:0:17078:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384677.915168:0:17078:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384677.915170:0:17078:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:1.0:1767384677.915172:0:17078:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384677.915176:0:17078:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000ea77a7b9 00000020:00000010:1.0:1767384677.915179:0:17078:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000825998a9. 00000020:00000040:1.0:1767384677.915186:0:17078:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000825998a9 for nid 192.168.202.22@tcp50 - ref 2 00000020:00000001:1.0:1767384677.915248:0:17078:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384677.915255:0:17078:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000e0f4d62b. 00000020:00000010:1.0:1767384677.915258:0:17078:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000f3c46365. 00000020:00000010:1.0:1767384677.915260:0:17078:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000591f86c8. 00000020:00000010:1.0:1767384677.915271:0:17078:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000047cd8397. 00000020:00000010:1.0:1767384677.915273:0:17078:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000a79ed4af. 00000020:00000010:1.0:1767384677.915275:0:17078:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000004e3ea072. 00000004:00000001:1.0:1767384677.915283:0:17078:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384677.915285:0:17078:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384677.915287:0:17078:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384677.915309:0:17078:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000018aab9e1. 00000020:00000040:1.0:1767384677.915311:0:17078:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 10 - import 00000020:00000001:1.0:1767384677.915315:0:17078:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384677.915316:0:17078:0:(genops.c:1242:class_import_put()) import 0000000018aab9e1 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384677.915317:0:17078:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384677.915319:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4169c53. 00000020:00000040:1.0:1767384677.915324:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000b39a6059 refcount=6 00000100:00000040:1.0:1767384677.915326:0:17078:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000b39a6059 : new rpc_count 1 00000100:00000001:1.0:1767384677.915327:0:17078:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1767384677.915334:0:17078:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.22@tcp50 primary NID 192.168.202.22@tcp50 rc 0 00000100:00000001:1.0:1767384677.915337:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384677.915338:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384677.915340:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 00000100:00000001:1.0:1767384677.915341:0:17078:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635472293481216 : -108601416070400 : 0xffff9d3a432c4b00) 00000100:00000040:1.0:1767384677.915344:0:17078:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000020:00000040:1.0:1767384677.915346:0:17078:0:(genops.c:887:class_export_get()) GET export 00000000b39a6059 refcount=7 00000100:00000001:1.0:1767384677.915350:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384677.915351:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 4 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384677.915352:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:1.0:1767384677.915354:0:17078:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384677.915356:0:17078:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384677.915358:0:17078:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:1.0:1767384677.915361:0:17078:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651628608 : -1057923008 : ffffffffc0f16040) 02000000:00000001:1.0:1767384677.915363:0:17078:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.915365:0:17078:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384677.915367:0:17078:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384677.915369:0:17078:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384677.915370:0:17078:0:(import.c:65:import_set_state_nolock()) 0000000018aab9e1 : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384677.915373:0:17078:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384677.915374:0:17078:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384677.915376:0:17078:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384677.915378:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 6 00000020:00000040:1.0:1767384677.915380:0:17078:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 10 - find 00010000:00000001:1.0:1767384677.915382:0:17078:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384677.915384:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384677.915386:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663289136 : -1046262480 : ffffffffc1a34d30) 00000020:00000001:1.0:1767384677.915388:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384677.915389:0:17078:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384677.915391:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384677.915392:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384677.915394:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384677.915395:0:17078:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:1.0:1767384677.915399:0:17078:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384677.915401:0:17078:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384677.915402:0:17078:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384677.915403:0:17078:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384677.915404:0:17078:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384677.915406:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044971392 00010000:00000001:1.0:1767384677.915408:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384677.915411:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cded4f08 x1853237044971392/t0(0) o38->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384697 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384677.915417:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384677.915418:0:17078:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384677.915421:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=88 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384677.915424:0:17078:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384677.915426:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384677.915427:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 5 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384677.915428:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:1.0:1767384677.915430:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384677.915431:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.915434:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384677.915436:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:1.0:1767384677.915439:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 00000100:00000200:1.0:1767384677.915441:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237044971392, offset 0 00000400:00000200:1.0:1767384677.915445:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:1.0:1767384677.915451:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:1.0:1767384677.915462:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [219:219:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767384677.915470:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384677.915474:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:1.0:1767384677.915477:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b5cae91. 00000800:00000200:1.0:1767384677.915480:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:1.0:1767384677.915485:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:1.0:1767384677.915487:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001b5cae91 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384677.915498:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384677.915501:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 4 to 192.168.202.22@tcp50 00010000:00000001:1.0:1767384677.915503:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384677.915503:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384677.915505:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384677.915508:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cded4f08 x1853237044971392/t0(0) o38->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384697 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384677.915515:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cded4f08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7696d72f-dd77-432c-9937-0b4919255ec2+6:11775:x1853237044971392:12345-192.168.202.22@tcp50:38: Request processed in 2940us (3092us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384677.915522:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 3 00000100:00000040:1.0:1767384677.915524:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b39a6059 : new rpc_count 0 00000100:00000001:1.0:1767384677.915525:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384677.915527:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384677.915530:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e791883. 00000020:00000010:1.0:1767384677.915532:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000025ec353. 00000020:00000010:1.0:1767384677.915535:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001dee115. 00000020:00000040:1.0:1767384677.915538:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 5 00000100:00000001:1.0:1767384677.915540:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384677.915570:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.915574:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b5cae91. 00000400:00000200:2.0:1767384677.915577:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.915582:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384677.915585:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5b2f64 00000400:00000010:2.0:1767384677.915587:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5b2f64. 00000100:00000001:2.0:1767384677.915593:0:16338:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384677.915594:0:16338:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384678.143426:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384678.143433:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.143437:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384678.143439:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.143503:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384678.143508:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384678.143512:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767384678.917321:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.917345:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384678.917350:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.917354:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.917366:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384678.917387:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 224 into portal 12 MB=0x695825fc00880 00000400:00000200:2.0:1767384678.917411:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.22@tcp50 of length 224/224 into md 0x229 [64] + 9696 00000800:00000001:2.0:1767384678.917421:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.917427:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.917430:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.917434:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000100:00000001:2.0:1767384678.917441:0:16339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384678.917444:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384678.917449:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011410443. 00000100:00000040:2.0:1767384678.917454:0:16339:0:(events.c:337:request_in_callback()) incoming req@0000000011410443 x1853237044971648 msgsize 224 00000100:00100000:2.0:1767384678.917459:0:16339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000001:2.0:1767384678.917475:0:16339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384678.917486:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.917489:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384678.917491:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.917494:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.917498:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384678.917504:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 224 into portal 12 MB=0x695825fc00800 00000400:00000200:2.0:1767384678.917508:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.22@tcp50 of length 224/224 into md 0x229 [64] + 9920 00000800:00000001:2.0:1767384678.917512:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.917521:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.917523:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.917527:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000100:00000001:2.0:1767384678.917531:0:16339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384678.917533:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384678.917536:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c309fb6. 00000100:00000040:2.0:1767384678.917539:0:16339:0:(events.c:337:request_in_callback()) incoming req@000000006c309fb6 x1853237044971520 msgsize 224 00000100:00100000:2.0:1767384678.917545:0:16339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000001:1.0:1767384678.917556:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384678.917564:0:16339:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384678.917565:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044971648 00000800:00000001:2.0:1767384678.917570:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384678.917570:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384678.917573:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767384678.917576:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.917577:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.917586:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384678.917591:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044971648 00000020:00000001:1.0:1767384678.917594:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384678.917597:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b513b 00000020:00000001:1.0:1767384678.917600:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.917603:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b39a6059 refcount=6 00000020:00000001:1.0:1767384678.917606:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000020:00000001:1.0:1767384678.917609:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000100:00000001:1.0:1767384678.917614:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384678.917618:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384678.917621:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000540811bb. 00000100:00100000:0.0:1767384678.917623:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044971520 00000020:00000010:1.0:1767384678.917628:0:17078:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e4169c53. 02000000:00000001:0.0:1767384678.917628:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384678.917631:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384678.917634:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.917637:0:17078:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 10 - evictor 02000000:00000001:0.0:1767384678.917638:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384678.917643:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044971520 00000020:00000001:0.0:1767384678.917646:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384678.917647:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b513b 00000020:00000001:0.0:1767384678.917649:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384678.917651:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b39a6059 refcount=7 00000100:00000001:1.0:1767384678.917654:0:17078:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384678.917654:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000020:00000001:0.0:1767384678.917659:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000020:00000010:1.0:1767384678.917660:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002207c0d5. 00000100:00000001:0.0:1767384678.917664:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384678.917666:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e791883. 00000020:00000010:0.0:1767384678.917670:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000020:00000010:1.0:1767384678.917672:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000025ec353. 00000100:00000001:0.0:1767384678.917676:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384678.917681:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000100:00000040:1.0:1767384678.917684:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00080000:2.0:1767384678.917687:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767384678.917689:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384678.917689:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000100:00000001:1.0:1767384678.917693:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1767384678.917694:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 10 - evictor 00000020:00000010:0.0:1767384678.917696:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000100:00000001:1.0:1767384678.917697:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384678.917705:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000001:1.0:1767384678.917708:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.917712:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384678.917715:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384678.917716:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.917719:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.917736:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.917748:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.917757:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384678.917760:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384678.917764:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384678.917766:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 4 00000100:00000040:1.0:1767384678.917769:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b39a6059 : new rpc_count 1 00000100:00000001:1.0:1767384678.917772:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747167744 : -108600962383872 : ffff9d3a5e370000) 00000100:00000001:0.0:1767384678.917779:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384678.917785:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000011410443 x1853237044971648/t0(0) o41->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 224/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384678.917790:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 5 00000100:00000001:3.0:1767384678.917798:0:19810:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384678.917798:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b39a6059 : new rpc_count 2 00000100:00000001:1.0:1767384678.917800:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384678.917802:0:17076:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:3.0:1767384678.917807:0:19810:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384678.917808:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4169c53. 00000100:00000001:0.0:1767384678.917808:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747171328 : -108600962380288 : ffff9d3a5e370e00) 00000100:00000001:3.0:1767384678.917811:0:19810:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.917814:0:17078:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384678.917816:0:17076:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00000001:3.0:1767384678.917821:0:19810:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.917825:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c309fb6 x1853237044971520/t0(0) o41->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 224/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384678.917826:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4169c53. 00000100:00000010:2.0:1767384678.917837:0:17076:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000031316aea. 00000100:00100000:1.0:1767384678.917838:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000011410443 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7696d72f-dd77-432c-9937-0b4919255ec2+7:15162:x1853237044971648:12345-192.168.202.22@tcp50:41: 00000100:00100000:2.0:1767384678.917849:0:17076:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00000200:1.0:1767384678.917850:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044971648 00000100:00000001:0.0:1767384678.917855:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384678.917857:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384678.917863:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767384678.917863:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384678.917871:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384678.917872:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384678.917877:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000020:00000001:1.0:1767384678.917879:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384678.917884:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663289280 : -1046262336 : ffffffffc1a34dc0) 00000100:00100000:0.0:1767384678.917889:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c309fb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7696d72f-dd77-432c-9937-0b4919255ec2+7:0:x1853237044971520:12345-192.168.202.22@tcp50:41: 00000020:00000001:1.0:1767384678.917891:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767384678.917896:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044971520 00000001:00000001:1.0:1767384678.917897:0:17078:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237044971648, found 0 last_xid 0 00000020:00000001:0.0:1767384678.917901:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384678.917903:0:17078:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384678.917905:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384678.917908:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384678.917910:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.917913:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384678.917915:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384678.917918:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.917919:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663289280 : -1046262336 : ffffffffc1a34dc0) 00000020:00000001:0.0:1767384678.917926:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384678.917927:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:0.0:1767384678.917929:0:17077:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237044971520, found 0 last_xid 0 02000000:00000001:1.0:1767384678.917932:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384678.917933:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384678.917938:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384678.917939:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384678.917941:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.917944:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384678.917947:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384678.917950:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000303ce7e0. 02000000:00000010:0.0:1767384678.917952:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000282d5622. 02000000:00000001:1.0:1767384678.917956:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384678.917957:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.917962:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.917963:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.917972:0:17078:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1767384678.917972:0:17077:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:0.0:1767384678.917976:0:17077:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384678.917978:0:17078:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767384678.917982:0:17078:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384678.917982:0:17077:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:0.0:1767384678.918001:0:17077:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000004:00000024:1.0:1767384678.918002:0:17078:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000020:0.0:1767384678.918012:0:17077:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384678.918024:0:17077:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/00000000b39a6059 dirty 0 pend 0 grant 2146304 00000020:00000020:0.0:1767384678.918028:0:17077:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000fc799c81 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384678.918031:0:17077:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000066272187 dirty 0 pend 0 grant 0 00000004:00000020:0.0:1767384678.918035:0:17077:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000020:00000020:1.0:1767384678.918036:0:17078:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767384678.918042:0:17078:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/00000000b39a6059 dirty 0 pend 0 grant 2146304 00000020:00000010:0.0:1767384678.918044:0:17077:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000008e733403. 00000020:00000020:1.0:1767384678.918047:0:17078:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000fc799c81 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384678.918053:0:17078:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000066272187 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384678.918053:0:17077:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000004:00000020:1.0:1767384678.918060:0:17078:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000020:00000010:1.0:1767384678.918066:0:17078:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000049ff482b. 00000020:00000001:0.0:1767384678.918071:0:17077:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.918074:0:17078:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384678.918078:0:17078:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.918081:0:17078:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384678.918081:0:17077:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767384678.918083:0:17076:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.918085:0:17078:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384678.918087:0:17077:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.918092:0:17078:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384678.918094:0:17077:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384678.918098:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044971648 00010000:00000040:0.0:1767384678.918099:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044971520 00010000:00000001:1.0:1767384678.918104:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384678.918106:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384678.918108:0:40008:0:(service.c:2991:ptlrpc_main()) Process entered 00010000:00000200:1.0:1767384678.918112:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000011410443 x1853237044971648/t0(0) o41->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 224/368 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384678.918115:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c309fb6 x1853237044971520/t0(0) o41->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 224/368 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384678.918131:0:40008:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000013016497. 00000020:00000010:2.0:1767384678.918139:0:40008:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000aaae97dc. 00010000:00000001:1.0:1767384678.918139:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384678.918141:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384678.918144:0:17078:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.918146:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384678.918150:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=89 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384678.918152:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384678.918158:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384678.918160:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384678.918165:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 6 to 192.168.202.22@tcp50 00000100:00000040:0.0:1767384678.918168:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 6 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384678.918169:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:1.0:1767384678.918175:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384678.918175:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:1.0:1767384678.918179:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384678.918182:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384678.918184:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767384678.918185:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.918191:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384678.918192:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000100:00000040:0.0:1767384678.918198:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:1.0:1767384678.918199:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 00000400:00000010:0.0:1767384678.918204:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000100:00000200:1.0:1767384678.918206:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237044971648, offset 224 00000020:00000010:2.0:1767384678.918208:0:40008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125ca41f. 00000100:00000200:0.0:1767384678.918211:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237044971520, offset 224 00000020:00000010:2.0:1767384678.918215:0:40008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007e84c0d2. 00000400:00000200:1.0:1767384678.918220:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000040:00000010:2.0:1767384678.918224:0:40008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d769ad51. 00000020:00000010:2.0:1767384678.918230:0:40008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dcff94e7. 00000400:00000200:0.0:1767384678.918230:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:1.0:1767384678.918237:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000020:00000010:2.0:1767384678.918238:0:40008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000180c2d5f. 00000020:00000010:2.0:1767384678.918246:0:40008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000eccd4a80. 80000000:00000010:2.0:1767384678.918250:0:40008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f0a92326. 40000000:00000010:2.0:1767384678.918253:0:40008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000092cf2564. 00000400:00000200:1.0:1767384678.918259:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [220:220:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [19:19:8:4294967295] 00100000:00000010:2.0:1767384678.918260:0:40008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6415e04. 00040000:00000010:2.0:1767384678.918268:0:40008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005696c1c1. 00040000:00000010:2.0:1767384678.918275:0:40008:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ccf1e2bb. 00000400:00000200:1.0:1767384678.918277:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00040000:00000010:2.0:1767384678.918281:0:40008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001bc28f6c. 00000800:00000200:1.0:1767384678.918287:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.22@tcp50 00080000:00000010:2.0:1767384678.918289:0:40008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ac405d0b. 00000400:00000200:0.0:1767384678.918323:0:17077:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000800:00000010:1.0:1767384678.918332:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c450c7c4. 00000400:00000200:0.0:1767384678.918337:0:17077:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [221:221:255:4294967295] 192.168.202.22@tcp50 LPNI seq info [20:20:7:4294967295] 00000800:00000200:1.0:1767384678.918347:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:1.0:1767384678.918358:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:1.0:1767384678.918364:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c450c7c4 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:0.0:1767384678.918365:0:17077:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000100:00000001:1.0:1767384678.918382:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384678.918384:0:40008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000000d9c07. 00000800:00000200:0.0:1767384678.918388:0:17077:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000100:00000040:1.0:1767384678.918390:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 5 to 192.168.202.22@tcp50 00010000:00000001:1.0:1767384678.918394:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384678.918396:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384678.918397:0:40008:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f47c59f8. 00000800:00000010:0.0:1767384678.918397:0:17077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfc8a1f8. 00000020:00000001:1.0:1767384678.918398:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384678.918405:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011410443 x1853237044971648/t0(0) o41->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 224/368 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384678.918408:0:40008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fd5862c1. 00000800:00000200:0.0:1767384678.918411:0:17077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000004:00000010:2.0:1767384678.918417:0:40008:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c5be59f4. 00000800:00000200:0.0:1767384678.918423:0:17077:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000100:00100000:1.0:1767384678.918424:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000011410443 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7696d72f-dd77-432c-9937-0b4919255ec2+7:15162:x1853237044971648:12345-192.168.202.22@tcp50:41: Request processed in 620us (965us total) trans 0 rc 0/0 00002000:00000010:2.0:1767384678.918426:0:40008:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ef2d444c. 00000800:00000200:0.0:1767384678.918430:0:17077:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cfc8a1f8 type 1, nob 464 niov 1 nkiov 1 00000004:00000010:2.0:1767384678.918435:0:40008:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000018de1658. 00000100:00000001:0.0:1767384678.918439:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384678.918440:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 4 00000100:00000040:1.0:1767384678.918447:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b39a6059 : new rpc_count 1 00000100:00000001:1.0:1767384678.918450:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384678.918450:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 4 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384678.918453:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384678.918455:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:1.0:1767384678.918458:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e791883. 00000020:00000001:0.0:1767384678.918459:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384678.918463:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000025ec353. 00000020:00000001:0.0:1767384678.918464:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767384678.918469:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002207c0d5. 00000100:00000040:0.0:1767384678.918474:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c309fb6 x1853237044971520/t0(0) o41->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 224/368 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384678.918475:0:17078:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 6 00000100:00000001:1.0:1767384678.918480:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384678.918488:0:40008:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000055bbd398. 00000100:00100000:0.0:1767384678.918494:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c309fb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7696d72f-dd77-432c-9937-0b4919255ec2+6:0:x1853237044971520:12345-192.168.202.22@tcp50:41: Request processed in 636us (950us total) trans 0 rc 0/0 00000800:00000200:3.0:1767384678.918495:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767384678.918501:0:40008:0:(service.c:3079:ptlrpc_main()) service thread 4 (#5) started 00000800:00000010:3.0:1767384678.918505:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c450c7c4. 00000400:00000200:3.0:1767384678.918519:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384678.918523:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 5 00000400:00000200:3.0:1767384678.918532:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000100:00000040:0.0:1767384678.918533:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b39a6059 : new rpc_count 0 00000400:00000200:3.0:1767384678.918538:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282966da 00000100:00000001:0.0:1767384678.918538:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384678.918546:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384678.918550:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384678.918555:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384678.918558:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384678.918560:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 5 00000100:00000001:0.0:1767384678.918562:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384678.918586:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000282966da. 00000100:00000001:3.0:1767384678.918604:0:16337:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384678.918606:0:16337:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1767384678.918641:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384678.918643:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cfc8a1f8. 00000400:00000200:3.0:1767384678.918646:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384678.918649:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:3.0:1767384678.918651:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686bbc57 00000400:00000010:3.0:1767384678.918653:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000100:00000001:3.0:1767384678.918655:0:16337:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384678.918656:0:16337:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384678.919508:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.919519:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384678.919521:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.919524:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.919531:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384678.919540:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 440 into portal 12 MB=0x695825fc00900 00000400:00000200:2.0:1767384678.919546:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.22@tcp50 of length 440/440 into md 0x229 [64] + 10144 00000800:00000001:2.0:1767384678.919560:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.919568:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.919571:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.919575:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000100:00000001:2.0:1767384678.919579:0:16338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384678.919580:0:16338:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384678.919584:0:16338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000086141068. 00000100:00000040:2.0:1767384678.919587:0:16338:0:(events.c:337:request_in_callback()) incoming req@0000000086141068 x1853237044971776 msgsize 440 00000100:00100000:2.0:1767384678.919592:0:16338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000001:2.0:1767384678.919605:0:16338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384678.919610:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.919614:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.919649:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384678.919652:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044971776 02000000:00000001:0.0:1767384678.919655:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384678.919657:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384678.919658:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384678.919661:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384678.919663:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044971776 00000020:00000001:0.0:1767384678.919665:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384678.919673:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b513b 00000020:00000001:0.0:1767384678.919675:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384678.919676:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b39a6059 refcount=6 00000020:00000001:0.0:1767384678.919679:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000020:00000001:0.0:1767384678.919682:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000100:00000001:0.0:1767384678.919685:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384678.919688:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384678.919690:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384678.919692:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000020:00000010:0.0:1767384678.919696:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384678.919699:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384678.919702:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384678.919706:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384678.919708:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384678.919710:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384678.919711:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.919715:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.919740:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.919750:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384678.919752:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384678.919758:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 6 00000100:00000001:2.0:1767384678.919760:0:40008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767384678.919761:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b39a6059 : new rpc_count 1 00000100:00000001:2.0:1767384678.919764:0:40008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384678.919766:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747174912 : -108600962376704 : ffff9d3a5e371c00) 00000100:00000001:2.0:1767384678.919768:0:40008:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.919772:0:40008:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.919773:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000086141068 x1853237044971776/t0(0) o40->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 440/0 e 0 to 0 dl 1767384689 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.919784:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384678.919786:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384678.919789:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384678.919791:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000100:00100000:0.0:1767384678.919794:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000086141068 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7696d72f-dd77-432c-9937-0b4919255ec2+6:15162:x1853237044971776:12345-192.168.202.22@tcp50:40: 00000100:00000200:0.0:1767384678.919798:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044971776 00000020:00000001:0.0:1767384678.919806:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384678.919809:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384678.919811:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.919813:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384678.919815:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663289232 : -1046262384 : ffffffffc1a34d90) 00000020:00000001:0.0:1767384678.919817:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1767384678.919819:0:17077:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237044971776, found 0 last_xid 1853237044971519 00000020:00000001:0.0:1767384678.919821:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384678.919823:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384678.919825:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384678.919827:0:17077:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384678.919830:0:17077:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.919831:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.919834:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384678.919835:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384678.919839:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 000000002287f43d. 02000000:00000001:0.0:1767384678.919840:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.919842:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384678.919846:0:17077:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:0.0:1767384678.919847:0:17077:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:0.0:1767384678.919849:0:17077:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384678.919851:0:17077:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384678.919853:0:17077:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384678.919855:0:17077:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:0.0:1767384678.919857:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044971776 00010000:00000001:0.0:1767384678.919859:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384678.919862:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000086141068 x1853237044971776/t0(0) o40->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 440/448 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384678.919869:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384678.919871:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384678.919873:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384678.919876:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384678.919878:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 5 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384678.919881:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384678.919883:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384678.919890:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.919892:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384678.919895:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384678.919898:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000100:00000200:0.0:1767384678.919901:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853237044971776, offset 224 00000400:00000200:0.0:1767384678.919905:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384678.919912:0:17077:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384678.919920:0:17077:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [222:222:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1767384678.919928:0:17077:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384678.919933:0:17077:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384678.919936:0:17077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7ce57f4. 00000800:00000200:0.0:1767384678.919940:0:17077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384678.919944:0:17077:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:0.0:1767384678.919947:0:17077:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a7ce57f4 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1767384678.919959:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.919962:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 4 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384678.919964:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384678.919966:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.919967:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384678.919971:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000086141068 x1853237044971776/t0(0) o40->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 440/448 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384678.919981:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000086141068 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7696d72f-dd77-432c-9937-0b4919255ec2+6:15162:x1853237044971776:12345-192.168.202.22@tcp50:40: Request processed in 195us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384678.919988:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 6 00000100:00000040:0.0:1767384678.919990:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b39a6059 : new rpc_count 0 00000100:00000001:0.0:1767384678.919993:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384678.919994:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384678.919997:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384678.920000:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:0.0:1767384678.920004:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000040:0.0:1767384678.920013:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 5 00000100:00000001:0.0:1767384678.920015:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384678.920059:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384678.920064:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7ce57f4. 00000400:00000200:2.0:1767384678.920067:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.920072:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384678.920075:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 00000400:00000010:2.0:1767384678.920077:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000001:2.0:1767384678.920081:0:16339:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384678.920083:0:16339:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384678.921157:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.921171:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384678.921175:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.921177:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.921184:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:3.0:1767384678.921197:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 224 into portal 26 MB=0x695825fc00a80 00000400:00000200:3.0:1767384678.921204:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 224/224 into md 0x18ed [2] + 0 00000400:00000010:3.0:1767384678.921208:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa6579. 00000400:00000200:3.0:1767384678.921212:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d33ee36a 00000800:00000001:3.0:1767384678.921217:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.921222:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.921224:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384678.921227:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:3.0:1767384678.921230:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d33ee36a 00000400:00000010:3.0:1767384678.921232:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d33ee36a. 00000100:00000001:3.0:1767384678.921235:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384678.921237:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384678.921240:0:16337:0:(events.c:337:request_in_callback()) incoming req@00000000af917904 x1853237044972160 msgsize 224 00000100:00100000:3.0:1767384678.921243:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:3.0:1767384678.921245:0:16337:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384678.921338:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384678.921380:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384678.921381:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044972160 02000000:00000001:0.0:1767384678.921387:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1767384678.921389:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384678.921390:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384678.921394:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384678.921395:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384678.921399:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384678.921399:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384678.921404:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384678.921408:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044972160 00000020:00000001:0.0:1767384678.921410:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384678.921411:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384678.921416:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384678.921418:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=9 00000020:00000001:0.0:1767384678.921421:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:0.0:1767384678.921424:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384678.921427:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384678.921431:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384678.921433:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384678.921435:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000020:00000010:0.0:1767384678.921439:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:0.0:1767384678.921442:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00000020:00000010:0.0:1767384678.921445:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000100:00000040:0.0:1767384678.921452:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384678.921455:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384678.921456:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384678.921457:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.921462:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.921476:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.921487:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000100:00000001:0.0:1767384678.921492:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384678.921496:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384678.921497:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384678.921503:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384678.921509:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 520 into portal 28 MB=0x695825fc00980 00000100:00100000:0.0:1767384678.921510:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 170 00000100:00000001:2.0:1767384678.921520:0:17070:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.921520:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:2.0:1767384678.921531:0:17070:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.921532:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.22@tcp50 of length 520/520 into md 0xab9 [8] + 4784 00000100:00000001:0.0:1767384678.921532:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472457333840 : -108601252217776 : ffff9d3a4cf07c50) 00000800:00000001:3.0:1767384678.921547:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767384678.921552:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af917904 x1853237044972160/t0(0) o400->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:659/0 lens 224/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384678.921556:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.921558:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384678.921564:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000100:00000001:3.0:1767384678.921572:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384678.921577:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384678.921584:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b105a0f. 00000100:00000040:3.0:1767384678.921588:0:16337:0:(events.c:337:request_in_callback()) incoming req@000000007b105a0f x1853237044971904 msgsize 520 00000100:00000001:0.0:1767384678.921589:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384678.921599:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000020:00000010:0.0:1767384678.921599:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec2789ee. 00000100:00000001:0.0:1767384678.921610:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384678.921616:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec2789ee. 00000100:00000001:3.0:1767384678.921622:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384678.921624:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af917904 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+9:11777:x1853237044972160:12345-192.168.202.22@tcp50:400: 00000800:00000001:3.0:1767384678.921628:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767384678.921631:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044972160 00000800:00000001:3.0:1767384678.921634:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384678.921638:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384678.921638:0:17071:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000001:3.0:1767384678.921643:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384678.921644:0:17071:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384678.921648:0:17071:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.921654:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000020:00000001:0.0:1767384678.921656:0:17071:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384678.921661:0:17071:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000100:00000001:1.0:1767384678.921663:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384678.921667:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 448 into portal 23 MB=0x695825fc00a00 00000100:00100000:1.0:1767384678.921668:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044971904 00000020:00000001:0.0:1767384678.921672:0:17071:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767384678.921676:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384678.921679:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384678.921679:0:17071:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.921688:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.22@tcp50 of length 448/448 into md 0x329 [2] + 0 00000100:00000001:1.0:1767384678.921688:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.921689:0:17071:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384678.921698:0:17071:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384678.921699:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384678.921701:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384678.921707:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044971904 00000020:00000001:0.0:1767384678.921707:0:17071:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384678.921710:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384678.921712:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384678.921714:0:17071:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1767384678.921719:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767384678.921719:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384678.921737:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384678.921739:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384678.921740:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.921746:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 02000000:00000001:0.0:1767384678.921747:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384678.921749:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384678.921758:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a04d1f4. 00000100:00000001:3.0:1767384678.921761:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384678.921761:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002207c0d5. 02000000:00000001:0.0:1767384678.921764:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384678.921767:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:1.0:1767384678.921770:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e791883. 00000100:00000001:0.0:1767384678.921774:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384678.921779:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000238b3f6e. 00000020:00000010:1.0:1767384678.921779:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000025ec353. 00000020:00000001:0.0:1767384678.921781:0:17071:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384678.921786:0:16337:0:(events.c:337:request_in_callback()) incoming req@00000000238b3f6e x1853237044972032 msgsize 448 00000100:00000001:1.0:1767384678.921788:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000040:0.0:1767384678.921789:0:17071:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044972160 00000100:00000001:1.0:1767384678.921791:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384678.921800:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000001:1.0:1767384678.921801:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.921801:0:17071:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384678.921815:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384678.921819:0:17071:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af917904 x1853237044972160/t0(0) o400->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:659/0 lens 224/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384678.921824:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384678.921831:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384678.921832:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.921840:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384678.921841:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384678.921843:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384678.921846:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384678.921847:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384678.921854:0:17080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e323c846. 00000100:00000001:1.0:1767384678.921855:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384678.921860:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384678.921864:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384678.921865:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 4 00000100:00100000:2.0:1767384678.921868:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044972032 00000100:00000040:0.0:1767384678.921869:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 5 to 192.168.202.22@tcp50 02000000:00000001:2.0:1767384678.921872:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384678.921873:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055412736 : -108605654138880 : ffff9d3946908000) 00000100:00000001:2.0:1767384678.921876:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384678.921880:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384678.921885:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.921885:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 00000100:00000040:1.0:1767384678.921886:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007b105a0f x1853237044971904/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384678.921892:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384678.921896:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384678.921897:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044972032 00000020:00000001:2.0:1767384678.921902:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384678.921904:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767384678.921905:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b513b 00000020:00000001:2.0:1767384678.921909:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384678.921912:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b39a6059 refcount=6 00000020:00000001:2.0:1767384678.921917:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000100:00000040:0.0:1767384678.921917:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000100:00100000:1.0:1767384678.921918:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007b105a0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:11775:x1853237044971904:12345-192.168.202.22@tcp50:8: 00000020:00000001:2.0:1767384678.921921:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000400:00000010:0.0:1767384678.921927:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc204e5e. 00000100:00000001:2.0:1767384678.921928:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384678.921929:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044971904 00000020:00000010:2.0:1767384678.921932:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cce05053. 00000100:00000200:0.0:1767384678.921934:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237044972160, offset 224 00000020:00000001:1.0:1767384678.921935:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384678.921936:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384678.921941:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cce05053. 00000020:00000010:2.0:1767384678.921946:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbaee1e9. 00000400:00000200:0.0:1767384678.921947:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00010000:00000001:1.0:1767384678.921950:0:17884:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000010:2.0:1767384678.921953:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1021406. 00000020:00000010:2.0:1767384678.921959:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000079ffa20a. 00000400:00000200:0.0:1767384678.921960:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000020:00000040:1.0:1767384678.921962:0:17884:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 6 - find 00000100:00000040:2.0:1767384678.921968:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000020:00000001:1.0:1767384678.921968:0:17884:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635468035580768 : -108605673970848 : ffff9d394561e360) 00000100:00000001:2.0:1767384678.921975:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384678.921975:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384678.921976:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [223:223:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [22:22:8:4294967295] 00000100:00000001:2.0:1767384678.921979:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384678.921980:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384678.921983:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384678.921987:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000006c93d60. 00000100:00000001:2.0:1767384678.921991:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.921993:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.921999:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384678.922002:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00010000:00000040:1.0:1767384678.922003:0:17884:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000100:00000001:2.0:1767384678.922010:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384678.922014:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.22@tcp50 00010000:00080000:1.0:1767384678.922015:0:17884:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50 t0 exp 0000000000000000 cur 299 last 0 00000800:00000010:0.0:1767384678.922021:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f08e2a60. 00000100:00000001:2.0:1767384678.922023:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384678.922026:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:0.0:1767384678.922031:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000100:00100000:2.0:1767384678.922037:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 0 00000100:00000040:2.0:1767384678.922040:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b39a6059 : new rpc_count 1 00010000:00000001:1.0:1767384678.922040:0:17884:0:(obd_class.h:852:obd_connect()) Process entered 00000020:00000010:3.0:1767384678.922045:0:17079:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000af49711b. 00000100:00000001:2.0:1767384678.922046:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055419904 : -108605654131712 : ffff9d3946909c00) 00002000:00000001:1.0:1767384678.922047:0:17884:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000800:00000200:0.0:1767384678.922047:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000100:00000001:3.0:1767384678.922054:0:17079:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000020:00000001:1.0:1767384678.922055:0:17884:0:(genops.c:1392:class_connect()) Process entered 00000800:00000200:0.0:1767384678.922056:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f08e2a60 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1767384678.922060:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000238b3f6e x1853237044972032/t0(0) o33->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 448/0 e 0 to 0 dl 1767384689 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767384678.922061:0:17079:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000020:00000001:1.0:1767384678.922063:0:17884:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000010:3.0:1767384678.922074:0:17079:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001ebd0cc6. 00000020:00000010:1.0:1767384678.922075:0:17884:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007d00cd22. 00000100:00000001:2.0:1767384678.922077:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384678.922082:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384678.922083:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cce05053. 00000100:00100000:3.0:1767384678.922085:0:17079:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000020:00000001:1.0:1767384678.922086:0:17884:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1767384678.922096:0:17080:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384678.922097:0:17884:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007d00cd22 with handle 0x9f279d7a9a0b5142 to hash 00000100:00000040:0.0:1767384678.922099:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 4 to 192.168.202.22@tcp50 00000020:00000010:2.0:1767384678.922101:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cce05053. 00000020:00000001:1.0:1767384678.922103:0:17884:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384678.922107:0:17071:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384678.922110:0:17884:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00100000:2.0:1767384678.922112:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000238b3f6e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7696d72f-dd77-432c-9937-0b4919255ec2+6:15162:x1853237044972032:12345-192.168.202.22@tcp50:33: 00000020:00000001:0.0:1767384678.922112:0:17071:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.922116:0:17884:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000001:0.0:1767384678.922119:0:17071:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000001:00000010:1.0:1767384678.922122:0:17884:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000006a75bdc3. 00000100:00000040:0.0:1767384678.922128:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af917904 x1853237044972160/t0(0) o400->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:659/0 lens 224/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384678.922129:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044972032 00000001:00000001:1.0:1767384678.922129:0:17884:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.922133:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384678.922136:0:17884:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000020:00000001:2.0:1767384678.922137:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384678.922141:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.922142:0:17884:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000001:2.0:1767384678.922146:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384678.922149:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663288896 : -1046262720 : ffffffffc1a34c40) 00000001:00000010:1.0:1767384678.922150:0:17884:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007b524efe. 00000020:00000001:2.0:1767384678.922153:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384678.922156:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af917904 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+9:11777:x1853237044972160:12345-192.168.202.22@tcp50:400: Request processed in 563us (909us total) trans 0 rc 0/0 00000001:00000001:2.0:1767384678.922157:0:17080:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237044972032, found 0 last_xid 1853237044972031 00000001:00000010:1.0:1767384678.922160:0:17884:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005a278fb8. 00000020:00000001:2.0:1767384678.922163:0:17080:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384678.922168:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000010:1.0:1767384678.922169:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000684eb53e. 00000020:00000001:2.0:1767384678.922170:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384678.922173:0:17080:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000100:00100000:0.0:1767384678.922176:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 170 00000001:00000010:1.0:1767384678.922177:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001ce54ec4. 00000020:00000001:2.0:1767384678.922178:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000040:0.0:1767384678.922183:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000020:00000001:2.0:1767384678.922184:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635472846891928 : -108600862659688 : ffff9d3a6428ab98) 00000001:00000010:1.0:1767384678.922186:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000059ff4f27. 00000020:00000001:2.0:1767384678.922190:0:17080:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.922191:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384678.922192:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384678.922194:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001dee115. 00000100:00000001:0.0:1767384678.922196:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384678.922201:0:17884:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384678.922203:0:17080:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00010000:00000001:1.0:1767384678.922206:0:17884:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384678.922208:0:17080:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000001:1.0:1767384678.922210:0:17884:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384678.922211:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000004:00000001:2.0:1767384678.922214:0:17080:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000040:1.0:1767384678.922216:0:17884:0:(genops.c:887:class_export_get()) GET export 000000007d00cd22 refcount=3 00000020:00000010:0.0:1767384678.922218:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00080000:00000001:2.0:1767384678.922219:0:17080:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000040:1.0:1767384678.922223:0:17884:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 7 - export 00000020:00000010:0.0:1767384678.922226:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 00000020:00000001:1.0:1767384678.922230:0:17884:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446635472846999552 : -108600862552064 : ffff9d3a642a5000) 00000020:00000040:0.0:1767384678.922234:0:17071:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 8 00000020:00000040:1.0:1767384678.922237:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000007d00cd22 : new refcount 2 00000100:00000001:3.0:1767384678.922238:0:17079:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384678.922240:0:17080:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 000000007691f4d8. 00000100:00000001:0.0:1767384678.922241:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000080:1.0:1767384678.922248:0:17884:0:(genops.c:1402:class_connect()) connect: client 7696d72f-dd77-432c-9937-0b4919255ec2, cookie 0x9f279d7a9a0b5142 00000004:00000001:2.0:1767384678.922250:0:17080:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000200:0.0:1767384678.922254:0:17071:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000004:00000001:2.0:1767384678.922255:0:17080:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:1.0:1767384678.922255:0:17884:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.922260:0:40009:0:(service.c:2991:ptlrpc_main()) Process entered 00000004:00000001:2.0:1767384678.922262:0:17080:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000020:00000001:1.0:1767384678.922262:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000001:2.0:1767384678.922265:0:17080:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000040:1.0:1767384678.922267:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5142 00000004:00000001:2.0:1767384678.922270:0:17080:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:1.0:1767384678.922271:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:2.0:1767384678.922273:0:17080:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000040:1.0:1767384678.922276:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007d00cd22 refcount=3 00000004:00000001:2.0:1767384678.922278:0:17080:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1767384678.922281:0:17080:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000001:1.0:1767384678.922282:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846999552 : -108600862552064 : ffff9d3a642a5000) 00000100:00000010:3.0:1767384678.922284:0:40009:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007df3a96b. 00080000:00000001:2.0:1767384678.922284:0:17080:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1767384678.922286:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846999552 : -108600862552064 : ffff9d3a642a5000) 00000001:00000001:1.0:1767384678.922313:0:17884:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:1.0:1767384678.922316:0:17884:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:1.0:1767384678.922321:0:17884:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 7 00000004:00000001:2.0:1767384678.922322:0:17080:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000001:00000001:1.0:1767384678.922324:0:17884:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446635473304267776 : -108600405283840 : ffff9d3a7f6bac00) 00000004:00000001:2.0:1767384678.922326:0:17080:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000001:00000001:1.0:1767384678.922329:0:17884:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000004:00000001:2.0:1767384678.922331:0:17080:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000020:00000040:1.0:1767384678.922332:0:17884:0:(genops.c:887:class_export_get()) GET export 000000007d00cd22 refcount=4 00000001:00000040:1.0:1767384678.922334:0:17884:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 8 00000001:00000001:1.0:1767384678.922338:0:17884:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384678.922339:0:17080:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1767384678.922343:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:08000000:1.0:1767384678.922345:0:17884:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.202.22@tcp50 to nodemap default 02000000:00000001:2.0:1767384678.922346:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000040:1.0:1767384678.922349:0:17884:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 7 00000001:00000001:1.0:1767384678.922354:0:17884:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384678.922356:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000e79b4458. 00002000:00100000:1.0:1767384678.922357:0:17884:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/000000007d00cd22 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 02000000:00000001:2.0:1767384678.922362:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.922365:0:17884:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:2.0:1767384678.922368:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384678.922374:0:17080:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384678.922378:0:17080:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384678.922382:0:17080:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000020:00000001:1.0:1767384678.922383:0:17884:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384678.922385:0:40009:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000408ff410. 00000001:00000001:2.0:1767384678.922386:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000020:1.0:1767384678.922388:0:17884:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/000000007d00cd22 free: 144203776 avail: 129867776 00000800:00000200:0.0:1767384678.922388:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000001:2.0:1767384678.922394:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384678.922397:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f08e2a60. 00000020:00000010:3.0:1767384678.922398:0:40009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007906811d. 00000020:00000001:1.0:1767384678.922398:0:17884:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000001:00000001:2.0:1767384678.922399:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767384678.922407:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384678.922408:0:17884:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/000000007d00cd22 avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00000400:00000200:0.0:1767384678.922409:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384678.922411:0:40009:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f979e547. 00000001:00000001:2.0:1767384678.922416:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.922423:0:17884:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000040:00000010:3.0:1767384678.922424:0:40009:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002c9f138f. 00000001:00000001:2.0:1767384678.922425:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000400:00000200:0.0:1767384678.922434:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000001:00000001:2.0:1767384678.922439:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384678.922440:0:17884:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000400:00000200:0.0:1767384678.922442:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc204e5e 00000020:00000020:1.0:1767384678.922443:0:17884:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/000000007d00cd22 wants: 134217728 current grant 0 granting: 8437760 00000001:00000001:2.0:1767384678.922446:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384678.922447:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc204e5e. 00000020:00000020:1.0:1767384678.922449:0:17884:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/000000007d00cd22 tot cached:0 granted:8716864 num_exports: 2 00000001:00000001:2.0:1767384678.922453:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000020:00000001:1.0:1767384678.922455:0:17884:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000100:00000001:0.0:1767384678.922456:0:16338:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:2.0:1767384678.922457:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384678.922458:0:17884:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/000000007d00cd22 ocd_grant: 8437760 want: 134217728 left: 129585152 02000000:00000001:0.0:1767384678.922460:0:16338:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000001:2.0:1767384678.922465:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.922465:0:17884:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 02000000:00000010:0.0:1767384678.922465:0:16338:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a04d1f4. 00002000:00100000:1.0:1767384678.922468:0:17884:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000001:00000001:2.0:1767384678.922472:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00002000:00000001:1.0:1767384678.922473:0:17884:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384678.922473:0:16338:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:2.0:1767384678.922476:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.922478:0:17884:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000100:00000001:0.0:1767384678.922479:0:16338:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:2.0:1767384678.922481:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.922483:0:40009:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007376b6ff. 00000001:00000040:1.0:1767384678.922484:0:17884:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID '7696d72f-dd77-432c-9937-0b4919255ec2' generation 0 00000001:00000001:2.0:1767384678.922488:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384678.922495:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.922496:0:40009:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003bd0693e. 00000001:00000001:1.0:1767384678.922496:0:17884:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000400:00000010:0.0:1767384678.922498:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000492db965. 00080000:00000001:1.0:1767384678.922503:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000010:3.0:1767384678.922508:0:40009:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a5549f9d. 02000000:00000001:2.0:1767384678.922508:0:17080:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000400:00000010:0.0:1767384678.922510:0:17071:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000060509786. 00080000:00000010:1.0:1767384678.922511:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001a72601b. 80000000:00000010:3.0:1767384678.922515:0:40009:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d49229f8. 02000000:00000010:2.0:1767384678.922518:0:17080:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000f5e7391b. 00080000:00000001:1.0:1767384678.922518:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468053667328 : -108605655884288 : ffff9d394675de00) 40000000:00000010:3.0:1767384678.922521:0:40009:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ea00511a. 00000004:00000001:2.0:1767384678.922531:0:17080:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00100000:00000010:3.0:1767384678.922532:0:40009:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000df1830f3. 00080000:00000001:1.0:1767384678.922535:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000004:00000040:2.0:1767384678.922545:0:17080:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00040000:00000010:3.0:1767384678.922546:0:40009:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001160155d. 00000001:00000001:1.0:1767384678.922546:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00040000:00000010:3.0:1767384678.922555:0:40009:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000099656ce7. 00080000:00000010:1.0:1767384678.922557:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4169c53. 00040000:00000010:3.0:1767384678.922562:0:40009:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000034a05839. 00080000:00000001:1.0:1767384678.922564:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384678.922570:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000010:3.0:1767384678.922571:0:40009:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007a8ef87e. 00080000:00000010:3.0:1767384678.922579:0:40009:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001a87f88e. 00000004:00000010:3.0:1767384678.922585:0:40009:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ef57a9f8. 00080000:00000001:1.0:1767384678.922588:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384678.922591:0:40009:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c647c5a7. 00000004:00000010:3.0:1767384678.922600:0:40009:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ccfce9a7. 00000001:00000010:1.0:1767384678.922601:0:17884:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000dde7d81a. 00000004:00000010:3.0:1767384678.922607:0:40009:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000032607869. 00000001:00000040:1.0:1767384678.922608:0:17884:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000007d00cd22 : new cb_count 1 00000020:00000040:1.0:1767384678.922614:0:17884:0:(genops.c:887:class_export_get()) GET export 000000007d00cd22 refcount=5 00000100:00000010:3.0:1767384678.922627:0:40009:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000aca3ce89. 00000100:00000200:3.0:1767384678.922638:0:40009:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000001:00000001:1.0:1767384678.922654:0:17884:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384678.922657:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384678.922664:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4169c53. 00040000:00000001:1.0:1767384678.922667:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384678.922669:0:17884:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384678.922671:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384678.922672:0:17884:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384678.922674:0:17884:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384678.922676:0:17884:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:1.0:1767384678.922678:0:17884:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384678.922682:0:17884:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000071d7ebca 00000020:00000010:1.0:1767384678.922686:0:17884:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000ad41bc9c. 00000020:00000040:1.0:1767384678.922692:0:17884:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000ad41bc9c for nid 192.168.202.22@tcp50 - ref 2 00000020:00000001:1.0:1767384678.922774:0:17884:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384678.922785:0:17884:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000fdd723d5. 00000020:00000010:1.0:1767384678.922789:0:17884:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000c82b1151. 00000020:00000010:1.0:1767384678.922792:0:17884:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 00000000298463e9. 00000020:00000010:1.0:1767384678.922807:0:17884:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000e9d8bc4a. 00000020:00000010:1.0:1767384678.922809:0:17884:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000005338327f. 00000020:00000010:1.0:1767384678.922811:0:17884:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000006e3c6797. 00002000:00000001:1.0:1767384678.922817:0:17884:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1767384678.922819:0:17884:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:1.0:1767384678.922820:0:17884:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.922821:0:17884:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384678.922825:0:17884:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000b27d8473. 00000020:00000040:1.0:1767384678.922826:0:17884:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 8 - import 00000020:00000001:1.0:1767384678.922831:0:17884:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384678.922832:0:17884:0:(genops.c:1242:class_import_put()) import 00000000b27d8473 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384678.922834:0:17884:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767384678.922835:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4169c53. 00000020:00000040:1.0:1767384678.922839:0:17884:0:(genops.c:887:class_export_get()) GET export 000000007d00cd22 refcount=6 00000100:00000040:1.0:1767384678.922841:0:17884:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000007d00cd22 : new rpc_count 1 00000100:00000001:1.0:1767384678.922843:0:17884:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1767384678.922848:0:17884:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.202.22@tcp50 primary NID 192.168.202.22@tcp50 rc 0 00000100:00000001:1.0:1767384678.922851:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384678.922852:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 5 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384678.922853:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 00000100:00000001:1.0:1767384678.922855:0:17884:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635472293481216 : -108601416070400 : 0xffff9d3a432c4b00) 00000100:00000040:1.0:1767384678.922860:0:17884:0:(connection.c:149:ptlrpc_connection_get()) conn=000000008ab18ac3 refcount 5 to 192.168.202.22@tcp50 00000020:00000040:1.0:1767384678.922862:0:17884:0:(genops.c:887:class_export_get()) GET export 000000007d00cd22 refcount=7 00000100:00000001:1.0:1767384678.922867:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384678.922869:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 6 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384678.922870:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:1.0:1767384678.922873:0:17884:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384678.922876:0:17884:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384678.922878:0:17884:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:1.0:1767384678.922880:0:17884:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072651628608 : -1057923008 : ffffffffc0f16040) 02000000:00000001:1.0:1767384678.922884:0:17884:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.922886:0:17884:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767384678.922889:0:17884:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767384678.922891:0:17884:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384678.922894:0:17884:0:(import.c:65:import_set_state_nolock()) 00000000b27d8473 : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384678.922898:0:17884:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384678.922899:0:17884:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384678.922903:0:17884:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.922906:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000007d00cd22 : new refcount 6 00000020:00000040:1.0:1767384678.922908:0:17884:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 8 - find 00010000:00000001:1.0:1767384678.922911:0:17884:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.922914:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384678.922916:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665412832 : -1044138784 : ffffffffc1c3b4e0) 00000020:00000001:1.0:1767384678.922919:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384678.922922:0:17884:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384678.922924:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384678.922925:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384678.922927:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.922930:0:17884:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:1.0:1767384678.922934:0:17884:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384678.922936:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044971904 00010000:00000001:1.0:1767384678.922939:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384678.922943:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007b105a0f x1853237044971904/t0(0) o8->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384678.922951:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384678.922953:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384678.922956:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=84 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384678.922959:0:17884:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767384678.922961:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384678.922963:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 7 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384678.922964:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:1.0:1767384678.922966:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384678.922967:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.922969:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384678.922971:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:1.0:1767384678.922974:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005efb0929. 00000100:00000200:1.0:1767384678.922976:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237044971904, offset 0 00000400:00000200:1.0:1767384678.922981:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:1.0:1767384678.922986:0:17884:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:1.0:1767384678.922992:0:17884:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [224:224:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:1.0:1767384678.923000:0:17884:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384678.923003:0:17884:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:1.0:1767384678.923005:0:17884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dd7e37e. 00000800:00000200:1.0:1767384678.923009:0:17884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:1.0:1767384678.923013:0:17884:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:1.0:1767384678.923016:0:17884:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001dd7e37e type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767384678.923027:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384678.923029:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 6 to 192.168.202.22@tcp50 00010000:00000001:1.0:1767384678.923031:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384678.923032:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.923034:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384678.923038:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b105a0f x1853237044971904/t0(0) o8->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384678.923045:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007b105a0f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7696d72f-dd77-432c-9937-0b4919255ec2+6:11775:x1853237044971904:12345-192.168.202.22@tcp50:8: Request processed in 1136us (1456us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384678.923051:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 4 00000100:00000040:1.0:1767384678.923053:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007d00cd22 : new rpc_count 0 00000100:00000001:1.0:1767384678.923055:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384678.923056:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384678.923058:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e791883. 00000020:00000010:1.0:1767384678.923060:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000025ec353. 00000020:00000010:1.0:1767384678.923062:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002207c0d5. 00000020:00000040:1.0:1767384678.923064:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000007d00cd22 : new refcount 5 00000100:00000001:1.0:1767384678.923066:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384678.923099:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384678.923103:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dd7e37e. 00000400:00000200:2.0:1767384678.923107:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.923112:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384678.923115:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005efb0929 00000400:00000010:2.0:1767384678.923116:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005efb0929. 00000100:00000001:2.0:1767384678.923123:0:16339:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384678.923133:0:16339:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00080000:2.0:1767384678.923287:0:17080:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 731us 00000004:00000001:2.0:1767384678.923325:0:17080:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000004:00000010:3.0:1767384678.930855:0:40010:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000d6ca8dd3. 02000000:00000001:3.0:1767384678.930863:0:40010:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:3.0:1767384678.930867:0:40010:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:3.0:1767384678.930868:0:40010:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@0000000075e1072c: 0:0, ngroups 0, nperms 0 00000004:00000001:3.0:1767384678.930871:0:40010:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:3.0:1767384678.930882:0:40010:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 00000000f5e7391b for key 0 02000000:00000001:3.0:1767384678.930898:0:40010:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384678.930900:0:40010:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000d6ca8dd3. 02000000:00001000:1.0:1767384678.930938:0:17080:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000f5e7391b flags 0x0 02000000:00000001:1.0:1767384678.930945:0:17080:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446635472845936640 : -108600863614976 : ffff9d3a641a1800) 00000001:00000001:1.0:1767384678.930950:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.930952:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.930955:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.930956:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.930957:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.930959:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.930962:0:17080:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1767384678.930964:0:17080:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.930968:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384678.930969:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.930971:0:17080:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1767384678.930972:0:17080:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.930976:0:17080:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:1.0:1767384678.930980:0:17080:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from 7696d72f-dd77-432c-9937-0b4919255ec2: does not need LOVEA. 00000004:00000001:1.0:1767384678.930983:0:17080:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1767384678.930985:0:17080:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1767384678.930991:0:17080:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384678.930992:0:17080:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1767384678.930994:0:17080:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.930996:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384678.930997:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.930998:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.931000:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.931001:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.931002:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.931003:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.931004:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.931005:0:17080:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.931006:0:17080:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.931007:0:17080:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384678.931008:0:17080:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1767384678.931011:0:17080:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00000002:1.0:1767384678.931013:0:17080:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1767384678.931014:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384678.931015:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.931017:0:17080:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1767384678.931019:0:17080:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384678.931023:0:17080:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1767384678.931038:0:17080:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384678.931041:0:17080:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384678.931043:0:17080:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.931047:0:17080:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384678.931049:0:17080:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.931051:0:17080:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384678.931053:0:17080:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.931054:0:17080:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.931059:0:17080:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:1.0:1767384678.931061:0:17080:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1767384678.931063:0:17080:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1767384678.931064:0:17080:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1767384678.931066:0:17080:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1767384678.931067:0:17080:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1767384678.931069:0:17080:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1767384678.931072:0:17080:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.931073:0:17080:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1767384678.931075:0:17080:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1767384678.931078:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044972032 00010000:00000001:1.0:1767384678.931080:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384678.931087:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000238b3f6e x1853237044972032/t0(0) o33->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 448/464 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767384678.931094:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384678.931096:0:17080:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384678.931098:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 00000000acb6b46f time=1767384678 v=10 (0 0 0 0) 00000100:00001000:1.0:1767384678.931101:0:17080:0:(import.c:2194:obd_at_measure()) AT 00000000acb6b46f change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:1.0:1767384678.931105:0:17080:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@00000000238b3f6e x1853237044972032/t0(0) o33->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 448/464 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767384678.931111:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384678.931113:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 7 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384678.931114:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:1.0:1767384678.931116:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384678.931119:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.931123:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384678.931126:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:1.0:1767384678.931131:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a531f8f. 00000100:00000200:1.0:1767384678.931137:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853237044972032, offset 224 00000400:00000200:1.0:1767384678.931145:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:1.0:1767384678.931166:0:17080:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:1.0:1767384678.931182:0:17080:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [225:225:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1767384678.931195:0:17080:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384678.931201:0:17080:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:1.0:1767384678.931206:0:17080:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075025194. 00000800:00000200:1.0:1767384678.931213:0:17080:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:1.0:1767384678.931220:0:17080:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:1.0:1767384678.931224:0:17080:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075025194 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:1.0:1767384678.931241:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384678.931245:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 6 to 192.168.202.22@tcp50 00010000:00000001:1.0:1767384678.931249:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384678.931251:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.931254:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:1.0:1767384678.931260:0:17080:0:(lu_object.c:207:lu_object_put()) Add 0000000046f798f1/00000000f2a86895 to site lru. bkt: 000000006531b9ce 00000100:00000040:1.0:1767384678.931266:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000238b3f6e x1853237044972032/t0(0) o33->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 448/464 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767384678.931277:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000238b3f6e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7696d72f-dd77-432c-9937-0b4919255ec2+6:15162:x1853237044972032:12345-192.168.202.22@tcp50:33: Request processed in 9199us (9488us total) trans 0 rc 0/0 00000020:00000010:1.0:1767384678.931287:0:17080:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000bf2d0058. 00000100:00100000:1.0:1767384678.931324:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 0 00000100:00000040:1.0:1767384678.931328:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b39a6059 : new rpc_count 0 00000100:00000001:1.0:1767384678.931331:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384678.931333:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384678.931337:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1021406. 00000020:00000010:1.0:1767384678.931342:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000079ffa20a. 00000020:00000010:1.0:1767384678.931347:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbaee1e9. 00000020:00000040:1.0:1767384678.931353:0:17080:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 5 00000800:00000200:2.0:1767384678.931354:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384678.931357:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384678.931360:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075025194. 00000400:00000200:2.0:1767384678.931365:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.931371:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384678.931376:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a531f8f 00000400:00000010:2.0:1767384678.931378:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a531f8f. 00000100:00000001:2.0:1767384678.931384:0:16337:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384678.931386:0:16337:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384678.949364:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.949390:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384678.949402:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.949405:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384678.949418:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:0.0:1767384678.949437:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 576 into portal 12 MB=0x695825fc00b00 00000400:00000200:0.0:1767384678.949446:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.22@tcp50 of length 576/576 into md 0x229 [64] + 10584 00000800:00000001:0.0:1767384678.949455:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.949466:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384678.949469:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384678.949473:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000100:00000001:0.0:1767384678.949481:0:16338:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384678.949483:0:16338:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384678.949489:0:16338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e3b7021. 00000100:00000040:0.0:1767384678.949494:0:16338:0:(events.c:337:request_in_callback()) incoming req@000000009e3b7021 x1853237044972288 msgsize 576 00000100:00100000:0.0:1767384678.949498:0:16338:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000001:0.0:1767384678.949535:0:16338:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384678.949547:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384678.949551:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.949584:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384678.949588:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044972288 02000000:00000001:1.0:1767384678.949591:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384678.949594:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384678.949596:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.949614:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384678.949619:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044972288 00000020:00000001:1.0:1767384678.949622:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384678.949624:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b513b 00000020:00000001:1.0:1767384678.949627:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.949629:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b39a6059 refcount=6 00000020:00000001:1.0:1767384678.949632:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000020:00000001:1.0:1767384678.949634:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000100:00000001:1.0:1767384678.949638:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384678.949643:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b344fcc. 00000100:00000001:1.0:1767384678.949645:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384678.949648:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b344fcc. 00000020:00000010:1.0:1767384678.949654:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393e07a8. 00000020:00000010:1.0:1767384678.949659:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e791883. 00000020:00000010:1.0:1767384678.949664:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000025ec353. 00000100:00000040:1.0:1767384678.949673:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384678.949677:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384678.949678:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1767384678.949682:0:17077:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1767384678.949685:0:17077:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.949688:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.949698:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.949711:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.949738:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384678.949740:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384678.949745:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 7 00000100:00000040:1.0:1767384678.949750:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b39a6059 : new rpc_count 1 00000100:00000001:1.0:1767384678.949754:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963251584 : -108605746300032 : ffff9d3941123b80) 00000100:00000040:1.0:1767384678.949763:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009e3b7021 x1853237044972288/t0(0) o101->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 576/0 e 0 to 0 dl 1767384689 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767384678.949776:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384678.949779:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b344fcc. 00000100:00000001:1.0:1767384678.949782:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384678.949785:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009b344fcc. 00000100:00100000:1.0:1767384678.949789:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009e3b7021 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7696d72f-dd77-432c-9937-0b4919255ec2+6:15192:x1853237044972288:12345-192.168.202.22@tcp50:101: 00000100:00000200:1.0:1767384678.949794:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044972288 00000020:00000001:1.0:1767384678.949797:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384678.949801:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384678.949806:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.949809:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384678.949811:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072651376832 : -1058174784 : ffffffffc0ed88c0) 00000020:00000001:1.0:1767384678.949814:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384678.949817:0:17077:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237044972288, found 0 last_xid 1853237044972287 00000020:00000001:1.0:1767384678.949820:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384678.949822:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384678.949824:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384678.949830:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.949832:0:17077:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384678.949835:0:17077:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384678.949836:0:17077:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384678.949838:0:17077:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384678.949840:0:17077:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.949845:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384678.951046:0:17077:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008c040f30. 00010000:00000010:1.0:1767384678.951058:0:17077:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007c339167. 00010000:00000001:1.0:1767384678.951064:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384678.951068:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000def5c528. 00000020:00000010:1.0:1767384678.951074:0:17077:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009b344fcc. 00000020:00000001:1.0:1767384678.951079:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384678.951081:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000def5c528 with handle 0x9f279d7a9a0b5149 to hash 00000020:00000001:1.0:1767384678.951085:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384678.951086:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000010:1.0:1767384678.951092:0:17077:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c0f8a96. 00010000:00000001:1.0:1767384678.951096:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00010000:1.0:1767384678.951100:0:17077:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000def5c528/0x9f279d7a9a0b5149 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x654a62b74de307d2 expref: -99 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384678.951112:0:17077:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 00000000b39a6059 : new locks_count 1 00000020:00000040:1.0:1767384678.951115:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000b39a6059 refcount=7 00010000:00000001:1.0:1767384678.951122:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1767384678.951125:0:17077:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1767384678.951136:0:17077:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1767384678.951139:0:17077:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1767384678.951141:0:17077:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1767384678.951143:0:17077:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1767384678.951145:0:17077:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1767384678.951148:0:17077:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384678.951153:0:17077:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446635472846891928 : -108600862659688 : ffff9d3a6428ab98) 00000004:00000001:1.0:1767384678.951156:0:17077:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446635472846891840 : -108600862659776 : ffff9d3a6428ab40) 00000004:00000001:1.0:1767384678.951159:0:17077:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.951163:0:17077:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1767384678.951165:0:17077:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1767384678.951168:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384678.951171:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384678.951176:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000071787d7f. 02000000:00000001:1.0:1767384678.951179:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.951182:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.951184:0:17077:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.951186:0:17077:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1767384678.951190:0:17077:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:1.0:1767384678.951193:0:17077:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384678.951194:0:17077:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951198:0:17077:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.951199:0:17077:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.951201:0:17077:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951203:0:17077:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.951204:0:17077:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.951206:0:17077:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951207:0:17077:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.951209:0:17077:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.951210:0:17077:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951212:0:17077:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.951213:0:17077:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.951215:0:17077:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951217:0:17077:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.951218:0:17077:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.951219:0:17077:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951231:0:17077:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384678.951232:0:17077:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.951238:0:17077:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1767384678.951243:0:17077:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 00000000f5e7391b flags 0x0 02000000:00000001:1.0:1767384678.951245:0:17077:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446635472845936640 : -108600863614976 : ffff9d3a641a1800) 00000001:00000001:1.0:1767384678.951248:0:17077:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.951249:0:17077:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.951251:0:17077:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951253:0:17077:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.951254:0:17077:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.951256:0:17077:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.951258:0:17077:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1767384678.951259:0:17077:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951262:0:17077:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384678.951263:0:17077:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.951265:0:17077:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1767384678.951266:0:17077:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.951270:0:17077:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1767384678.951275:0:17077:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1767384678.951276:0:17077:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1767384678.951278:0:17077:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:1.0:1767384678.951280:0:17077:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384678.951282:0:17077:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 000000001e07664d 00000004:00000001:1.0:1767384678.951288:0:17077:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1767384678.951305:0:17077:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384678.951308:0:17077:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384678.951313:0:17077:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008c040f30 count: 2 00010000:00000001:1.0:1767384678.951317:0:17077:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384678.951320:0:17077:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384678.951326:0:17077:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046bff18d. 00000020:00000001:1.0:1767384678.951329:0:17077:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384678.951331:0:17077:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000046bff18d with handle 0x9f279d7a9a0b5150 to hash 00000020:00000001:1.0:1767384678.951334:0:17077:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384678.951337:0:17077:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000010:1.0:1767384678.951349:0:17077:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000efd62212. 00010000:00000001:1.0:1767384678.951352:0:17077:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384678.951356:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384678.951359:0:17077:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384678.951362:0:17077:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000046bff18d/0x9f279d7a9a0b5150 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17077 initiator: MDT0 00010000:00000001:1.0:1767384678.951371:0:17077:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384678.951375:0:17077:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384678.951378:0:17077:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1767384678.951382:0:17077:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1767384678.951384:0:17077:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.951387:0:17077:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1767384678.951390:0:17077:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.951393:0:17077:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384678.951396:0:17077:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384678.951398:0:17077:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384678.951400:0:17077:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384678.951402:0:17077:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (000000008c040f30) refcount = 2 00010000:00010000:1.0:1767384678.951405:0:17077:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000046bff18d/0x9f279d7a9a0b5150 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17077 initiator: MDT0 00010000:00000001:1.0:1767384678.951417:0:17077:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:1.0:1767384678.951422:0:17077:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000007ddf4f9e. 00010000:00000001:1.0:1767384678.951427:0:17077:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384678.951430:0:17077:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.951433:0:17077:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384678.951434:0:17077:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.951437:0:17077:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.951439:0:17077:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384678.951442:0:17077:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384678.951445:0:17077:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384678.951447:0:17077:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000046bff18d/0x9f279d7a9a0b5150 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17077 initiator: MDT0 00010000:00000001:1.0:1767384678.951453:0:17077:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384678.951455:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.951456:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.951458:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384678.951459:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.951461:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046bff18d refcount=3 00000020:00000001:1.0:1767384678.951463:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384678.951466:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384678.951468:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.951469:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384678.951470:0:17077:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.951474:0:17077:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1767384678.951479:0:17077:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1767384678.951482:0:17077:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1767384678.951488:0:17077:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.951492:0:17077:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384678.951498:0:17077:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1767384678.951514:0:17077:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384678.951519:0:17077:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384678.951521:0:17077:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384678.951523:0:17077:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1767384678.951525:0:17077:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:1.0:1767384678.951532:0:17077:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 000000004de00f1f. 00000004:00000001:1.0:1767384678.951535:0:17077:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:1.0:1767384678.951538:0:17077:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:1.0:1767384678.951541:0:17077:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:1.0:1767384678.951544:0:17077:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951546:0:17077:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384678.951548:0:17077:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951550:0:17077:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.951551:0:17077:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.951553:0:17077:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951555:0:17077:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.951556:0:17077:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.951557:0:17077:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951559:0:17077:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384678.951560:0:17077:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384678.951562:0:17077:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1767384678.951564:0:17077:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:1.0:1767384678.951567:0:17077:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767384678.951570:0:17077:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:1.0:1767384678.951572:0:17077:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:1.0:1767384678.951573:0:17077:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384678.951574:0:17077:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.951577:0:17077:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1767384678.951580:0:17077:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1767384678.951581:0:17077:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:1.0:1767384678.951585:0:17077:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384678.951588:0:17077:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1767384678.951590:0:17077:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.951595:0:17077:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1767384678.951597:0:17077:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.951599:0:17077:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384678.951600:0:17077:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.951602:0:17077:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.951608:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384678.951610:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.951612:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046bff18d refcount=3 00000020:00000001:1.0:1767384678.951614:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384678.951616:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00000004:00010000:1.0:1767384678.951619:0:17077:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000046bff18d/0x9f279d7a9a0b5150 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17077 initiator: MDT0 00010000:00000001:1.0:1767384678.951625:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.951626:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384678.951628:0:17077:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1767384678.951630:0:17077:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1767384678.951632:0:17077:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1767384678.951634:0:17077:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384678.951635:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.951636:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000046bff18d refcount=3 00000020:00000001:1.0:1767384678.951639:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00010000:00000001:1.0:1767384678.951641:0:17077:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263711232 : -108601445840384 : ffff9d3a41660a00) 00000004:00000040:1.0:1767384678.951644:0:17077:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 00000000b39a6059 : new locks_count 2 00000020:00000040:1.0:1767384678.951646:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000b39a6059 refcount=8 00010000:00000001:1.0:1767384678.951649:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.951650:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1767384678.951652:0:17077:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1767384678.951654:0:17077:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1767384678.951657:0:17077:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1767384678.951659:0:17077:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1767384678.951660:0:17077:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1767384678.951662:0:17077:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1767384678.951664:0:17077:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1767384678.951666:0:17077:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:1.0:1767384678.951669:0:17077:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.951672:0:17077:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1767384678.951674:0:17077:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1767384678.951677:0:17077:0:(lu_object.c:207:lu_object_put()) Add 0000000046f798f1/00000000f2a86895 to site lru. bkt: 000000006531b9ce 00000004:00000001:1.0:1767384678.951680:0:17077:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1767384678.951681:0:17077:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1767384678.951684:0:17077:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1767384678.951686:0:17077:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384678.951689:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.951690:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.951692:0:17077:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384678.951693:0:17077:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.951696:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000def5c528 with handle 0x9f279d7a9a0b5149 from hash 00010000:00000001:1.0:1767384678.951699:0:17077:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384678.951700:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.951701:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.951702:0:17077:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1767384678.951703:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384678.951711:0:17077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000def5c528/0x9f279d7a9a0b5149 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de307d2 expref: 8 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384678.951719:0:17077:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000b39a6059 : new locks_count 1 00000020:00000040:1.0:1767384678.951740:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 7 00010000:00000010:1.0:1767384678.951743:0:17077:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c0f8a96. 00010000:00000001:1.0:1767384678.951750:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.951752:0:17077:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.951756:0:17077:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384678.951760:0:17077:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000046bff18d/0x9f279d7a9a0b5150 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de307d2 expref: 7 pid: 17077 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.951767:0:17077:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384678.951770:0:17077:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1767384678.951772:0:17077:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000008c040f30) 00010000:00010000:1.0:1767384678.951775:0:17077:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1767384678.951777:0:17077:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.951780:0:17077:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.951781:0:17077:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384678.951783:0:17077:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.951784:0:17077:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384678.951785:0:17077:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000046bff18d, rc 0) 00000020:00000001:1.0:1767384678.951788:0:17077:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384678.951791:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044972288 00010000:00000001:1.0:1767384678.951794:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384678.951799:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009e3b7021 x1853237044972288/t0(0) o101->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 576/688 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767384678.951808:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384678.951811:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384678.951815:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384678.951820:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384678.951823:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 7 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384678.951825:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:1.0:1767384678.951828:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384678.951830:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.951834:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384678.951837:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:1.0:1767384678.951842:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000100:00000200:1.0:1767384678.951849:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853237044972288, offset 224 00000400:00000200:1.0:1767384678.951856:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:1.0:1767384678.951869:0:17077:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:1.0:1767384678.951889:0:17077:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [226:226:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1767384678.951902:0:17077:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384678.951908:0:17077:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:1.0:1767384678.951914:0:17077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000075025194. 00000800:00000200:1.0:1767384678.951921:0:17077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:1.0:1767384678.951928:0:17077:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:1.0:1767384678.951932:0:17077:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000075025194 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:1.0:1767384678.951951:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384678.951955:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 6 to 192.168.202.22@tcp50 00010000:00000001:1.0:1767384678.951958:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384678.951960:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.951962:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384678.951968:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e3b7021 x1853237044972288/t0(0) o101->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 576/688 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767384678.951986:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009e3b7021 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7696d72f-dd77-432c-9937-0b4919255ec2+7:15192:x1853237044972288:12345-192.168.202.22@tcp50:101: Request processed in 2209us (2489us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384678.951996:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 7 00000100:00000040:1.0:1767384678.952000:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b39a6059 : new rpc_count 0 00000100:00000001:1.0:1767384678.952003:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384678.952006:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384678.952010:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e791883. 00000020:00000010:1.0:1767384678.952015:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000025ec353. 00000020:00000010:1.0:1767384678.952019:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000393e07a8. 00000020:00000040:1.0:1767384678.952024:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 6 00000100:00000001:1.0:1767384678.952026:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384678.952049:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384678.952054:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000075025194. 00000400:00000200:2.0:1767384678.952058:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.952063:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384678.952068:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000044c2a65 00000400:00000010:2.0:1767384678.952070:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000044c2a65. 00000100:00000001:2.0:1767384678.952076:0:16339:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384678.952078:0:16339:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1767384678.957349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000def5c528. 00000800:00000001:2.0:1767384678.960317:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.960334:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384678.960338:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.960341:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.960351:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384678.960367:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 328 into portal 17 MB=0x695825fc00b80 00000400:00000200:2.0:1767384678.960377:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.22@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:2.0:1767384678.960382:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e899a27f. 00000400:00000200:2.0:1767384678.960387:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008d55fdc3 00000800:00000001:2.0:1767384678.960393:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.960402:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.960404:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.960409:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384678.960414:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d55fdc3 00000400:00000010:2.0:1767384678.960416:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d55fdc3. 00000100:00000001:2.0:1767384678.960438:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384678.960441:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384678.960445:0:16337:0:(events.c:337:request_in_callback()) incoming req@00000000eea9bf60 x1853237044972416 msgsize 328 00000100:00100000:2.0:1767384678.960451:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:2.0:1767384678.960453:0:16337:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384678.960472:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384678.960480:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.960485:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384678.960488:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.960491:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.960496:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384678.960504:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 328 into portal 17 MB=0x695825fc00c00 00000400:00000200:2.0:1767384678.960508:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.22@tcp50 of length 328/328 into md 0x15 [2] + 0 00000800:00000001:2.0:1767384678.960513:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.960560:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.960563:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.960569:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000100:00000001:2.0:1767384678.960573:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384678.960574:0:17063:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384678.960575:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:3.0:1767384678.960581:0:17063:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044972416 00000100:00000010:2.0:1767384678.960583:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f5a70947. 02000000:00000001:3.0:1767384678.960585:0:17063:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384678.960588:0:16337:0:(events.c:337:request_in_callback()) incoming req@00000000f5a70947 x1853237044972544 msgsize 328 00000100:00000001:3.0:1767384678.960590:0:17063:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384678.960595:0:17063:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384678.960599:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 02000000:00000001:3.0:1767384678.960601:0:17063:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.960620:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384678.960627:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.960631:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384678.960633:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.960636:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.960642:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384678.960649:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 328 into portal 17 MB=0x695825fc00c80 00000100:00100000:3.0:1767384678.960653:0:17063:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044972416 00000400:00000200:2.0:1767384678.960656:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.22@tcp50 of length 328/328 into md 0x15 [2] + 328 00000020:00000001:3.0:1767384678.960659:0:17063:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384678.960662:0:17063:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000800:00000001:2.0:1767384678.960665:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384678.960667:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384678.960672:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=9 00000800:00000001:2.0:1767384678.960673:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384678.960676:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000400:00000200:2.0:1767384678.960679:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384678.960682:0:17063:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:0.0:1767384678.960682:0:36567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384678.960687:0:36567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044972544 00000100:00000001:3.0:1767384678.960691:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384678.960692:0:36567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384678.960696:0:36567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384678.960697:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000020:00000010:3.0:1767384678.960699:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f80db7ba. 00000100:00000001:0.0:1767384678.960701:0:36567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.960705:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384678.960707:0:36567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.960711:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f80db7ba. 00000100:00100000:0.0:1767384678.960713:0:36567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044972544 00000100:00000001:2.0:1767384678.960716:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384678.960717:0:36567:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767384678.960735:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079b221c6. 00000100:00000200:2.0:1767384678.960735:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000040:0.0:1767384678.960737:0:36567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:0.0:1767384678.960743:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767384678.960744:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ddb2d155. 00000020:00000040:0.0:1767384678.960745:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=10 00000020:00000010:3.0:1767384678.960746:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001738f895. 00000100:00000040:2.0:1767384678.960751:0:16337:0:(events.c:337:request_in_callback()) incoming req@00000000ddb2d155 x1853237044972672 msgsize 328 00000020:00000001:0.0:1767384678.960753:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000010:3.0:1767384678.960756:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1c8906b. 00000020:00000001:0.0:1767384678.960759:0:36567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00100000:2.0:1767384678.960766:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000001:0.0:1767384678.960767:0:36567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384678.960770:0:17063:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000010:0.0:1767384678.960773:0:36567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0d3ae18. 00000100:00000001:3.0:1767384678.960776:0:17063:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384678.960778:0:36567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384678.960779:0:17063:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384678.960783:0:17063:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000010:0.0:1767384678.960784:0:36567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0d3ae18. 00010000:00000001:3.0:1767384678.960788:0:17063:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384678.960788:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384678.960792:0:36567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c169222c. 00010000:00000001:3.0:1767384678.960794:0:17063:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000800:00000001:2.0:1767384678.960797:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767384678.960800:0:36567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016a4189a. 00010000:00000001:3.0:1767384678.960801:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:2.0:1767384678.960803:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384678.960806:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384678.960807:0:36567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000020:00000040:3.0:1767384678.960810:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000082978f7 refcount=3 00000100:00000001:0.0:1767384678.960814:0:36567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384678.960816:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142742528 : -108600566809088 : ffff9d3a75cafe00) 00000100:00000001:0.0:1767384678.960818:0:36567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384678.960823:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142742528 : -108600566809088 : ffff9d3a75cafe00) 00010000:00000001:0.0:1767384678.960823:0:36567:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384678.960826:0:36567:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.960829:0:36567:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767384678.960832:0:36567:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384678.960836:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384678.960837:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384678.960839:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a3ac67d refcount=3 00010000:00000001:3.0:1767384678.960841:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384678.960843:0:17062:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384678.960845:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142740992 : -108600566810624 : ffff9d3a75caf800) 00010000:00000001:3.0:1767384678.960846:0:17063:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384678.960847:0:17062:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044972672 00000100:00000001:3.0:1767384678.960854:0:17063:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.960854:0:17062:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767384678.960854:0:36567:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142740992 : -108600566810624 : ffff9d3a75caf800) 00000100:00000001:1.0:1767384678.960858:0:17062:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767384678.960861:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384678.960862:0:17062:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.960866:0:17063:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.960867:0:17062:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.960872:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384678.960874:0:17062:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044972672 00010000:00000001:0.0:1767384678.960876:0:36567:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.960879:0:17062:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384678.960881:0:36567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.960883:0:17062:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000100:00000001:3.0:1767384678.960886:0:17063:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384678.960888:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384678.960889:0:36567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.960892:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=11 00000100:00000001:0.0:1767384678.960895:0:36567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384678.960899:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:1.0:1767384678.960903:0:17062:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:3.0:1767384678.960906:0:17063:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384678.960907:0:17062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384678.960911:0:17063:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384678.960911:0:36567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384678.960914:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a867e1e3. 00000100:00000001:0.0:1767384678.960916:0:36567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384678.960920:0:17062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384678.960924:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 0 00000020:00000010:1.0:1767384678.960926:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a867e1e3. 00000100:00000040:3.0:1767384678.960929:0:17063:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:2.0:1767384678.960931:0:17061:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767384678.960934:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393e07a8. 00000100:00000001:2.0:1767384678.960937:0:17061:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384678.960937:0:36567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 1 00000020:00000010:1.0:1767384678.960940:0:17062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e791883. 00000100:00000001:3.0:1767384678.960943:0:17063:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473304261712 : -108600405289904 : ffff9d3a7f6b9450) 00000100:00000040:0.0:1767384678.960945:0:36567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 2 00000100:00000001:2.0:1767384678.960948:0:17061:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.960951:0:36567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747173120 : -108600962378496 : ffff9d3a5e371500) 00000100:00000001:2.0:1767384678.960954:0:17061:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384678.960956:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eea9bf60 x1853237044972416/t0(0) o103->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:659/0 lens 328/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384678.960959:0:17062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000025ec353. 00000100:00000040:0.0:1767384678.960963:0:36567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f5a70947 x1853237044972544/t0(0) o103->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:659/0 lens 328/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.960972:0:17062:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384678.960976:0:17062:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384678.960980:0:17062:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384678.960984:0:17062:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.960989:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384678.960991:0:17062:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000010:3.0:1767384678.960997:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f80db7ba. 00010000:00000001:1.0:1767384678.960997:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384678.960997:0:36567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384678.961000:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384678.961004:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384678.961004:0:36567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0d3ae18. 00000020:00000040:1.0:1767384678.961005:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007940f661 refcount=3 00000100:00000001:0.0:1767384678.961011:0:36567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384678.961012:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142742016 : -108600566809600 : ffff9d3a75cafc00) 00000020:00000010:3.0:1767384678.961013:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f80db7ba. 00000020:00000010:0.0:1767384678.961017:0:36567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0d3ae18. 00010000:00000001:1.0:1767384678.961019:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142742016 : -108600566809600 : ffff9d3a75cafc00) 00010000:00000001:1.0:1767384678.961026:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384678.961028:0:17063:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eea9bf60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+11:11777:x1853237044972416:12345-192.168.202.22@tcp50:103: 00010000:00000001:1.0:1767384678.961030:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384678.961030:0:36567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f5a70947 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+11:11776:x1853237044972544:12345-192.168.202.22@tcp50:103: 00010000:00000001:1.0:1767384678.961034:0:17062:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384678.961038:0:17063:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044972416 00000100:00000001:1.0:1767384678.961040:0:17062:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384678.961043:0:36567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044972544 00010000:00000001:3.0:1767384678.961045:0:17063:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:1.0:1767384678.961048:0:17062:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.961048:0:36567:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384678.961049:0:17063:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000002:0.0:1767384678.961052:0:36567:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384678.961055:0:17063:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1767384678.961056:0:36567:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384678.961063:0:17063:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384678.961065:0:17062:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384678.961067:0:17063:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384678.961073:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c01a0059. 00000100:00000001:0.0:1767384678.961075:0:36567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384678.961078:0:17063:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384678.961083:0:17063:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384678.961084:0:36567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384678.961088:0:17063:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384678.961091:0:17063:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000010:0.0:1767384678.961091:0:36567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b3849e8e. 00010000:00000001:3.0:1767384678.961095:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1767384678.961097:0:36567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.961098:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384678.961103:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000082978f7 refcount=3 00000100:00000001:0.0:1767384678.961103:0:36567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.961108:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142742528 : -108600566809088 : ffff9d3a75cafe00) 00010000:00000001:0.0:1767384678.961109:0:36567:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384678.961112:0:36567:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384678.961115:0:36567:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384678.961118:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384678.961120:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142742528 : -108600566809088 : ffff9d3a75cafe00) 00000020:00000040:0.0:1767384678.961122:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007a3ac67d refcount=3 00010000:00000040:3.0:1767384678.961126:0:17063:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000047b82906 count: 8 00000020:00000001:0.0:1767384678.961127:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142740992 : -108600566810624 : ffff9d3a75caf800) 00010000:00000001:3.0:1767384678.961133:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384678.961134:0:36567:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142740992 : -108600566810624 : ffff9d3a75caf800) 00000020:00000001:3.0:1767384678.961139:0:17063:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384678.961141:0:17063:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384678.961147:0:17063:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384678.961147:0:36567:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006bdb03ab count: 4 00000020:00000001:3.0:1767384678.961153:0:17063:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.961154:0:36567:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384678.961159:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1767384678.961159:0:36567:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384678.961161:0:36567:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384678.961164:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384678.961165:0:36567:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.961169:0:36567:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.961172:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384678.961173:0:36567:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384678.961175:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384678.961177:0:36567:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384678.961180:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384678.961183:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.961184:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384678.961188:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000082978f7 with handle 0x9f279d7a9a0b5126 from hash 00010000:00000001:0.0:1767384678.961189:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384678.961192:0:36567:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384678.961194:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384678.961196:0:36567:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.961198:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384678.961200:0:36567:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007a3ac67d with handle 0x9f279d7a9a0b5134 from hash 00010000:00000001:3.0:1767384678.961202:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384678.961205:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384678.961207:0:36567:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384678.961209:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384678.961211:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.961213:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384678.961215:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384678.961218:0:36567:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:3.0:1767384678.961221:0:17063:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000082978f7/0x9f279d7a9a0b5126 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de30785 expref: 11 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384678.961221:0:36567:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384678.961224:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384678.961231:0:36567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007a3ac67d/0x9f279d7a9a0b5134 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de307af expref: 11 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384678.961237:0:17063:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000445694c9 : new locks_count 3 00000020:00000040:3.0:1767384678.961242:0:17063:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 10 00010000:00000040:0.0:1767384678.961245:0:36567:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000445694c9 : new locks_count 2 00000020:00000040:0.0:1767384678.961249:0:36567:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 9 00010000:00000001:3.0:1767384678.961253:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384678.961258:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384678.961258:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384678.961262:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384678.961263:0:36567:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384678.961265:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384678.961267:0:36567:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384678.961271:0:17063:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.961271:0:36567:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384678.961276:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384678.961277:0:36567:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384678.961279:0:17063:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384678.961281:0:36567:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384678.961282:0:17063:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384678.961284:0:36567:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384678.961287:0:36567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384678.961328:0:17063:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384678.961329:0:36567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384678.961335:0:17063:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.961335:0:36567:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384678.961343:0:17063:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=94 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384678.961343:0:36567:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384678.961350:0:36567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384678.961356:0:17063:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384678.961364:0:36567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 8 to 192.168.202.22@tcp50 00000100:00000040:3.0:1767384678.961365:0:17063:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 8 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384678.961368:0:36567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 00000100:00000001:3.0:1767384678.961372:0:17063:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384678.961374:0:36567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384678.961378:0:17063:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384678.961379:0:36567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384678.961382:0:17063:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.961385:0:36567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384678.961388:0:17063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384678.961393:0:36567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000100:00000040:3.0:1767384678.961398:0:17063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384678.961400:0:36567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc204e5e. 00000400:00000010:3.0:1767384678.961403:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000529253a3. 00000100:00000200:0.0:1767384678.961406:0:36567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237044972544, offset 224 00000100:00000200:3.0:1767384678.961409:0:17063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237044972416, offset 224 00000400:00000200:0.0:1767384678.961418:0:36567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:3.0:1767384678.961426:0:17063:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384678.961432:0:36567:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384678.961452:0:36567:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [227:227:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384678.961463:0:36567:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384678.961469:0:36567:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384678.961474:0:36567:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f08e2a60. 00000400:00000200:3.0:1767384678.961476:0:17063:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000800:00000200:0.0:1767384678.961484:0:36567:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000400:00000200:3.0:1767384678.961490:0:17063:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [228:228:255:4294967295] 192.168.202.22@tcp50 LPNI seq info [27:27:7:4294967295] 00000800:00000200:0.0:1767384678.961496:0:36567:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:0.0:1767384678.961502:0:36567:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f08e2a60 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767384678.961512:0:17063:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384678.961518:0:17063:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:3.0:1767384678.961523:0:17063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055977e15. 00000100:00000001:0.0:1767384678.961523:0:36567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.961533:0:36567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 7 to 192.168.202.22@tcp50 00000800:00000200:3.0:1767384678.961534:0:17063:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00010000:00000001:0.0:1767384678.961539:0:36567:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.961543:0:36567:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384678.961546:0:17063:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:3.0:1767384678.961553:0:17063:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000055977e15 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1767384678.961553:0:36567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f5a70947 x1853237044972544/t0(0) o103->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:659/0 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384678.961561:0:17063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384678.961570:0:17063:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 6 to 192.168.202.22@tcp50 00010000:00000001:3.0:1767384678.961574:0:17063:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384678.961576:0:36567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f5a70947 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+9:11776:x1853237044972544:12345-192.168.202.22@tcp50:103: Request processed in 576us (983us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384678.961578:0:17063:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384678.961582:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1767384678.961588:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eea9bf60 x1853237044972416/t0(0) o103->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:659/0 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384678.961590:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f08e2a60. 00000100:00100000:0.0:1767384678.961597:0:36567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 1 00000400:00000200:2.0:1767384678.961598:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384678.961605:0:36567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 1 00000400:00000200:2.0:1767384678.961613:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000100:00000001:0.0:1767384678.961613:0:36567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:3.0:1767384678.961614:0:17063:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eea9bf60 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+9:11777:x1853237044972416:12345-192.168.202.22@tcp50:103: Request processed in 623us (1164us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384678.961618:0:36567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767384678.961622:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc204e5e 00000400:00000010:2.0:1767384678.961626:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc204e5e. 00000100:00100000:3.0:1767384678.961632:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 0 00000020:00000010:0.0:1767384678.961632:0:36567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016a4189a. 00000100:00000001:2.0:1767384678.961634:0:16338:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384678.961639:0:16338:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767384678.961640:0:17063:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000020:00000010:0.0:1767384678.961641:0:36567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000100:00000001:3.0:1767384678.961647:0:17063:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384678.961649:0:36567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c169222c. 00000020:00000040:0.0:1767384678.961654:0:36567:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 8 00000100:00000001:0.0:1767384678.961659:0:36567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384678.961660:0:17063:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384678.961665:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001738f895. 00000020:00000010:3.0:1767384678.961671:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1c8906b. 00000100:00000001:0.0:1767384678.961673:0:36567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384678.961675:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079b221c6. 00000100:00000001:0.0:1767384678.961677:0:36567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000200:2.0:1767384678.961679:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1767384678.961682:0:17063:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 7 00000800:00000010:2.0:1767384678.961683:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055977e15. 00000100:00100000:0.0:1767384678.961688:0:36567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 2 00000400:00000200:2.0:1767384678.961691:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384678.961693:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:0.0:1767384678.961693:0:36567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 02000000:00000010:3.0:1767384678.961697:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000529d39ce. 00000100:00000001:0.0:1767384678.961700:0:36567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747175808 : -108600962375808 : ffff9d3a5e371f80) 00000400:00000200:2.0:1767384678.961703:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 02000000:00000001:3.0:1767384678.961706:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384678.961711:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000056d513c7. 00000400:00000200:2.0:1767384678.961711:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000529253a3 00000100:00000040:0.0:1767384678.961712:0:36567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ddb2d155 x1853237044972672/t0(0) o103->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:659/0 lens 328/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384678.961717:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000529253a3. 02000000:00000001:3.0:1767384678.961733:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384678.961736:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000901c5e5c. 02000000:00000001:3.0:1767384678.961743:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384678.961743:0:16338:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:3.0:1767384678.961748:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e007167. 02000000:00000001:2.0:1767384678.961749:0:16338:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384678.961749:0:36567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384678.961754:0:16338:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c01a0059. 00000020:00000010:0.0:1767384678.961756:0:36567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0d3ae18. 02000000:00000001:2.0:1767384678.961760:0:16338:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384678.961761:0:36567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384678.961764:0:16338:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384678.961766:0:36567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0d3ae18. 00000100:00100000:0.0:1767384678.961774:0:36567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ddb2d155 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+7:11779:x1853237044972672:12345-192.168.202.22@tcp50:103: 00000100:00000200:0.0:1767384678.961778:0:36567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044972672 00010000:00000001:0.0:1767384678.961780:0:36567:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767384678.961782:0:36567:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384678.961784:0:36567:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767384678.961787:0:36567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384678.961790:0:36567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384678.961793:0:36567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a769fd43. 02000000:00000001:0.0:1767384678.961795:0:36567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.961797:0:36567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.961799:0:36567:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767384678.961801:0:36567:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767384678.961803:0:36567:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:3.0:1767384678.961805:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767384678.961806:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1767384678.961810:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ae51138f. 00000020:00000040:0.0:1767384678.961810:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007940f661 refcount=3 00000020:00000001:0.0:1767384678.961815:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142742016 : -108600566809600 : ffff9d3a75cafc00) 02000000:00000001:3.0:1767384678.961817:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384678.961819:0:36567:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142742016 : -108600566809600 : ffff9d3a75cafc00) 00000100:00000010:3.0:1767384678.961821:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000510b9640. 02000000:00000001:3.0:1767384678.961826:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384678.961827:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d95f2ee4. 02000000:00000001:3.0:1767384678.961833:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000040:0.0:1767384678.961834:0:36567:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000e03eca6 count: 2 00000100:00000010:3.0:1767384678.961836:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d33e8365. 00010000:00000001:0.0:1767384678.961840:0:36567:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384678.961843:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767384678.961844:0:36567:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000010:3.0:1767384678.961848:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000011553b98. 00010000:00000001:0.0:1767384678.961849:0:36567:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384678.961852:0:36567:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384678.961855:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1767384678.961857:0:36567:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384678.961859:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b69c60db. 00010000:00000001:0.0:1767384678.961862:0:36567:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767384678.961865:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384678.961866:0:36567:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:3.0:1767384678.961869:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005cca74b3. 00010000:00000001:0.0:1767384678.961872:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384678.961873:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384678.961876:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1767384678.961877:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006166415c. 00010000:00000001:0.0:1767384678.961880:0:36567:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384678.961883:0:17063:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384678.961885:0:36567:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384678.961889:0:36567:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007940f661 with handle 0x9f279d7a9a0b512d from hash 00000100:00000200:3.0:1767384678.961892:0:17063:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000001:0.0:1767384678.961893:0:36567:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384678.961896:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384678.961899:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384678.961901:0:17063:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fd92a19. 00010000:00000001:0.0:1767384678.961901:0:36567:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384678.961904:0:36567:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384678.961907:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384678.961909:0:17063:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000100812fa. 00010000:00010000:0.0:1767384678.961911:0:36567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007940f661/0x9f279d7a9a0b512d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de307a8 expref: 7 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384678.961920:0:36567:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000445694c9 : new locks_count 1 00000020:00000040:0.0:1767384678.961923:0:36567:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 6 00010000:00000001:0.0:1767384678.961929:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384678.961931:0:36567:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384678.961932:0:36567:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384678.961933:0:36567:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384678.961935:0:36567:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.961937:0:36567:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384678.961939:0:36567:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000e03eca6 count: 0 00010000:00010000:0.0:1767384678.961944:0:36567:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384678.961945:0:36567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384678.961948:0:36567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384678.961950:0:36567:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384678.961952:0:36567:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384678.961955:0:36567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384678.961964:0:36567:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 7 to 192.168.202.22@tcp50 00000100:00000001:0.0:1767384678.961966:0:36567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:0.0:1767384678.961969:0:36567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384678.961970:0:36567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.961973:0:36567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384678.961975:0:36567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:0.0:1767384678.961978:0:36567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db49ec3. 00000100:00000200:0.0:1767384678.961982:0:36567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237044972672, offset 224 00000400:00000200:0.0:1767384678.961986:0:36567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:0.0:1767384678.961992:0:36567:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:0.0:1767384678.962000:0:36567:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [229:229:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:0.0:1767384678.962009:0:36567:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384678.962014:0:36567:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:0.0:1767384678.962018:0:36567:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061c1df0e. 00000800:00000200:0.0:1767384678.962022:0:36567:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:0.0:1767384678.962027:0:36567:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:0.0:1767384678.962030:0:36567:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000061c1df0e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384678.962043:0:36567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.962046:0:36567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 6 to 192.168.202.22@tcp50 00010000:00000001:0.0:1767384678.962049:0:36567:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.962051:0:36567:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.962054:0:36567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ddb2d155 x1853237044972672/t0(0) o103->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:659/0 lens 328/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384678.962065:0:36567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ddb2d155 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+6:11779:x1853237044972672:12345-192.168.202.22@tcp50:103: Request processed in 315us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384678.962073:0:36567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 2 00000100:00000040:0.0:1767384678.962076:0:36567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000100:00000001:0.0:1767384678.962078:0:36567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384678.962080:0:36567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384678.962090:0:36567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e791883. 00000020:00000010:0.0:1767384678.962094:0:36567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000025ec353. 00000020:00000010:0.0:1767384678.962097:0:36567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000393e07a8. 00000020:00000040:0.0:1767384678.962100:0:36567:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 5 00000100:00000001:0.0:1767384678.962103:0:36567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384678.962119:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384678.962123:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061c1df0e. 00000400:00000200:2.0:1767384678.962127:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.962131:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384678.962141:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db49ec3 00000400:00000010:2.0:1767384678.962143:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003db49ec3. 00000100:00000001:2.0:1767384678.962146:0:16339:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384678.962148:0:16339:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384678.964790:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.964797:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384678.964800:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.964803:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.964809:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384678.964818:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 224 into portal 28 MB=0x695825fc00d00 00000400:00000200:2.0:1767384678.964826:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.22@tcp50 of length 224/224 into md 0xab9 [8] + 5304 00000800:00000001:2.0:1767384678.964831:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.964838:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.964840:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.964845:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000100:00000001:2.0:1767384678.964849:0:16337:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384678.964851:0:16337:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384678.964855:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b1e81dc7. 00000100:00000040:2.0:1767384678.964858:0:16337:0:(events.c:337:request_in_callback()) incoming req@00000000b1e81dc7 x1853237044972800 msgsize 224 00000100:00100000:2.0:1767384678.964874:0:16337:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000001:2.0:1767384678.964888:0:16337:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384678.964893:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.964896:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.964939:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384678.964943:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044972800 02000000:00000001:1.0:1767384678.964946:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384678.964947:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384678.964949:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.964953:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384678.964955:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044972800 00000020:00000001:1.0:1767384678.964957:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384678.964958:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5142 00000020:00000001:1.0:1767384678.964960:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.964962:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000007d00cd22 refcount=6 00000020:00000001:1.0:1767384678.964965:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846999552 : -108600862552064 : ffff9d3a642a5000) 00000020:00000001:1.0:1767384678.964967:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846999552 : -108600862552064 : ffff9d3a642a5000) 00000100:00000001:1.0:1767384678.964970:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384678.964973:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a867e1e3. 00000020:00000010:1.0:1767384678.964977:0:17884:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e4169c53. 00000020:00000040:1.0:1767384678.964982:0:17884:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 8 - evictor 00000100:00000001:1.0:1767384678.965000:0:17884:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384678.965005:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6c1b583. 00000020:00000010:1.0:1767384678.965010:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071589cea. 00000020:00000010:1.0:1767384678.965014:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2223fc3. 00000100:00000040:1.0:1767384678.965022:0:17884:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00080000:2.0:1767384678.965025:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384678.965026:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384678.965028:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384678.965030:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.965035:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384678.965040:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 8 - evictor 00000100:00000001:1.0:1767384678.965047:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.965069:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384678.965071:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384678.965080:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 5 00000100:00000040:1.0:1767384678.965084:0:17884:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000007d00cd22 : new rpc_count 1 00000100:00000001:1.0:1767384678.965087:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747169536 : -108600962382080 : ffff9d3a5e370700) 00000100:00000040:1.0:1767384678.965092:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b1e81dc7 x1853237044972800/t0(0) o9->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 224/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.965103:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384678.965106:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4169c53. 00000100:00000001:1.0:1767384678.965108:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384678.965110:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4169c53. 00000100:00100000:1.0:1767384678.965115:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b1e81dc7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7696d72f-dd77-432c-9937-0b4919255ec2+6:11775:x1853237044972800:12345-192.168.202.22@tcp50:9: 00000100:00000200:1.0:1767384678.965119:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044972800 00000020:00000001:1.0:1767384678.965122:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384678.965125:0:17884:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384678.965127:0:17884:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.965130:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384678.965132:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665412880 : -1044138736 : ffffffffc1c3b510) 00000020:00000001:1.0:1767384678.965136:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384678.965139:0:17884:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384678.965142:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384678.965144:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384678.965147:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.965149:0:17884:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384678.965152:0:17884:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384678.965154:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384678.965155:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384678.965159:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008a533f03. 02000000:00000001:1.0:1767384678.965161:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.965163:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.965168:0:17884:0:(genops.c:887:class_export_get()) GET export 000000007d00cd22 refcount=7 00010000:00000001:1.0:1767384678.965170:0:17884:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:1.0:1767384678.965173:0:17884:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384678.965174:0:17884:0:(genops.c:887:class_export_get()) GET export 000000007d00cd22 refcount=8 00010000:00000001:1.0:1767384678.965177:0:17884:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384678.965179:0:17884:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384678.965189:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000007d00cd22 : new refcount 7 00000020:00000080:1.0:1767384678.965192:0:17884:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b5142 00000020:00000040:1.0:1767384678.965194:0:17884:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007d00cd22 with handle 0x9f279d7a9a0b5142 from hash 00000020:00000040:1.0:1767384678.965199:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000007d00cd22 : new refcount 6 00000020:00000010:1.0:1767384678.965202:0:17884:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a867e1e3. 00000020:00000001:1.0:1767384678.965204:0:17884:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384678.965206:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000007d00cd22 : new refcount 5 00000020:00000001:1.0:1767384678.965208:0:17884:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384678.965209:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000007d00cd22 : new refcount 4 00000020:00000001:1.0:1767384678.965211:0:17884:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.965214:0:17884:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384678.965216:0:17884:0:(import.c:65:import_set_state_nolock()) 00000000b27d8473 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384678.965219:0:17884:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384678.965221:0:17884:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384678.965223:0:17884:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384678.965236:0:17884:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384678.965240:0:17884:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:1.0:1767384678.965244:0:17884:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000008c801f8a dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384678.965247:0:17884:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/000000007d00cd22 dirty 0 pend 0 grant 0 00000020:00000010:1.0:1767384678.965251:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c0ec0211. 00000020:00000010:1.0:1767384678.965255:0:17884:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eedfc344. 00000020:00000010:1.0:1767384678.965261:0:17884:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000adbe092d. 00000020:00000001:3.0:1767384678.965265:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1767384678.965266:0:17884:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c0b6e940. 00000020:00000001:3.0:1767384678.965269:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384678.965273:0:17884:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000cf2d64b. 00010000:00010000:3.0:1767384678.965274:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 80000000:00000010:1.0:1767384678.965281:0:17884:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008022a724. 40000000:00000010:1.0:1767384678.965287:0:17884:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a867e1e3. 00100000:00000010:1.0:1767384678.965324:0:17884:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002c810ee8. 00040000:00000010:1.0:1767384678.965329:0:17884:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001dd7e37e. 00040000:00000010:1.0:1767384678.965334:0:17884:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000393e07a8. 00080000:00000010:1.0:1767384678.965342:0:17884:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000067f407c6. 00080000:00000010:1.0:1767384678.965348:0:17884:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a386338f. 00002000:00000010:1.0:1767384678.965358:0:17884:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ae51138f. 00000001:00000001:1.0:1767384678.965362:0:17884:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:1.0:1767384678.965364:0:17884:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID '7696d72f-dd77-432c-9937-0b4919255ec2' 00000001:00000001:1.0:1767384678.965368:0:17884:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384678.965369:0:17884:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:1.0:1767384678.965373:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384678.965378:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f929a693. 00080000:00000001:1.0:1767384678.965380:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467979079680 : -108605730471936 : ffff9d394203c000) 00080000:00000001:1.0:1767384678.965384:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384678.965389:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384678.965392:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4169c53. 00080000:00000001:1.0:1767384678.965395:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384678.965398:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384678.965408:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.965410:0:17884:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:1.0:1767384678.965439:0:17884:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:1.0:1767384678.965442:0:17884:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384678.965445:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384678.965453:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4169c53. 00040000:00000001:1.0:1767384678.965458:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384678.965460:0:17884:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384678.965462:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384678.965464:0:17884:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:1.0:1767384678.965467:0:17884:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.965470:0:17884:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384678.965472:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384678.965490:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000eb33afd5. 00080000:00000001:1.0:1767384678.965492:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468058804736 : -108605650746880 : ffff9d3946c44200) 00080000:00000001:1.0:1767384678.965495:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384678.965497:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384678.965500:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4169c53. 00080000:00000001:1.0:1767384678.965502:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384678.965504:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384678.965508:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384678.965511:0:17884:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000000b628df8. 00000001:00000040:1.0:1767384678.965513:0:17884:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000007d00cd22 : new cb_count 2 00000020:00000040:1.0:1767384678.965515:0:17884:0:(genops.c:887:class_export_get()) GET export 000000007d00cd22 refcount=5 00000001:00000001:1.0:1767384678.965534:0:17884:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384678.965536:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384678.965540:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4169c53. 00040000:00000001:1.0:1767384678.965543:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384678.965544:0:17884:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384678.965546:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384678.965547:0:17884:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:1.0:1767384678.965550:0:17884:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:1.0:1767384678.965552:0:17884:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384678.965556:0:17884:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eedfc344. 00000020:00000010:1.0:1767384678.965560:0:17884:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000adbe092d. 00000020:00000010:1.0:1767384678.965563:0:17884:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c0b6e940. 00000020:00000010:1.0:1767384678.965567:0:17884:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000cf2d64b. 80000000:00000010:1.0:1767384678.965570:0:17884:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008022a724. 40000000:00000010:1.0:1767384678.965573:0:17884:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a867e1e3. 00100000:00000010:1.0:1767384678.965577:0:17884:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002c810ee8. 00040000:00000010:1.0:1767384678.965580:0:17884:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001dd7e37e. 00040000:00000010:1.0:1767384678.965583:0:17884:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000393e07a8. 00080000:00000010:1.0:1767384678.965587:0:17884:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a386338f. 00080000:00000010:1.0:1767384678.965591:0:17884:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000067f407c6. 00002000:00000010:1.0:1767384678.965594:0:17884:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ae51138f. 00000020:00000010:1.0:1767384678.965597:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c0ec0211. 00000001:00000001:1.0:1767384678.965600:0:17884:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384678.965603:0:17884:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 8 00000001:00000001:1.0:1767384678.965606:0:17884:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384678.965609:0:17884:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 7 00000020:00000040:1.0:1767384678.965611:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000007d00cd22 : new refcount 4 00000001:00000001:1.0:1767384678.965612:0:17884:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384678.965614:0:17884:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 6 00000001:00000001:1.0:1767384678.965616:0:17884:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384678.965617:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000007d00cd22 : new refcount 3 00002000:00000001:1.0:1767384678.965619:0:17884:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.965620:0:17884:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.965623:0:17884:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.965625:0:17884:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384678.965628:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044972800 00010000:00000001:1.0:1767384678.965639:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384678.965644:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b1e81dc7 x1853237044972800/t0(0) o9->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 224/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384678.965653:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384678.965655:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384678.965657:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=84 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384678.965660:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384678.965662:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 7 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384678.965665:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:1.0:1767384678.965667:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384678.965669:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.965671:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384678.965673:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:1.0:1767384678.965677:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d71b6b0. 00000100:00000200:1.0:1767384678.965681:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237044972800, offset 224 00000400:00000200:1.0:1767384678.965686:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:1.0:1767384678.965693:0:17884:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:1.0:1767384678.965702:0:17884:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [230:230:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:1.0:1767384678.965712:0:17884:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384678.965732:0:17884:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:1.0:1767384678.965737:0:17884:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001dd7e37e. 00000800:00000200:1.0:1767384678.965741:0:17884:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:1.0:1767384678.965746:0:17884:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:1.0:1767384678.965749:0:17884:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001dd7e37e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384678.965761:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384678.965765:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 6 to 192.168.202.22@tcp50 00010000:00000001:1.0:1767384678.965768:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384678.965770:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.965772:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384678.965776:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1e81dc7 x1853237044972800/t0(0) o9->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 224/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384678.965787:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b1e81dc7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7696d72f-dd77-432c-9937-0b4919255ec2+3:11775:x1853237044972800:12345-192.168.202.22@tcp50:9: Request processed in 683us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384678.965797:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 5 00000100:00000040:1.0:1767384678.965800:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000007d00cd22 : new rpc_count 0 00000100:00000001:1.0:1767384678.965802:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384678.965804:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384678.965807:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071589cea. 00000020:00000010:1.0:1767384678.965811:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2223fc3. 00000020:00000010:1.0:1767384678.965814:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6c1b583. 00000020:00000040:1.0:1767384678.965817:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000007d00cd22 : new refcount 2 00000100:00000001:1.0:1767384678.965820:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384678.965834:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384678.965839:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001dd7e37e. 00000400:00000200:2.0:1767384678.965842:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.965848:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384678.965851:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d71b6b0 00000400:00000010:2.0:1767384678.965853:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d71b6b0. 00000100:00000001:2.0:1767384678.965859:0:16338:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384678.965860:0:16338:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767384678.967323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007a3ac67d. 00010000:00000010:3.1:1767384678.967324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000082978f7. 00000800:00000001:2.0:1767384678.970848:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.970879:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384678.970883:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.970885:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.970894:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:2.0:1767384678.970906:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 224 into portal 12 MB=0x695825fc00e00 00000400:00000200:2.0:1767384678.970914:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.22@tcp50 of length 224/224 into md 0x229 [64] + 11160 00000800:00000001:2.0:1767384678.970920:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.970927:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.970929:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.970933:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000100:00000001:2.0:1767384678.970939:0:16339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384678.970940:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384678.970945:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ce39d9d. 00000100:00000040:2.0:1767384678.970948:0:16339:0:(events.c:337:request_in_callback()) incoming req@000000006ce39d9d x1853237044973056 msgsize 224 00000100:00100000:2.0:1767384678.970953:0:16339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000001:2.0:1767384678.970965:0:16339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384678.970970:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384678.970973:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.971005:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384678.971009:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044973056 02000000:00000001:1.0:1767384678.971012:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384678.971014:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384678.971016:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.971020:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384678.971024:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044973056 00000020:00000001:1.0:1767384678.971026:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384678.971029:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b513b 00000020:00000001:1.0:1767384678.971031:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.971034:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000b39a6059 refcount=7 00000020:00000001:1.0:1767384678.971036:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000020:00000001:1.0:1767384678.971039:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00000100:00000001:1.0:1767384678.971043:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384678.971047:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aab6844. 00000100:00000001:1.0:1767384678.971050:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384678.971053:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aab6844. 00000020:00000010:1.0:1767384678.971059:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009bff73bb. 00000020:00000010:1.0:1767384678.971063:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071589cea. 00000020:00000010:1.0:1767384678.971067:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2223fc3. 00000100:00000040:1.0:1767384678.971073:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384678.971077:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384678.971078:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384678.971080:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.971086:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.971098:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.971109:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384678.971112:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384678.971118:0:17077:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 8 00000100:00000040:1.0:1767384678.971122:0:17077:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000b39a6059 : new rpc_count 1 00000100:00000001:1.0:1767384678.971124:0:17077:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747170432 : -108600962381184 : ffff9d3a5e370a80) 00000100:00000040:1.0:1767384678.971131:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ce39d9d x1853237044973056/t0(0) o39->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 224/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.971142:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384678.971145:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001aab6844. 00000100:00000001:1.0:1767384678.971147:0:17077:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384678.971149:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001aab6844. 00000100:00100000:1.0:1767384678.971153:0:17077:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ce39d9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7696d72f-dd77-432c-9937-0b4919255ec2+7:11775:x1853237044973056:12345-192.168.202.22@tcp50:39: 00000100:00000200:1.0:1767384678.971157:0:17077:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044973056 00000020:00000001:1.0:1767384678.971160:0:17077:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384678.971163:0:17077:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384678.971167:0:17077:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.971169:0:17077:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384678.971172:0:17077:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663289184 : -1046262432 : ffffffffc1a34d60) 00000020:00000001:1.0:1767384678.971175:0:17077:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767384678.971177:0:17077:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237044973056, found 0 last_xid 1853237044972287 00000020:00000001:1.0:1767384678.971180:0:17077:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384678.971183:0:17077:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384678.971185:0:17077:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384678.971187:0:17077:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.971190:0:17077:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384678.971192:0:17077:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384678.971194:0:17077:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384678.971197:0:17077:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384678.971200:0:17077:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ae51138f. 02000000:00000001:1.0:1767384678.971203:0:17077:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.971205:0:17077:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.971209:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000b39a6059 refcount=8 00010000:00000001:1.0:1767384678.971211:0:17077:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384678.971215:0:17077:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384678.971216:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000b39a6059 refcount=9 00010000:00000001:1.0:1767384678.971219:0:17077:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384678.971220:0:17077:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384678.971231:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 8 00000020:00000080:1.0:1767384678.971233:0:17077:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b513b 00000020:00000040:1.0:1767384678.971236:0:17077:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b39a6059 with handle 0x9f279d7a9a0b513b from hash 00000020:00000040:1.0:1767384678.971240:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 7 00000020:00000010:1.0:1767384678.971243:0:17077:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000540811bb. 00000020:00000001:1.0:1767384678.971246:0:17077:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384678.971248:0:17077:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000b39a6059: total 0 00000020:00000001:1.0:1767384678.971250:0:17077:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384678.971251:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 6 00000020:00000001:1.0:1767384678.971253:0:17077:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.971255:0:17077:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384678.971257:0:17077:0:(import.c:65:import_set_state_nolock()) 0000000018aab9e1 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384678.971261:0:17077:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384678.971263:0:17077:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384678.971264:0:17077:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384678.971278:0:17077:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384678.971283:0:17077:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767384678.971285:0:17077:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000fc799c81 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384678.971289:0:17077:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000066272187 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384678.971329:0:17077:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/00000000b39a6059 dirty 0 pend 0 grant 0 00010000:00000010:0.1:1767384678.971332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007940f661. 00000004:00000001:1.0:1767384678.971333:0:17077:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:1.0:1767384678.971339:0:17077:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00000010:0.1:1767384678.971342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000e03eca6. 00000001:00000040:1.0:1767384678.971343:0:17077:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID '7696d72f-dd77-432c-9937-0b4919255ec2' 00000001:00000001:1.0:1767384678.971350:0:17077:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384678.971352:0:17077:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:1.0:1767384678.971357:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384678.971358:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:0.0:1767384678.971362:0:17064:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000b39a6059: total 0 00000020:00000001:0.0:1767384678.971365:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446635472844285952 : -108600865265664 : ffff9d3a6400e800) 00010000:00000001:0.0:1767384678.971369:0:17064:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:0.0:1767384678.971374:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c169222c. 00000020:00000010:0.0:1767384678.971380:0:17064:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fd62ceae. 00000020:00000010:0.0:1767384678.971386:0:17064:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d6bf5c2c. 00000020:00000010:0.0:1767384678.971391:0:17064:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000035dfab36. 00000020:00000010:0.0:1767384678.971396:0:17064:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000279f4709. 80000000:00000010:0.0:1767384678.971401:0:17064:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000008269bc2. 00080000:00000010:1.0:1767384678.971405:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009b106c8b. 40000000:00000010:0.0:1767384678.971406:0:17064:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c0d3ae18. 00080000:00000001:1.0:1767384678.971413:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468058810880 : -108605650740736 : ffff9d3946c45a00) 00100000:00000010:0.0:1767384678.971415:0:17064:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ac1e2658. 00080000:00000001:1.0:1767384678.971420:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00040000:00000010:0.0:1767384678.971422:0:17064:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000be3fa6e8. 00000001:00000001:1.0:1767384678.971426:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00040000:00000010:0.0:1767384678.971428:0:17064:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000064aa0a2b. 00080000:00000010:1.0:1767384678.971432:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000127500b. 00080000:00000001:1.0:1767384678.971437:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384678.971437:0:17064:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004875ebc8. 00080000:00000001:1.0:1767384678.971443:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000010:0.0:1767384678.971446:0:17064:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a3354e6d. 00080000:00000001:1.0:1767384678.971448:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384678.971452:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384678.971456:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9138d6d. 00002000:00000010:0.0:1767384678.971457:0:17064:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000041ca5c1. 00080000:00000001:1.0:1767384678.971459:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384678.971463:0:17064:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fd62ceae. 00080000:00000001:1.0:1767384678.971469:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384678.971469:0:17064:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d6bf5c2c. 00000020:00000010:0.0:1767384678.971472:0:17064:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000035dfab36. 00000001:00000001:1.0:1767384678.971474:0:17077:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000020:00000010:0.0:1767384678.971478:0:17064:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000279f4709. 80000000:00000010:0.0:1767384678.971483:0:17064:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000008269bc2. 40000000:00000010:0.0:1767384678.971487:0:17064:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c0d3ae18. 00100000:00000010:0.0:1767384678.971490:0:17064:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ac1e2658. 00040000:00000010:0.0:1767384678.971493:0:17064:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000be3fa6e8. 00000001:00000040:1.0:1767384678.971494:0:17077:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00040000:00000010:0.0:1767384678.971497:0:17064:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000064aa0a2b. 00000001:00000001:1.0:1767384678.971500:0:17077:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384678.971504:0:17064:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a3354e6d. 00080000:00000001:1.0:1767384678.971506:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384678.971509:0:17064:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004875ebc8. 00000001:00000001:1.0:1767384678.971512:0:17077:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384678.971515:0:17077:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000001:00000010:1.0:1767384678.971521:0:17077:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000008022a724. 00002000:00000010:0.0:1767384678.971523:0:17064:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000041ca5c1. 00000001:00000040:1.0:1767384678.971526:0:17077:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000b39a6059 : new cb_count 2 00000020:00000010:0.0:1767384678.971529:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c169222c. 00000020:00000040:1.0:1767384678.971531:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000b39a6059 refcount=7 00010000:00010000:0.0:1767384678.971534:0:17064:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000b39a6059, canceled 0 locks, left on hash table 1. 00000001:00000010:1.0:1767384678.971538:0:17077:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000007c9b3ae8. 00000020:00000010:0.0:1767384678.971542:0:17064:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee47726d. 00000020:00000010:0.0:1767384678.971547:0:17064:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c169222c. 00000020:00000010:0.0:1767384678.971550:0:17064:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ac1e2658. 00000020:00000010:0.0:1767384678.971553:0:17064:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000035dfab36. 00000020:00000010:0.0:1767384678.971556:0:17064:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000064aa0a2b. 80000000:00000010:0.0:1767384678.971558:0:17064:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000008269bc2. 40000000:00000010:0.0:1767384678.971560:0:17064:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c0d3ae18. 00100000:00000010:0.0:1767384678.971562:0:17064:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6bf5c2c. 00040000:00000010:0.0:1767384678.971565:0:17064:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000be3fa6e8. 00040000:00000010:0.0:1767384678.971567:0:17064:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000279f4709. 00080000:00000010:0.0:1767384678.971570:0:17064:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004875ebc8. 00080000:00000010:0.0:1767384678.971573:0:17064:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a3354e6d. 00002000:00000010:0.0:1767384678.971576:0:17064:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000041ca5c1. 00000001:00000001:0.0:1767384678.971579:0:17064:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:0.0:1767384678.971582:0:17064:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767384678.971588:0:17064:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008c040f30 count: 2 00000004:00000001:0.0:1767384678.971592:0:17064:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1767384678.971593:0:17064:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000001:00000010:1.0:1767384678.971595:0:17077:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000005fded2ad. 00000020:00000001:0.0:1767384678.971596:0:17064:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384678.971601:0:17064:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384678.971604:0:17064:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.971607:0:17064:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.971612:0:17064:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384678.971614:0:17064:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000010:1.0:1767384678.971615:0:17077:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000a8959795. 00010000:00000001:0.0:1767384678.971618:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384678.971622:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384678.971625:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384678.971627:0:17064:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384678.971630:0:17064:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046bff18d with handle 0x9f279d7a9a0b5150 from hash 00010000:00000001:0.0:1767384678.971633:0:17064:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384678.971635:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384678.971636:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1767384678.971642:0:17077:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 000000007c9b3ae8: xid 1853237044973056, transno 8589934593, tag 0, client gen 1, slot idx 0 00010000:00000001:0.0:1767384678.971645:0:17064:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:1.0:1767384678.971649:0:17077:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384678.971654:0:17064:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000084f0cc03. 00010000:00000001:0.0:1767384678.971660:0:17064:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384678.971663:0:17064:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.971665:0:17064:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384678.971668:0:17064:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384678.971670:0:17064:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384678.971672:0:17064:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (000000008c040f30) 00010000:00010000:0.0:1767384678.971676:0:17064:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384678.971679:0:17064:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384678.971682:0:17064:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.971685:0:17064:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384678.971687:0:17064:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000b39a6059, 1 locks cancelled. 00010000:00000001:0.0:1767384678.971690:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384678.971692:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384678.971693:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384678.971698:0:17064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000046bff18d/0x9f279d7a9a0b5150 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de307d2 expref: 7 pid: 17077 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384678.971708:0:17064:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000035f7e2c4. 00010000:00000040:0.0:1767384678.971711:0:17064:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000b39a6059 : new locks_count 0 00000020:00000040:0.0:1767384678.971713:0:17064:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 6 00010000:00000010:0.0:1767384678.971715:0:17064:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efd62212. 00010000:00000040:0.0:1767384678.971735:0:17064:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008c040f30 count: 0 00010000:00000010:0.0:1767384678.971743:0:17064:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007c339167. 00010000:00000001:0.0:1767384678.971749:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1767384678.971752:0:17064:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 7696d72f-dd77-4, loop: 0 00000001:00000001:0.0:1767384678.971754:0:17064:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384678.971757:0:17064:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384678.971759:0:17064:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000b39a6059, canceled 1 locks, left on hash table 0. 00000020:00000010:0.0:1767384678.971764:0:17064:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c169222c. 00000020:00000010:0.0:1767384678.971767:0:17064:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ac1e2658. 00000020:00000010:0.0:1767384678.971771:0:17064:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000035dfab36. 00000020:00000010:0.0:1767384678.971775:0:17064:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000064aa0a2b. 80000000:00000010:0.0:1767384678.971787:0:17064:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000008269bc2. 40000000:00000010:0.0:1767384678.971790:0:17064:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c0d3ae18. 00100000:00000010:0.0:1767384678.971793:0:17064:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d6bf5c2c. 00040000:00000010:0.0:1767384678.971795:0:17064:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000be3fa6e8. 00040000:00000010:0.0:1767384678.971797:0:17064:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000279f4709. 00080000:00000010:0.0:1767384678.971800:0:17064:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a3354e6d. 00080000:00000010:0.0:1767384678.971803:0:17064:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004875ebc8. 00002000:00000010:0.0:1767384678.971806:0:17064:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000041ca5c1. 00000020:00000010:0.0:1767384678.971809:0:17064:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee47726d. 00000020:00000001:0.0:1767384678.971812:0:17064:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384678.971814:0:17064:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 5 00000020:00000001:0.0:1767384678.971816:0:17064:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:0.0:1767384678.971817:0:17064:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.971820:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384678.971821:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384678.971823:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384678.971825:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384678.971827:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384678.971829:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384678.971831:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384678.971832:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384678.971834:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384678.972858:0:17056:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384678.972862:0:17056:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384678.972864:0:17056:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384678.972867:0:17056:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000b39a6059 : new cb_count 1 00000020:00000040:2.0:1767384678.972871:0:17056:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 4 00000001:00000010:2.0:1767384678.972873:0:17056:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000008022a724. 00080000:00000010:2.0:1767384678.972876:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009b106c8b. 00000001:00100000:2.0:1767384678.972880:0:17056:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7696d72f-dd77-432c-9937-0b4919255ec2 00000001:00000040:2.0:1767384678.972883:0:17056:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000b39a6059 : new cb_count 0 00000020:00000040:2.0:1767384678.972885:0:17056:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 3 00000001:00000010:2.0:1767384678.972887:0:17056:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000a8119263. 00080000:00000010:2.0:1767384678.972891:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000046e6da6b. 00080000:00000010:1.0:1767384678.972935:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c9138d6d. 00080000:00000010:1.0:1767384678.972941:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000127500b. 00040000:00000001:1.0:1767384678.972944:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384678.972947:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384678.972949:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384678.972952:0:17077:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384678.972955:0:17077:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.972958:0:17077:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767384678.972959:0:17077:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384678.972962:0:17077:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f964b930. 00080000:00000001:1.0:1767384678.972964:0:17077:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468058805760 : -108605650745856 : ffff9d3946c44600) 00080000:00000001:1.0:1767384678.972967:0:17077:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384678.972969:0:17077:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384678.972972:0:17077:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000127500b. 00080000:00000001:1.0:1767384678.972974:0:17077:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384678.972976:0:17077:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384678.972984:0:17077:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384678.972987:0:17077:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000005fb18631. 00000001:00000040:1.0:1767384678.972989:0:17077:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000b39a6059 : new cb_count 1 00000020:00000040:1.0:1767384678.972991:0:17077:0:(genops.c:887:class_export_get()) GET export 00000000b39a6059 refcount=4 00000001:00000001:1.0:1767384678.973002:0:17077:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767384678.973004:0:17077:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384678.973007:0:17077:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000127500b. 00040000:00000001:1.0:1767384678.973010:0:17077:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384678.973011:0:17077:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384678.973012:0:17077:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384678.973014:0:17077:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:1.0:1767384678.973018:0:17077:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:1.0:1767384678.973020:0:17077:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384678.973022:0:17077:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384678.973025:0:17077:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384678.973027:0:17077:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 7 00000001:00000001:1.0:1767384678.973030:0:17077:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384678.973032:0:17077:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 6 00000020:00000040:1.0:1767384678.973034:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 3 00000001:00000001:1.0:1767384678.973036:0:17077:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384678.973037:0:17077:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 5 00000001:00000001:1.0:1767384678.973039:0:17077:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384678.973040:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 2 00000004:00000001:1.0:1767384678.973042:0:17077:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.973044:0:17077:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.973046:0:17077:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.973049:0:17077:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384678.973052:0:17077:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934593, xid 1853237044973056 00010000:00000001:1.0:1767384678.973054:0:17077:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384678.973059:0:17077:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ce39d9d x1853237044973056/t8589934593(0) o39->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 224/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384678.973069:0:17077:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384678.973072:0:17077:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384678.973075:0:17077:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=89 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384678.973080:0:17077:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384678.973082:0:17077:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 7 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384678.973085:0:17077:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 02000000:00000001:1.0:1767384678.973088:0:17077:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384678.973090:0:17077:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.973099:0:17077:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384678.973103:0:17077:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:1.0:1767384678.973107:0:17077:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b448e6. 00000100:00000200:1.0:1767384678.973112:0:17077:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237044973056, offset 224 00000400:00000200:1.0:1767384678.973118:0:17077:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00000400:00000200:1.0:1767384678.973128:0:17077:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00000400:00000200:1.0:1767384678.973142:0:17077:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [231:231:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:1.0:1767384678.973153:0:17077:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00000800:00000200:1.0:1767384678.973159:0:17077:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:1.0:1767384678.973164:0:17077:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c450c7c4. 00000800:00000200:1.0:1767384678.973169:0:17077:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00000800:00000200:1.0:1767384678.973175:0:17077:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:1.0:1767384678.973178:0:17077:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c450c7c4 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767384678.973193:0:17077:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384678.973197:0:17077:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 6 to 192.168.202.22@tcp50 00010000:00000001:1.0:1767384678.973199:0:17077:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384678.973201:0:17077:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.973203:0:17077:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384678.973208:0:17077:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ce39d9d x1853237044973056/t8589934593(0) o39->7696d72f-dd77-432c-9937-0b4919255ec2@192.168.202.22@tcp50:659/0 lens 224/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384678.973219:0:17077:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ce39d9d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7696d72f-dd77-432c-9937-0b4919255ec2+2:11775:x1853237044973056:12345-192.168.202.22@tcp50:39: Request processed in 2075us (2268us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1767384678.973227:0:17077:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 8 00000100:00000040:1.0:1767384678.973229:0:17077:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000b39a6059 : new rpc_count 0 00000100:00000001:1.0:1767384678.973232:0:17077:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384678.973233:0:17077:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384678.973237:0:17077:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071589cea. 00000020:00000010:1.0:1767384678.973241:0:17077:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2223fc3. 00000020:00000010:1.0:1767384678.973245:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009bff73bb. 00000020:00000040:1.0:1767384678.973248:0:17077:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 1 00000100:00000001:1.0:1767384678.973251:0:17077:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384678.973279:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384678.973284:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c450c7c4. 00000400:00000200:2.0:1767384678.973288:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384678.973317:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:2.0:1767384678.973322:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b448e6 00000400:00000010:2.0:1767384678.973325:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b448e6. 00000100:00000001:2.0:1767384678.973333:0:16337:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384678.973335:0:16337:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1767384678.975371:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (4) 00000800:00000200:3.1:1767384678.975386:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (4) 10000000:00000001:1.0:1767384678.975393:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384678.975397:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 2 10000000:00000001:1.0:1767384678.975400:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384678.975404:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384678.975406:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384678.975408:0:17073:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384678.975413:0:17073:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000800:00000200:3.0:1767384678.975414:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bf124296] -> 12345-192.168.202.122@tcp17 (6) 10000000:00000001:1.0:1767384678.975418:0:17073:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384678.975422:0:17073:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9d3a4b2d0000 from 85 00000800:00000200:3.0:1767384678.975423:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp17 ip 192.168.202.122:988 00000400:00000200:2.0:1767384678.975428:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp46 10000000:00000001:1.0:1767384678.975429:0:17073:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00000800:00000200:3.0:1767384678.975432:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a663b88f type 192, nob 24 niov 1 nkiov 0 10000000:01000000:1.0:1767384678.975434:0:17073:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000400:00000010:2.0:1767384678.975436:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002beb5b15. 00000100:00000010:1.0:1767384678.975443:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 00000400:00000010:2.0:1767384678.975445:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b8eaf1c2. 00000020:00000040:1.0:1767384678.975449:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000010:2.0:1767384678.975451:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050bf6545. 00000100:00000001:1.0:1767384678.975455:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384678.975459:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384678.975462:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004306e22e. 02000000:00000001:1.0:1767384678.975464:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384678.975470:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp46 02000000:00000010:1.0:1767384678.975473:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009bff73bb. 00000100:00000001:1.0:1767384678.975482:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384678.975486:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp46 local destination 00010000:00000001:1.0:1767384678.975489:0:17073:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384678.975493:0:17073:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:2.0:1767384678.975495:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp46 00010000:00000010:1.0:1767384678.975502:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000014529402. 00000400:00000200:2.0:1767384678.975503:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp46 NI seq info: [232:232:256:4294967295] 192.168.202.122@tcp46 LPNI seq info [188:188:8:4294967295] 00000400:00000200:0.0:1767384678.975504:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00010000:00000001:1.0:1767384678.975511:0:17073:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:2.0:1767384678.975516:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp46 00010000:00000010:1.0:1767384678.975517:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000def5c528. 00000020:00000001:1.0:1767384678.975523:0:17073:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:2.0:1767384678.975529:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp46(192.168.202.122@tcp46:) -> 192.168.202.122@tcp46(192.168.202.122@tcp46:192.168.202.122@tcp46) : GET try# 0 00000020:00000040:1.0:1767384678.975529:0:17073:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000def5c528 with handle 0x9f279d7a9a0b5157 to hash 00000800:00000200:3.0:1767384678.975532:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767384678.975536:0:17073:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000800:00000001:3.0:1767384678.975541:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384678.975541:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp46 00010000:00000001:1.0:1767384678.975541:0:17073:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384678.975549:0:17073:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00000800:00000010:2.0:1767384678.975550:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e91aaf0d. 00010000:00000001:1.0:1767384678.975555:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000001:3.0:1767384678.975556:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.975560:0:17073:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384678.975561:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7a4e264] -> 12345-192.168.202.122@tcp46 (2) 00000800:00000001:3.0:1767384678.975565:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767384678.975567:0:17073:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384678.975569:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000200:2.1:1767384678.975574:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7a4e264] -> 12345-192.168.202.122@tcp46 (2) 00010000:00010000:1.0:1767384678.975585:0:17073:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384678.975595:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384678.975596:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384678.975597:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp46 added to recovery queue. ping count: 3 next ping: 307 health :700 00010000:00010000:1.0:1767384678.975598:0:17073:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384678.975609:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000400:00000200:2.0:1767384678.975610:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp43 00000100:00000001:1.0:1767384678.975615:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000010:2.0:1767384678.975617:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000132beb24. 00000100:00000010:1.0:1767384678.975622:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009e984cf7. 00000400:00000010:2.0:1767384678.975624:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000026b91275. 00000100:00000001:1.0:1767384678.975628:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472848152256 : -108600861399360 : ffff9d3a643be6c0) 00000400:00000010:2.0:1767384678.975631:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a356ef. 00000100:00000001:1.0:1767384678.975633:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384678.975636:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.975637:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055333504 : -108605654218112 : ffff9d39468f4a80) 00000400:00000010:2.0:1767384678.975640:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000b0bca8f. 00000100:00000001:1.0:1767384678.975647:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384678.975651:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp43 00000100:00000001:1.0:1767384678.975652:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.975658:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384678.975661:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384678.975662:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp43 local destination 00000400:00000200:2.0:1767384678.975670:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp43 00000100:00000040:1.0:1767384678.975670:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000625e11c5 x1853237050245248/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384678.975679:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384678.975682:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp43 NI seq info: [233:233:256:4294967295] 192.168.202.122@tcp43 LPNI seq info [189:189:8:4294967295] 00000400:00000200:0.0:1767384678.975686:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384678.975698:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp43 00000100:00000001:1.0:1767384678.975698:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384678.975703:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.975709:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384678.975714:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384678.975735:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp43(192.168.202.122@tcp43:) -> 192.168.202.122@tcp43(192.168.202.122@tcp43:192.168.202.122@tcp43) : GET try# 0 02000000:00000001:1.0:1767384678.975739:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384678.975744:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000625e11c5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050245248:0@lo:101: 00000100:00000001:1.0:1767384678.975755:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767384678.975762:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp43 02000000:00000001:1.0:1767384678.975762:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384678.975765:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 02000000:00000001:1.0:1767384678.975767:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384678.975769:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c03ccf0f. 02000000:00000001:1.0:1767384678.975773:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384678.975774:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 02000000:00000010:1.0:1767384678.975780:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ee1c508f. 00000800:00000200:2.0:1767384678.975781:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dbf1a7f7] -> 12345-192.168.202.122@tcp43 (2) 02000000:00000001:1.0:1767384678.975785:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384678.975792:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dbf1a7f7] -> 12345-192.168.202.122@tcp43 (2) 00000400:00000010:1.0:1767384678.975794:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9fb9036. 00000400:00000010:1.0:1767384678.975803:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff90c5c4. 00000100:00000200:1.0:1767384678.975808:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050245248, portal 25 00000400:00000200:2.0:1767384678.975812:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp43 added to recovery queue. ping count: 4 next ping: 315 health :600 00000100:00000001:1.0:1767384678.975813:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384678.975817:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.975818:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055333504 : -108605654218112 : ffff9d39468f4a80) 00000100:00000040:1.0:1767384678.975828:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000625e11c5 x1853237050245248/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384694 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.975837:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384678.975842:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384678.975846:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000010:1.0:1767384678.975847:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035825e35. 00000100:00000200:1.0:1767384678.975854:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050245248, offset 0 00000400:00000200:1.0:1767384678.975864:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384678.975875:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384678.975886:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.975887:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260108080 00000400:00000200:0.0:1767384678.975895:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.975902:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1929 [2] + 0 00000400:00000010:1.0:1767384678.975907:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d30f36f. 00000400:00000200:1.0:1767384678.975912:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c80e1087 00000400:00000200:1.0:1767384678.975917:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384678.975921:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.975925:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384678.975931:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c80e1087 00000400:00000010:1.0:1767384678.975934:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c80e1087. 00000100:00000001:1.0:1767384678.975939:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384678.975941:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384678.975945:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000007a9b7377 x1853237050245248 msgsize 328 00000100:00100000:1.0:1767384678.975953:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384678.975956:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384678.975967:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384678.975973:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035825e35 00000400:00000010:1.0:1767384678.975975:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035825e35. 00000100:00000001:1.0:1767384678.975981:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384678.975988:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000200:1.0:1767384678.975988:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000625e11c5 x1853237050245248/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384694 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384678.975989:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.975990:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.976007:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384678.976012:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000625e11c5 x1853237050245248/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384694 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.976020:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.976022:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384678.976027:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.976032:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294967301 00000100:00000010:1.0:1767384678.976037:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c788e630. 00000100:00000001:1.0:1767384678.976045:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384678.976053:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294967301 00000100:00000010:1.0:1767384678.976057:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c1d937e. 00000100:00000001:1.0:1767384678.976061:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384678.976064:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.976068:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294967301 00000100:00000010:1.0:1767384678.976074:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab034f6f. 00000400:00000200:3.0:1767384678.976078:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.976079:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384678.976086:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294967301 00000400:00000200:2.0:1767384678.976090:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000100:00000010:1.0:1767384678.976093:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea7bb294. 00000100:00000001:1.0:1767384678.976100:0:17073:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384678.976107:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384678.976111:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.976114:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384678.976116:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384678.976119:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 000000009e984cf7 going to sleep for 11 seconds 00000100:00000001:1.0:1767384678.976123:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384678.976127:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384678.976136:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384678.976166:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.976171:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384678.976204:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.976205:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384678.976209:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050245248 02000000:00000001:1.0:1767384678.976211:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384678.976215:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384678.976218:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.976222:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384678.976226:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050245248 00000020:00000001:1.0:1767384678.976229:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384678.976231:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:1.0:1767384678.976234:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.976236:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000020:00000001:1.0:1767384678.976239:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384678.976242:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:2.0:1767384678.976245:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.976247:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384678.976254:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000127500b. 00000400:00000200:3.0:1767384678.976256:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.976258:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384678.976264:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000127500b. 00000020:00000010:1.0:1767384678.976271:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e5ab320. 00000400:00000200:0.0:1767384678.976275:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000020:00000010:1.0:1767384678.976276:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071589cea. 00000020:00000010:1.0:1767384678.976284:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2223fc3. 00000100:00000040:1.0:1767384678.976332:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384678.976336:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384678.976338:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384678.976339:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.976341:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.976351:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.976364:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384678.976368:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.976379:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384678.976410:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.976413:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384678.976417:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384678.976424:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00000040:1.0:1767384678.976429:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384678.976432:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472457331792 : -108601252219824 : ffff9d3a4cf07450) 00000100:00000040:1.0:1767384678.976438:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007a9b7377 x1853237050245248/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:659/0 lens 328/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384678.976443:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.976454:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384678.976459:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000127500b. 00000100:00000001:1.0:1767384678.976463:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384678.976465:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000127500b. 00000400:00000200:3.0:1767384678.976466:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00100000:1.0:1767384678.976473:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007a9b7377 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:17073:x1853237050245248:12345-0@lo:101: 00000400:00000200:2.0:1767384678.976478:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000100:00000200:1.0:1767384678.976479:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050245248 00000020:00000001:1.0:1767384678.976484:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384678.976491:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384678.976494:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.976497:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384678.976500:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248064 : -1048303552 : ffffffffc1842840) 00000020:00000001:1.0:1767384678.976504:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384678.976506:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384678.976509:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384678.976511:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384678.976512:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000020:00000001:1.0:1767384678.976516:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.976520:0:17070:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384678.976523:0:17070:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384678.976525:0:17070:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384678.976528:0:17070:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384678.976531:0:17070:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.976537:0:17070:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384678.976543:0:17070:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000db1b4c73. 00000400:00000200:3.0:1767384678.976545:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00010000:00000001:1.0:1767384678.976547:0:17070:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384678.976553:0:17070:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000603cb910. 00000400:00000200:2.0:1767384678.976556:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000020:00000001:1.0:1767384678.976558:0:17070:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384678.976565:0:17070:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000603cb910 with handle 0x9f279d7a9a0b515e to hash 00000020:00000001:1.0:1767384678.976568:0:17070:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384678.976571:0:17070:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00010000:00000001:1.0:1767384678.976575:0:17070:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00000400:00000200:0.0:1767384678.976575:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00010000:00010000:1.0:1767384678.976583:0:17070:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b515e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x9f279d7a9a0b5157 expref: -99 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384678.976592:0:17070:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000021677888 : new locks_count 10 00000020:00000040:1.0:1767384678.976595:0:17070:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=15 00000100:00000001:1.0:1767384678.976601:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384678.976605:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384678.976609:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000054589b7b. 02000000:00000001:1.0:1767384678.976611:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.976614:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.976616:0:17070:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384678.976620:0:17070:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384678.976623:0:17070:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:3.0:1767384678.976626:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00010000:00000001:1.0:1767384678.976626:0:17070:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384678.976629:0:17070:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384678.976631:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00010000:00000001:1.0:1767384678.976633:0:17070:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384678.976637:0:17070:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384678.976641:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00010000:00000001:1.0:1767384678.976643:0:17070:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384678.976648:0:17070:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384678.976652:0:17070:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384678.976654:0:17070:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384678.976657:0:17070:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000db1b4c73) refcount = 1 00010000:00010000:1.0:1767384678.976663:0:17070:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b515e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x9f279d7a9a0b5157 expref: 15 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.976670:0:17070:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384678.976673:0:17070:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384678.976675:0:17070:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384678.976678:0:17070:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.976681:0:17070:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384678.976685:0:17070:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384678.976690:0:17070:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b515e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x9f279d7a9a0b5157 expref: 15 pid: 17070 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.976697:0:17070:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384678.976700:0:17070:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384678.976703:0:17070:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.976704:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00010000:00000001:1.0:1767384678.976706:0:17070:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.976711:0:17070:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384678.976713:0:17070:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384678.976715:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00010000:00000001:1.0:1767384678.976716:0:17070:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384678.976717:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00010000:00010000:1.0:1767384678.976735:0:17070:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000603cb910, rc 0) 00000020:00000001:1.0:1767384678.976741:0:17070:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384678.976744:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050245248 00010000:00000001:1.0:1767384678.976747:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384678.976752:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a9b7377 x1853237050245248/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:659/0 lens 328/344 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384678.976760:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384678.976764:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384678.976768:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384678.976771:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384678.976775:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384678.976778:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384678.976781:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384678.976782:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.976785:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384678.976790:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384678.976795:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000010:1.0:1767384678.976795:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035825e35. 00000100:00000200:1.0:1767384678.976799:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050245248, offset 224 00000400:00000200:1.0:1767384678.976808:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384678.976819:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384678.976820:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384678.976823:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.976830:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260108080 00000400:00000200:1.0:1767384678.976839:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x20f5 [1] + 224 00000400:00000200:1.0:1767384678.976844:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384678.976851:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384678.976858:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384678.976863:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000625e11c5 x1853237050245248/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384694 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384678.976874:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000625e11c5 x1853237050245248/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384694 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384678.976884:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.976890:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384678.976896:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.976899:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035825e35 00000400:00000200:2.0:1767384678.976900:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000010:1.0:1767384678.976905:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035825e35. 00000100:00000001:1.0:1767384678.976913:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384678.976916:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384678.976922:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384678.976926:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00010000:00000001:1.0:1767384678.976929:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384678.976931:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.976933:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384678.976938:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a9b7377 x1853237050245248/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:659/0 lens 328/344 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384678.976949:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007a9b7377 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050245248:12345-0@lo:101: Request processed in 494us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384678.976959:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00000040:1.0:1767384678.976963:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000400:00000200:3.0:1767384678.976964:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.976966:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384678.976970:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384678.976976:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071589cea. 00000020:00000010:1.0:1767384678.976981:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2223fc3. 00000020:00000010:1.0:1767384678.976986:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e5ab320. 00000400:00000200:0.0:1767384678.976990:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384678.976991:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000020:00000040:1.0:1767384678.976991:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 02000000:00000001:1.0:1767384678.977000:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384678.977004:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000054589b7b. 02000000:00000001:1.0:1767384678.977009:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384678.977012:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384678.977018:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384678.977023:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c4c1c3. 00000400:00000010:1.0:1767384678.977029:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9c787e4. 00000400:00000200:3.0:1767384678.977041:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977051:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384678.977057:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384678.977060:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384678.977062:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9fb9036. 00000400:00000200:1.0:1767384678.977066:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff90c5c4 00000400:00000200:0.0:1767384678.977067:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000010:1.0:1767384678.977068:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff90c5c4. 00000400:00000200:2.0:1767384678.977076:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977078:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384678.977085:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000625e11c5 x1853237050245248/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384694 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384678.977096:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000625e11c5 x1853237050245248/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384694 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.977104:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384678.977106:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.977109:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384678.977112:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384678.977114:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384678.977116:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.977117:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 02000000:00000001:1.0:1767384678.977119:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384678.977126:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=95 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384678.977130:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384678.977134:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384678.977137:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.977140:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384678.977142:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384678.977142:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977149:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384678.977152:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000040:1.0:1767384678.977158:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000625e11c5 x1853237050245248/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384694 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.977166:0:17073:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384678.977170:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384678.977173:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384678.977178:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000625e11c5 x1853237050245248/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384694 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384678.977187:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000625e11c5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050245248:0@lo:101: 00000400:00000200:3.0:1767384678.977194:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977194:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.977201:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.977205:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384678.977207:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384678.977211:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000625e11c5 x1853237050245248/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384694 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.977219:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384678.977220:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000100:00000010:1.0:1767384678.977222:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009e984cf7. 00000400:00000200:2.0:1767384678.977224:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977230:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384678.977234:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.977238:0:17073:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384678.977241:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384678.977243:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.977245:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=4 00000020:00000001:1.0:1767384678.977249:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384678.977252:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000040:1.0:1767384678.977256:0:17073:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000def5c528, remote cookie: 0x9f279d7a9a0b515e, flags: 0x0 00010000:00000001:1.0:1767384678.977260:0:17073:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384678.977263:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384678.977265:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000400:00000200:3.0:1767384678.977266:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00010000:00000001:1.0:1767384678.977267:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384678.977271:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384678.977275:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000014529402) refcount = 1 00010000:00010000:1.0:1767384678.977279:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384678.977286:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384678.977288:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:2.0:1767384678.977315:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00010000:00000010:0.1:1767384678.977324:0:16333:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008c040f30. 00010000:00000001:1.0:1767384678.977332:0:17073:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.1:1767384678.977336:0:16333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000046bff18d. 00010000:00000001:1.0:1767384678.977338:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384678.977344:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384678.977348:0:17073:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384678.977349:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00010000:00000001:1.0:1767384678.977361:0:17073:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384678.977363:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.977365:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.977367:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384678.977368:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00010000:00000001:1.0:1767384678.977369:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.977373:0:17073:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.977377:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384678.977380:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000040:1.0:1767384678.977383:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000625e11c5 x1853237050245248/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384694 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.977393:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384678.977396:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384678.977399:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ee1c508f. 02000000:00000001:1.0:1767384678.977404:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384678.977406:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384678.977408:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384678.977411:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384678.977413:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009bff73bb. 02000000:00000001:1.0:1767384678.977419:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384678.977421:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384678.977423:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 00000400:00000200:0.0:1767384678.977425:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977427:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384678.977431:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384678.977435:0:17073:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384678.977438:0:17073:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384678.977440:0:17073:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000038921051) refs 3 10000000:00000001:1.0:1767384678.977443:0:17073:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384678.977446:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00010000:00000001:1.0:1767384678.977446:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384678.977450:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.977453:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=3 00000020:00000001:1.0:1767384678.977457:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00000400:00000200:2.0:1767384678.977458:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00010000:00000001:1.0:1767384678.977460:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384678.977466:0:17073:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384678.977468:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384678.977470:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384678.977472:0:17073:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384678.977475:0:17073:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384678.977480:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000b967ab8b. 00000100:00000010:1.0:1767384678.977498:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 00000400:00000200:0.0:1767384678.977499:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000020:00000040:1.0:1767384678.977503:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384678.977508:0:17073:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384678.977510:0:17073:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384678.977514:0:17073:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384678.977519:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009bff73bb. 00000400:00000200:3.0:1767384678.977521:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977524:0:17073:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384678.977527:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977530:0:17073:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384678.977536:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ee1c508f. 00000100:00000010:1.0:1767384678.977541:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000000127500b. 00000020:00000040:1.0:1767384678.977544:0:17073:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384678.977548:0:17073:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384678.977550:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384678.977554:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009e984cf7. 00000100:00000001:1.0:1767384678.977556:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446635472848152256 : -108600861399360 : ffff9d3a643be6c0) 00000100:00000001:1.0:1767384678.977559:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384678.977561:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055333504 : -108605654218112 : ffff9d39468f4a80) 00000100:00000001:1.0:1767384678.977564:0:17073:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384678.977566:0:17073:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.977568:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384678.977569:0:17073:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384678.977572:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000100:00000040:1.0:1767384678.977573:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.977584:0:17073:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384678.977586:0:17073:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.977590:0:17073:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384678.977592:0:17073:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384678.977595:0:17073:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384678.977598:0:17073:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000625e11c5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050245376:0@lo:256: 00000400:00000200:2.0:1767384678.977602:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977602:0:17073:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384678.977610:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 02000000:00000001:1.0:1767384678.977610:0:17073:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384678.977614:0:17073:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.977618:0:17073:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384678.977626:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9fb9036. 00000400:00000010:1.0:1767384678.977632:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000075d004d8. 00000100:00000200:1.0:1767384678.977637:0:17073:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958260108100-0x6958260108100, portal 33 00000100:00000001:1.0:1767384678.977641:0:17073:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.977643:0:17073:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384678.977647:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e5ab320. 00000400:00000200:0.0:1767384678.977648:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 02000000:00000001:1.0:1767384678.977651:0:17073:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384678.977657:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa6579. 00000400:00000010:1.0:1767384678.977663:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff90c5c4. 00000100:00000200:1.0:1767384678.977667:0:17073:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050245376, portal 25 00000400:00000200:2.0:1767384678.977669:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977670:0:17073:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384678.977674:0:17073:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055333504 : -108605654218112 : ffff9d39468f4a80) 00000100:00000040:1.0:1767384678.977682:0:17073:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384694 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.977690:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384678.977695:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384678.977699:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000010:1.0:1767384678.977699:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035825e35. 00000100:00000200:1.0:1767384678.977706:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050245376, offset 0 00000400:00000200:1.0:1767384678.977713:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384678.977739:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384678.977746:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.977751:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260108100 00000400:00000200:2.0:1767384678.977757:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.977761:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1955 [2] + 0 00000400:00000010:1.0:1767384678.977767:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1b6dc0c. 00000400:00000200:1.0:1767384678.977772:0:17073:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ac37a6f2 00000400:00000200:1.0:1767384678.977776:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384678.977782:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384678.977787:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac37a6f2 00000400:00000010:1.0:1767384678.977789:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ac37a6f2. 00000400:00000200:3.0:1767384678.977793:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977794:0:17073:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384678.977798:0:17073:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384678.977802:0:17073:0:(events.c:337:request_in_callback()) incoming req@000000000884b047 x1853237050245376 msgsize 304 00000100:00100000:1.0:1767384678.977809:0:17073:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384678.977812:0:17073:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384678.977822:0:17073:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384678.977823:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.977828:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035825e35 00000400:00000010:1.0:1767384678.977832:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035825e35. 00000400:00000200:2.0:1767384678.977837:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977838:0:17073:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384678.977846:0:17073:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384694 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.977856:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384678.977860:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384694 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.977868:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.977870:0:17073:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384678.977871:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977876:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.977882:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294967303 00000100:00000001:1.0:1767384678.977887:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294967301 00000100:00000001:1.0:1767384678.977893:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294967303 00000100:00000001:1.0:1767384678.977900:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294967301 00000100:00000001:1.0:1767384678.977906:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294967303 00000400:00000200:0.0:1767384678.977907:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977912:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294967301 00000400:00000200:2.0:1767384678.977921:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977921:0:17073:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294967303 00000100:00000001:1.0:1767384678.977927:0:17073:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294967301 00000100:00000001:1.0:1767384678.977935:0:17073:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384678.977939:0:17073:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.977942:0:17073:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384678.977944:0:17073:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384678.977946:0:17073:0:(client.c:2690:ptlrpc_set_wait()) set 000000009e984cf7 going to sleep for 11 seconds 00000100:00000001:1.0:1767384678.977950:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384678.977951:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977953:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.977977:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384678.977980:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050245376 02000000:00000001:1.0:1767384678.977983:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384678.977985:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.977986:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384678.977991:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.977995:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384678.977998:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050245376 00000020:00000001:1.0:1767384678.978001:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384678.978003:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000400:00000200:2.0:1767384678.978006:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000020:00000001:1.0:1767384678.978006:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.978009:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:1.0:1767384678.978014:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:1.0:1767384678.978017:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384678.978021:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384678.978025:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000020:00000010:1.0:1767384678.978025:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9138d6d. 00000100:00000001:1.0:1767384678.978031:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384678.978035:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9138d6d. 00000020:00000010:1.0:1767384678.978042:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000387d6cf3. 00000020:00000010:1.0:1767384678.978047:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000071589cea. 00000020:00000010:1.0:1767384678.978052:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2223fc3. 00000100:00000040:1.0:1767384678.978060:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384678.978062:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384678.978064:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.978065:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384678.978068:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384678.978076:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.978077:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.978092:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.978103:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.978108:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384678.978111:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384678.978118:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00000040:1.0:1767384678.978121:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384678.978124:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472457323600 : -108601252228016 : ffff9d3a4cf05450) 00000100:00000040:1.0:1767384678.978130:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000884b047 x1853237050245376/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:659/0 lens 304/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384678.978138:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384678.978142:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9138d6d. 00000100:00000001:1.0:1767384678.978145:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384678.978148:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9138d6d. 00000400:00000200:2.0:1767384678.978149:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000100:00100000:1.0:1767384678.978157:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000884b047 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050245376:12345-0@lo:256: 00000100:00000200:1.0:1767384678.978163:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050245376 00000020:00000001:1.0:1767384678.978166:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384678.978170:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384678.978172:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.978176:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384678.978177:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000020:00000001:1.0:1767384678.978178:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248480 : -1048303136 : ffffffffc18429e0) 00000020:00000001:1.0:1767384678.978185:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384678.978188:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384678.978191:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384678.978194:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384678.978196:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.978200:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384678.978202:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384678.978206:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000054589b7b. 02000000:00000001:1.0:1767384678.978209:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.978212:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384678.978215:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 20000000:00000001:1.0:1767384678.978216:0:17070:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384678.978222:0:17070:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384678.978227:0:17070:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384678.978231:0:17070:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384678.978234:0:17070:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384678.978237:0:17070:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384678.978240:0:17070:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384678.978245:0:17070:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000068cf0e01. 20000000:00000001:1.0:1767384678.978248:0:17070:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 00000400:00000200:3.0:1767384678.978249:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 20000000:00000040:1.0:1767384678.978269:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384678.978276:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000400:00000200:2.0:1767384678.978280:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 20000000:00000040:1.0:1767384678.978283:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 00000800:00000010:0.0:1767384678.978284:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004875ebc8. 20000000:00000040:1.0:1767384678.978289:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384678.978316:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384678.978319:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 00000800:00000010:0.0:1767384678.978320:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000849dd480. 20000000:00000040:1.0:1767384678.978323:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384678.978327:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 00000800:00000010:0.0:1767384678.978329:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c0d3ae18. 20000000:00000040:1.0:1767384678.978330:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384678.978336:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384678.978339:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384678.978341:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384678.978344:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 00000400:00000200:2.0:1767384678.978345:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 20000000:00000040:1.0:1767384678.978348:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384678.978353:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384678.978356:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384678.978359:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384678.978362:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384678.978365:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384678.978367:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 00000800:00000010:0.0:1767384678.978368:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c0d3ae18. 20000000:00000040:1.0:1767384678.978369:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384678.978375:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384678.978378:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384678.978380:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 00000800:00020000:0.0:1767384678.978381:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000400:00000200:2.0:1767384678.978384:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 20000000:00000040:1.0:1767384678.978384:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 00000800:00000010:0.0:1767384678.978388:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000849dd480. 20000000:00000040:1.0:1767384678.978391:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 00000800:00000010:0.0:1767384678.978395:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004875ebc8. 20000000:00000040:1.0:1767384678.978396:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384678.978402:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384678.978405:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384678.978407:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767384678.978410:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384678.978413:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384678.978416:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 00000400:00000200:2.0:1767384678.978419:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 20000000:00000040:1.0:1767384678.978419:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384678.978425:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384678.978429:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384678.978432:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384678.978435:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384678.978437:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384678.978439:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384678.978442:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384678.978445:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384678.978448:0:17070:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:1.0:1767384678.978461:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384678.978464:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384678.978467:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384678.978472:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 00000400:02020000:0.0:1767384678.978472:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp30 at host 192.168.202.122:988: is it running a compatible version of Lustre? 20000000:00000040:1.0:1767384678.978476:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384678.978479:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 00000400:00000200:2.0:1767384678.978481:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 20000000:00000040:1.0:1767384678.978484:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 00000400:00000200:3.0:1767384678.978487:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 20000000:00000040:1.0:1767384678.978490:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 00000800:00000100:0.0:1767384678.978490:0:16333:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 20000000:00000040:1.0:1767384678.978496:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384678.978500:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384678.978503:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384678.978505:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384678.978508:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384678.978511:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384678.978514:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384678.978516:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384678.978519:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384678.978522:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384678.978525:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384678.978527:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384678.978530:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384678.978533:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384678.978536:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384678.978538:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384678.978540:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384678.978543:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384678.978546:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384678.978549:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384678.978552:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384678.978554:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 00000400:00000200:3.0:1767384678.978555:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 20000000:00000040:1.0:1767384678.978557:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767384678.978562:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767384678.978564:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767384678.978567:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767384678.978570:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767384678.978572:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767384678.978575:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767384678.978577:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767384678.978580:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767384678.978583:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767384678.978585:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767384678.978589:0:17070:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767384678.978592:0:17070:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:1.0:1767384678.978595:0:17070:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:1.0:1767384678.978598:0:17070:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000400:00000200:3.0:1767384678.978600:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.978602:0:17070:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384678.978609:0:17070:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005bb1fec2. 00000100:00000010:1.0:1767384678.978615:0:17070:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004c4a3ec2. 00000020:00000040:1.0:1767384678.978618:0:17070:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=16 00010000:00000001:1.0:1767384678.978622:0:17070:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384678.978625:0:17070:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384678.978629:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035825e35. 00000400:00000010:1.0:1767384678.978637:0:17070:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000054519ea6. 00000400:00000200:1.0:1767384678.978642:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384678.978643:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000800:00000010:2.0:1767384678.978653:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ffb0a69a. 00000400:00000200:1.0:1767384678.978653:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767384678.978661:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000008bc3298. 00000400:00000200:1.0:1767384678.978665:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x6958260108100 00000800:00000010:2.0:1767384678.978669:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cce05053. 00000400:00000200:1.0:1767384678.978675:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x2105 [4] + 0 00000400:00000010:1.0:1767384678.978680:0:17070:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9fb9036. 00000400:00000200:3.0:1767384678.978681:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.978683:0:17070:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000075d004d8 00000400:00000200:1.0:1767384678.978689:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384678.978694:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384678.978698:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d004d8 00000800:00000010:2.0:1767384678.978700:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cce05053. 00000400:00000010:1.0:1767384678.978701:0:17070:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000075d004d8. 00000100:00000001:1.0:1767384678.978710:0:17070:0:(events.c:174:client_bulk_callback()) Process entered 00000800:00020000:2.0:1767384678.978712:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000100:00000200:1.0:1767384678.978712:0:17070:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000625e11c5 desc 00000000ee1c508f mbits 1853237050245376 00000800:00000010:2.0:1767384678.978719:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000008bc3298. 00000800:00000010:2.0:1767384678.978742:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ffb0a69a. 00000100:00000001:1.0:1767384678.978747:0:17070:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384678.978752:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.978753:0:17070:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384678.978765:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384678.978777:0:17070:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2111 00000400:00000200:1.0:1767384678.978781:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384678.978786:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384678.978787:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384678.978792:0:17070:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:0.0:1767384678.978793:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384678.978796:0:17070:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000005bb1fec2 00000100:00000001:1.0:1767384678.978801:0:17070:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:02020000:2.0:1767384678.978810:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp43 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384678.978811:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035825e35 00000400:00000010:1.0:1767384678.978816:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035825e35. 00000400:00000200:3.0:1767384678.978822:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.978822:0:17070:0:(events.c:444:server_bulk_callback()) Process entered 00000400:00000200:2.0:1767384678.978823:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp43 notifying 192.168.202.122@tcp43: down 00000100:00000200:1.0:1767384678.978825:0:17070:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000005bb1fec2 00000400:00000200:2.0:1767384678.978830:0:16332:0:(router.c:1840:lnet_notify()) Old news 00000100:00000001:1.0:1767384678.978832:0:17070:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000100:2.0:1767384678.978840:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp43 00000100:00000200:1.0:1767384678.978845:0:17070:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x6958260108100-0x6958260108100 00000800:00000010:2.0:1767384678.978846:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c03ccf0f. 00000100:00000001:1.0:1767384678.978853:0:17070:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384678.978855:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00010000:00000001:1.0:1767384678.978859:0:17070:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384678.978865:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp43->192.168.202.122@tcp43: GET: LOCAL_ERROR 00000100:00000001:1.0:1767384678.978865:0:17070:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:3.0:1767384678.978868:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000020:00000040:1.0:1767384678.978871:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 15 00000100:00000010:1.0:1767384678.978877:0:17070:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004c4a3ec2. 00000400:00000200:2.0:1767384678.978880:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000100:00000010:1.0:1767384678.978881:0:17070:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005bb1fec2. 00000100:00000001:1.0:1767384678.978888:0:17070:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:2.0:1767384678.978889:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp43 recovery message sent unsuccessfully:-71 20000000:00000001:1.0:1767384678.978891:0:17070:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384678.978900:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp43) recovery failed with -71 20000000:00000010:1.0:1767384678.978904:0:17070:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000068cf0e01. 00000400:00000200:3.0:1767384678.978907:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 20000000:00000001:1.0:1767384678.978910:0:17070:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384678.978915:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050245376 00010000:00000001:1.0:1767384678.978918:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384678.978923:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000884b047 x1853237050245376/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:659/0 lens 304/240 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384678.978931:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384678.978933:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384678.978936:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384678.978939:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384678.978942:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:1.0:1767384678.978944:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000400:00000200:3.0:1767384678.978946:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 02000000:00000001:1.0:1767384678.978947:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384678.978952:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.978955:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384678.978960:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384678.978964:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035825e35. 00000100:00000200:1.0:1767384678.978967:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050245376, offset 224 00000400:00000200:1.0:1767384678.978973:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384678.978980:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384678.978989:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260108100 00000400:00000200:3.0:1767384678.978990:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.978997:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2109 [1] + 224 00000400:00000200:1.0:1767384678.979002:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384678.979007:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384678.979011:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384678.979016:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384694 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384678.979024:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384694 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384678.979028:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.979048:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384678.979054:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035825e35 00000400:00000010:1.0:1767384678.979056:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035825e35. 00000400:00000200:3.0:1767384678.979059:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.122:988 00000100:00000001:1.0:1767384678.979061:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384678.979066:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384678.979070:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384678.979075:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:0.0:1767384678.979075:0:17073:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384678.979081:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384678.979083:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384678.979083:0:17073:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384678.979086:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384678.979087:0:17073:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384678.979092:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa6579. 00000100:00000040:1.0:1767384678.979094:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000884b047 x1853237050245376/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:659/0 lens 304/240 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384678.979099:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff90c5c4 00000400:00000200:3.0:1767384678.979102:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.122:988 00000400:00000010:0.0:1767384678.979105:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ff90c5c4. 00000100:00000001:0.0:1767384678.979114:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384678.979118:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000884b047 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:17073:x1853237050245376:12345-0@lo:256: Request processed in 975us (1311us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384678.979124:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384694 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384678.979133:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00000040:1.0:1767384678.979140:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384678.979144:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384678.979149:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384678.979150:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.122:988 00000100:00000200:0.0:1767384678.979150:0:17073:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384694 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384678.979154:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000071589cea. 00000020:00000010:1.0:1767384678.979162:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2223fc3. 00000100:00000001:0.0:1767384678.979167:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767384678.979169:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000387d6cf3. 00000100:00000001:0.0:1767384678.979172:0:17073:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384678.979175:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00000100:00000001:0.0:1767384678.979179:0:17073:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384678.979182:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384678.979183:0:17073:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384678.979186:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000054589b7b. 00000100:00000001:0.0:1767384678.979187:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384678.979190:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.122:988 02000000:00000001:1.0:1767384678.979192:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384678.979192:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.979197:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384678.979198:0:17073:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384678.979203:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384678.979205:0:17073:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=95 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384678.979211:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9fb9036. 00000100:00001000:0.0:1767384678.979212:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384678.979217:0:17073:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384678.979219:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075d004d8. 00000100:00000001:0.0:1767384678.979220:0:17073:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384678.979226:0:17073:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384678.979229:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.122:988 00010000:00000001:0.0:1767384678.979229:0:17073:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.979233:0:17073:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384678.979239:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384694 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384678.979250:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384694 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.979257:0:17073:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384678.979258:0:17073:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.979266:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.122:988 00000100:00000040:0.0:1767384678.979271:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384694 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384678.979282:0:17073:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000625e11c5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:17073:1853237050245376:0@lo:256: 00000100:00000001:0.0:1767384678.979287:0:17073:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.979321:0:17073:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.979323:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384678.979325:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384678.979329:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384694 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384678.979331:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.122:988 00000100:00000001:0.0:1767384678.979338:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384678.979342:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009e984cf7. 00000100:00000001:0.0:1767384678.979345:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384678.979346:0:17073:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384678.979349:0:17073:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:0.0:1767384678.979352:0:17073:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384678.979357:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000009d72f631. 10000000:00000040:0.0:1767384678.979366:0:17073:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.202.122@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00000400:00000200:3.0:1767384678.979370:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.122:988 00010000:00000001:0.0:1767384678.979371:0:17073:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384678.979375:0:17073:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384678.979379:0:17073:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.202.122@tcp has 192.168.202.122@tcp. 00000100:00000001:0.0:1767384678.979381:0:17073:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384678.979383:0:17073:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384678.979385:0:17073:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:0.0:1767384678.979386:0:17073:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000100:00000200:0.0:1767384678.979388:0:17073:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.122@tcp' 00000400:00000200:0.0:1767384678.979390:0:17073:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:0.0:1767384678.979392:0:17073:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384678.979394:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:0.0:1767384678.979398:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384678.979402:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (40) 00000400:00000200:0.0:1767384678.979406:0:17073:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (41) 00000400:00000200:3.0:1767384678.979412:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.122:988 00000400:00000200:0.0:1767384678.979420:0:17073:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384678.979423:0:17073:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384678.979430:0:17073:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384678.979433:0:17073:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:0.0:1767384678.979435:0:17073:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (42) 00000400:00000200:0.0:1767384678.979437:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:0.0:1767384678.979439:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:0.0:1767384678.979442:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979444:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:0.0:1767384678.979446:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:0.0:1767384678.979448:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979450:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:0.0:1767384678.979451:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:0.0:1767384678.979454:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384678.979455:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384678.979456:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:0.0:1767384678.979460:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:0.0:1767384678.979466:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384678.979467:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000400:00000200:0.0:1767384678.979470:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:0.0:1767384678.979473:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:0.0:1767384678.979476:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000010:1.0:1767384678.979477:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035825e35. 00000400:00000200:0.0:1767384678.979478:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:0.0:1767384678.979482:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:1.0:1767384678.979484:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (41) 00000400:00000200:0.0:1767384678.979486:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979490:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:0.0:1767384678.979491:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000010:1.0:1767384678.979492:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a784e67a. 00000400:00000200:0.0:1767384678.979494:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979498:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:0.0:1767384678.979503:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:1.0:1767384678.979505:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:0.0:1767384678.979508:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979511:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:0.0:1767384678.979513:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:0.0:1767384678.979515:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979516:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000200:1.0:1767384678.979520:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:0.0:1767384678.979520:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:0.0:1767384678.979526:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979528:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:0.0:1767384678.979531:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:1.0:1767384678.979533:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 175], ns[62, 189] 00000400:00000200:0.0:1767384678.979535:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979543:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:1.0:1767384678.979544:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 61], ns[69, 62] 00000400:00000200:0.0:1767384678.979548:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:0.0:1767384678.979554:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384678.979557:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 61], ns[73, 62] 00000400:00000200:0.0:1767384678.979557:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:0.0:1767384678.979559:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:0.0:1767384678.979565:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979570:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000400:00000200:1.0:1767384678.979574:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 61], ns[77, 62] 00000400:00000200:0.0:1767384678.979575:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.122@tcp23 00000400:00000200:0.0:1767384678.979584:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384678.979585:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 61], ns[89, 62] 00000400:00000200:0.0:1767384678.979590:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp23 00000400:00000200:0.0:1767384678.979597:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.122@tcp24 00000400:00000200:1.0:1767384678.979598:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 61], ns[94, 62] 00000400:00000200:0.0:1767384678.979605:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384678.979610:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 61], ns[115, 62] 00000400:00000200:0.0:1767384678.979611:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp24 00000400:00000200:0.0:1767384678.979617:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.122@tcp25 00000400:00000200:1.0:1767384678.979625:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 61], ns[122, 62] 00000400:00000200:0.0:1767384678.979625:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp25 NID flags 0x1: -114 00000800:00000010:3.0:1767384678.979626:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000de5983e2. 00000800:00000010:3.0:1767384678.979635:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000edbef9c9. 00000400:00000200:1.0:1767384678.979636:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 61], ns[142, 62] 00000400:00000200:1.0:1767384678.979643:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 61], ns[146, 62] 00000400:00000200:0.0:1767384678.979644:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp25 00000800:00000010:3.0:1767384678.979650:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f80db7ba. 00000400:00000200:0.0:1767384678.979651:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.122@tcp26 00000400:00000200:1.0:1767384678.979658:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 61], ns[150, 62] 00000400:00000200:0.0:1767384678.979660:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979665:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp26 00000400:00000200:0.0:1767384678.979670:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.122@tcp27 00000400:00000200:1.0:1767384678.979673:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 61], ns[166, 62] 00000400:00000200:0.0:1767384678.979677:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979684:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp27 00000400:00000200:1.0:1767384678.979688:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 61], ns[173, 62] 00000400:00000200:0.0:1767384678.979689:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.122@tcp28 00000400:00000200:0.0:1767384678.979696:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979701:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp28 00000800:00000010:3.0:1767384678.979702:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f80db7ba. 00000400:00000200:1.0:1767384678.979702:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 61], ns[185, 62] 00000400:00000200:0.0:1767384678.979705:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.122@tcp29 00000400:00000200:0.0:1767384678.979713:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384678.979718:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 61], ns[42, 62] 00000400:00000200:0.0:1767384678.979718:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp29 00000400:00000200:0.0:1767384678.979736:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.122@tcp30 00000400:00000200:0.0:1767384678.979746:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384678.979749:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384678.979750:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:0.0:1767384678.979751:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp30 00000400:00000200:0.0:1767384678.979757:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.122@tcp31 00000400:00000200:0.0:1767384678.979765:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384678.979766:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000400:00000200:0.0:1767384678.979770:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp31 00000400:00000200:0.0:1767384678.979775:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.122@tcp32 00000400:00000200:1.0:1767384678.979779:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000400:00000200:0.0:1767384678.979783:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384678.979788:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 42], ns[67, 42] 00000400:00000200:0.0:1767384678.979793:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp32 00000400:00000200:0.0:1767384678.979799:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.122@tcp33 00000400:00000200:1.0:1767384678.979800:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 42], ns[80, 42] 00000400:00000200:0.0:1767384678.979806:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979810:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp33 00000400:00000200:1.0:1767384678.979813:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 42], ns[87, 42] 00000400:00000200:0.0:1767384678.979814:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.122@tcp34 00000400:00000200:0.0:1767384678.979820:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979825:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp34 00000400:00000200:1.0:1767384678.979827:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[163, 42], ns[177, 42] 00000400:00000200:0.0:1767384678.979830:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.122@tcp35 00000400:00000200:0.0:1767384678.979837:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384678.979840:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[166, 42], ns[180, 42] 00000400:00000200:0.0:1767384678.979841:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp35 00000400:00000200:0.0:1767384678.979847:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.122@tcp36 00000400:00000200:0.0:1767384678.979855:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384678.979857:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 42], ns[155, 42] 00000400:00000200:0.0:1767384678.979858:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp36 00000400:00000200:0.0:1767384678.979863:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.122@tcp37 00000400:00000200:0.0:1767384678.979870:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384678.979872:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 42], ns[194, 42] 00000400:00000200:0.0:1767384678.979874:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp37 00000400:00000200:0.0:1767384678.979879:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.122@tcp38 00000400:00000200:1.0:1767384678.979884:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 42], ns[111, 42] 00000400:00000200:0.0:1767384678.979885:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979889:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp38 00000400:00000200:0.0:1767384678.979894:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.122@tcp39 00000400:00000200:1.0:1767384678.979898:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 42], ns[132, 42] 00000400:00000200:0.0:1767384678.979901:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979906:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp39 00000400:00000200:0.0:1767384678.979910:0:17073:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.122@tcp40 00000400:00000200:1.0:1767384678.979913:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 42], ns[126, 42] 00000400:00000200:0.0:1767384678.979917:0:17073:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384678.979921:0:17073:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp40 00000100:00000001:0.0:1767384678.979925:0:17073:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384678.979928:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[157, 42], ns[171, 42] 00010000:00000001:0.0:1767384678.979930:0:17073:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384678.979937:0:17073:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.202.122@tcp' by NID '192.168.202.122@tcp' 00000400:00000200:1.0:1767384678.979941:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[156, 42], ns[170, 42] 10000000:00000010:0.0:1767384678.979943:0:17073:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000b5163c46. 10000000:00000040:0.0:1767384678.979950:0:17073:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 88/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.202.122@tcp::2 00000400:00000200:1.0:1767384678.979954:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 42], ns[160, 42] 00000020:00000080:0.0:1767384678.979956:0:17073:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:1.0:1767384678.979964:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 42], ns[164, 42] 00000020:00000001:0.0:1767384678.979965:0:17073:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384678.979969:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffb8f9cf. 00000400:00000200:1.0:1767384678.979972:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[183, 42], ns[197, 42] 00000020:00000010:0.0:1767384678.979977:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ee47726d. 00000400:00000200:1.0:1767384678.979981:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[189, 42], ns[233, 42] 00000040:00000010:0.0:1767384678.979984:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fd62ceae. 00000400:00000200:1.0:1767384678.979988:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 42], ns[182, 42] 00000020:00000010:0.0:1767384678.979996:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d6bf5c2c. 00000400:00000200:1.0:1767384678.979999:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[187, 42], ns[201, 42] 00000020:00000010:0.0:1767384678.980002:0:17073:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000035dfab36. 00000400:00000200:1.0:1767384678.980007:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[188, 42], ns[232, 42] 00000020:00000010:0.0:1767384678.980009:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000279f4709. 80000000:00000010:0.0:1767384678.980015:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000008269bc2. 00000400:00000200:1.0:1767384678.980019:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 42], ns[200, 42] 40000000:00000010:0.0:1767384678.980021:0:17073:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c0d3ae18. 00100000:00000010:0.0:1767384678.980028:0:17073:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ac1e2658. 00000400:00000200:1.0:1767384678.980030:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 42], ns[0, 42] 00040000:00000010:0.0:1767384678.980034:0:17073:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000be3fa6e8. 00000400:00000200:1.0:1767384678.980037:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00040000:00000010:0.0:1767384678.980040:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000735f0ad7. 00000400:00000200:1.0:1767384678.980045:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp48 00040000:00000010:0.0:1767384678.980046:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000064aa0a2b. 00080000:00000010:0.0:1767384678.980052:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004875ebc8. 00000400:00000200:1.0:1767384678.980053:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp48 lpni_is_preferred = 0 00080000:00000010:0.0:1767384678.980058:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a3354e6d. 00000400:00000200:1.0:1767384678.980060:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp48 00000400:00000200:1.0:1767384678.980067:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp48 NI seq info: [234:234:256:4294967295] 192.168.202.122@tcp48 LPNI seq info [190:190:8:4294967295] 00000004:00000010:0.0:1767384678.980068:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e306780d. 00000400:00000200:1.0:1767384678.980076:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp48 00000004:00000010:0.0:1767384678.980076:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000018da0759. 00000004:00000010:0.0:1767384678.980082:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dcb3fe9f. 00000400:00000200:1.0:1767384678.980089:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp48(192.168.202.122@tcp48:) -> 192.168.202.122@tcp48(192.168.202.122@tcp:192.168.202.122@tcp48) : PUT try# 0 00002000:00000010:0.0:1767384678.980090:0:17073:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000041ca5c1. 00000004:00000010:0.0:1767384678.980096:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008801ad53. 00000800:00000200:1.0:1767384678.980101:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.122@tcp48 00000004:00000001:0.0:1767384678.980102:0:17073:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384678.980108:0:17073:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000800:00000010:1.0:1767384678.980110:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b5cae91. 00000400:00000200:2.0:1767384678.980111:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp46 from 202.3.0.2 00000040:00001000:0.0:1767384678.980111:0:17073:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000b5163c46 00000040:00001000:0.0:1767384678.980115:0:17073:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384678.980116:0:17073:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000800:00000010:2.0:1767384678.980118:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ca737cee. 00000040:00001000:0.0:1767384678.980118:0:17073:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384678.980119:0:17073:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000800:00000010:1.0:1767384678.980122:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009e984cf7. 00000040:00001000:0.0:1767384678.980122:0:17073:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384678.980126:0:17073:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000800:00000010:1.0:1767384678.980130:0:16342:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ac37a6f2. 00000040:00001000:0.0:1767384678.980130:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384678.980137:0:17073:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.202.122@tcp::2 00000040:00000001:0.0:1767384678.980139:0:17073:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000200:1.0:1767384678.980143:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e984cf7] -> 12345-192.168.202.122@tcp48 (2) 00000800:00000200:1.1:1767384678.980150:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e984cf7] -> 12345-192.168.202.122@tcp48 (2) 00000400:00000200:1.0:1767384678.980171:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000800:00000010:3.0:1767384678.980175:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000249fca44. 00000400:00000200:1.0:1767384678.980176:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 rc 0 00000800:00000010:3.0:1767384678.980185:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e205091c. 00000004:00000001:0.0:1767384678.980200:0:17073:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384678.980207:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ee47726d. 00000040:00000010:0.0:1767384678.980213:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fd62ceae. 00000800:00000010:3.0:1767384678.980215:0:16334:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d70ef2a1. 00000020:00000010:0.0:1767384678.980217:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d6bf5c2c. 00000020:00000010:0.0:1767384678.980223:0:17073:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000035dfab36. 00000800:00000200:3.1:1767384678.980227:0:16334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7a4e264] -> 12345-192.168.202.122@tcp46 (2) 00000020:00000010:0.0:1767384678.980231:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000279f4709. 80000000:00000010:0.0:1767384678.980236:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000008269bc2. 00000800:00000200:3.1:1767384678.980237:0:16334:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp46 00000000d70ef2a1 deleted 00000800:00000010:3.1:1767384678.980241:0:16334:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d70ef2a1. 00000400:00000200:1.0:1767384678.980249:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:3.1:1767384678.980251:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 40000000:00000010:0.0:1767384678.980251:0:17073:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c0d3ae18. 00100000:00000010:0.0:1767384678.980259:0:17073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ac1e2658. 00040000:00000010:0.0:1767384678.980264:0:17073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000be3fa6e8. 00000800:00000200:3.1:1767384678.980265:0:16334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp46 ip 192.168.202.122:970 00040000:00000010:0.0:1767384678.980270:0:17073:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000735f0ad7. 00000800:00000200:3.1:1767384678.980272:0:16334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e91aaf0d type 2, nob 96 niov 1 nkiov 0 00040000:00000010:0.0:1767384678.980277:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000064aa0a2b. 00000800:00000200:3.0:1767384678.980283:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp46 p 3.x 192.168.202.122 -> 192.168.202.122:970 incarnation:1767384663704209919 sched[0] 00080000:00000010:0.0:1767384678.980284:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a3354e6d. 00080000:00000010:0.0:1767384678.980317:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004875ebc8. 00000004:00000010:0.0:1767384678.980323:0:17073:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e306780d. 00000800:00000010:3.0:1767384678.980329:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f80db7ba. 00000004:00000010:0.0:1767384678.980329:0:17073:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000018da0759. 00000004:00000010:0.0:1767384678.980338:0:17073:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dcb3fe9f. 00002000:00000010:0.0:1767384678.980342:0:17073:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000041ca5c1. 00000004:00000010:0.0:1767384678.980346:0:17073:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008801ad53. 00000020:00000010:0.0:1767384678.980349:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffb8f9cf. 00000020:00000001:0.0:1767384678.980353:0:17073:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.980356:0:17073:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384678.980359:0:17073:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000b5163c46. 10000000:00000010:0.0:1767384678.980363:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000009d72f631. 10000000:00000001:0.0:1767384678.980367:0:17073:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384678.980369:0:17073:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384678.980374:0:17073:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000625e11c5 x1853237050245376/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384694 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384678.980382:0:17073:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384678.980385:0:17073:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384678.980388:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e5ab320. 00000400:00000200:1.0:1767384678.980390:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 02000000:00000001:0.0:1767384678.980392:0:17073:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000010:3.0:1767384678.980395:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f80db7ba. 00000020:00000001:0.0:1767384678.980396:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384678.980400:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000800:00000010:3.0:1767384678.980404:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e205091c. 00000020:00000001:0.0:1767384678.980404:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384678.980405:0:17073:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384678.980408:0:17073:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384678.980411:0:17073:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384678.980414:0:17073:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384678.980416:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000000127500b. 00000100:00000010:0.0:1767384678.980420:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ee1c508f. 00000100:00000001:0.0:1767384678.980423:0:17073:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384678.980431:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009bff73bb. 02000000:00000001:0.0:1767384678.980434:0:17073:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384678.980436:0:17073:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384678.980437:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 00000100:00000001:0.0:1767384678.980441:0:17073:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384678.980443:0:17073:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384678.980448:0:16334:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ca737cee. 10000000:00000010:0.0:1767384678.980456:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000b967ab8b. 10000000:01000000:0.0:1767384678.980463:0:17073:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.122@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000800:00000001:3.0:1767384678.980466:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:0.0:1767384678.980467:0:17073:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:1.0:1767384678.980468:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00010000:00000001:0.0:1767384678.980472:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:3.0:1767384678.980473:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384678.980476:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384678.980480:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=3 00000020:00000001:0.0:1767384678.980483:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:0.0:1767384678.980486:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:0.0:1767384678.980489:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384678.980492:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384678.980499:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384678.980501:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384678.980503:0:17073:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384678.980510:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384678.980512:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384678.980514:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384678.980516:0:17073:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384678.980518:0:17073:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384678.980521:0:17073:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384678.980524:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384678.980526:0:17073:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 3 10000000:00000001:0.0:1767384678.980529:0:17073:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767384678.980530:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000800:00000200:3.0:1767384678.980540:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384678.980545:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e91aaf0d. 00000400:00000200:3.0:1767384678.980551:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384678.980558:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp46->192.168.202.122@tcp46: GET: OK 00000400:00000200:3.0:1767384678.980563:0:16337:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384678.980567:0:16337:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp46 recovery message sent successfully:0 00000400:00000200:1.0:1767384678.980588:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000800:00000200:3.1:1767384678.980616:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384678.980624:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp46 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384663704209919 sched[0] 00000800:00000010:3.0:1767384678.980629:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000edbef9c9. 00000400:00000200:1.0:1767384678.980657:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000800:00000001:3.0:1767384678.980666:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.980674:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384678.980677:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.980686:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.980694:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp46(192.168.202.122@tcp46) <- 192.168.202.122@tcp46 : GET - for me 00000400:00000200:3.0:1767384678.980707:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384678.980715:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x1fc9 [1] + 0 00000400:00000200:1.0:1767384678.980741:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.980749:0:16339:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp46 to MR: 192.168.202.122@tcp46 local destination 00000400:00000200:3.0:1767384678.980760:0:16339:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp46 NI seq info: [235:235:256:4294967295] 192.168.202.122@tcp46 LPNI seq info [191:191:8:4294967295] 00000400:00000200:3.0:1767384678.980778:0:16339:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp46(192.168.202.122@tcp46:192.168.202.122@tcp46) -> 192.168.202.122@tcp46(192.168.202.122@tcp46:192.168.202.122@tcp46) 192.168.202.122@tcp46 : REPLY try# 0 00000800:00000200:3.0:1767384678.980793:0:16339:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp46 00000800:00000010:3.0:1767384678.980799:0:16339:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007ddd1a5b. 00000800:00000200:3.0:1767384678.980806:0:16339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c7a4e264] -> 12345-192.168.202.122@tcp46 (4) 00000800:00000200:3.0:1767384678.980812:0:16339:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp46 ip 192.168.202.122:988 00000800:00000200:3.0:1767384678.980815:0:16339:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007ddd1a5b type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767384678.980820:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000800:00000200:3.0:1767384678.980876:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384678.980880:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007ddd1a5b. 00000400:00000200:3.0:1767384678.980885:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384678.980888:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.980895:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp46->192.168.202.122@tcp46: REPLY: OK 00000800:00000001:3.0:1767384678.980910:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.980916:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384678.980919:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.980924:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384678.980927:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.980930:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.980939:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp46(192.168.202.122@tcp46) <- 192.168.202.122@tcp46 : REPLY - for me 00000400:00000200:3.0:1767384678.980949:0:16339:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp46: Reply from 12345-192.168.202.122@tcp46 of length 272/272 into md 0x20ed 00000800:00000001:3.0:1767384678.980955:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384678.980959:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000800:00000001:3.0:1767384678.980963:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.980968:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384678.980975:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp46->192.168.202.122@tcp46: REPLY: OK 00000400:00000200:3.0:1767384678.980980:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050bf6545 00000400:00000010:3.0:1767384678.980982:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050bf6545. 00000400:00000200:3.0:1767384678.980989:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384678.980996:0:16339:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002beb5b15. 00000400:00000010:3.0:1767384678.981001:0:16339:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b8eaf1c2. 00000800:00000001:3.0:1767384678.981008:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.981012:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384678.981025:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981080:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981107:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981158:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981186:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981241:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981261:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981366:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981392:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981419:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981469:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981478:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981532:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981541:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981591:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981602:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981648:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981661:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981707:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981736:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981780:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981794:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981839:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981858:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981901:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981921:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.981969:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.981985:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.982030:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.982044:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.982087:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.982105:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.982152:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.982167:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.982215:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.982223:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.982276:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.982285:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.982365:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.982390:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.982422:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.982452:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.982482:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.982510:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.982532:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.982572:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.982592:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.982633:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.982684:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.982746:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000800:00000010:1.0:1767384678.982788:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a386338f. 00000400:00000200:3.0:1767384678.982789:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000800:00000010:1.0:1767384678.982797:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000072918ec6. 00000800:00000010:1.0:1767384678.982804:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9138d6d. 00000400:00000200:3.0:1767384678.982829:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000800:00000010:1.0:1767384678.982833:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9138d6d. 00000800:00020000:1.0:1767384678.982844:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384678.982848:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000072918ec6. 00000800:00000010:1.0:1767384678.982852:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a386338f. 00000400:00000200:3.0:1767384678.982870:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:02020000:1.0:1767384678.982909:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp48 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384678.982917:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp48 notifying 192.168.202.122@tcp48: down 00000800:00000200:1.0:1767384678.982924:0:16333:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp48 down 00000400:00000200:3.0:1767384678.982925:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000800:00000100:1.0:1767384678.982934:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 704 0@<0:0>->192.168.202.122@tcp48 00000800:00000010:1.0:1767384678.982937:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b5cae91. 00000400:00000200:1.0:1767384678.982942:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384678.982947:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp48->192.168.202.122@tcp48: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384678.982957:0:16333:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp48 added to recovery queue. ping count: 0 next ping: 301 health :900 00000400:00000200:1.0:1767384678.982961:0:16333:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384678.982966:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384678.982967:0:16333:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 1 00000400:00000200:1.0:1767384678.982974:0:16333:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:3.0:1767384678.983007:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384678.983029:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384678.983035:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x301171 00000400:00000001:0.0:1767384678.983039:0:16342:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384678.983041:0:16342:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384678.983048:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384678.983050:0:16342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035825e35 00000400:00000010:0.0:1767384678.983055:0:16342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035825e35. 00000400:00000200:0.0:1767384678.983068:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384678.983077:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000400:00000200:0.0:1767384678.983081:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (42) 00000400:00000200:0.0:1767384678.983085:0:16342:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.202.122@tcp 00000400:00000200:3.0:1767384678.983088:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384678.983089:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 rc -71 00000400:00000200:0.0:1767384678.983099:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:0.0:1767384678.983104:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (41) 00000400:00000200:3.0:1767384678.983129:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384678.983161:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384678.983316:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a86e09ea. 00000800:00000010:3.0:1767384678.983322:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000edbef9c9. 00000800:00000010:3.0:1767384678.983328:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f80db7ba. 00000100:00000040:0.0:1767384678.983342:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294967303, at 4294967304 00000100:00000010:0.0:1767384678.983350:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c788e630. 00000100:00000040:1.0:1767384678.983358:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294967303, at 4294967304 00000800:00000010:3.0:1767384678.983360:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f80db7ba. 00000100:00000010:1.0:1767384678.983370:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c1d937e. 00000800:00020000:3.0:1767384678.983373:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384678.983378:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000edbef9c9. 00000800:00000010:3.0:1767384678.983382:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a86e09ea. 00000400:02020000:3.0:1767384678.983424:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp46 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000800:00000001:3.0:1767384678.983954:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.983962:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384678.983965:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.983969:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.983976:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50) <- 192.168.202.22@tcp50 : PUT - for me 00000400:00000200:3.0:1767384678.983986:0:16339:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.22@tcp50 of length 224 into portal 26 MB=0x695825fc00f00 00000400:00000200:3.0:1767384678.983992:0:16339:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.22@tcp50 of length 224/224 into md 0x195d [2] + 0 00000400:00000010:3.0:1767384678.983997:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057b6dfac. 00000400:00000200:3.0:1767384678.984001:0:16339:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008cd6e78f 00000800:00000001:3.0:1767384678.984006:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.984014:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384678.984017:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384678.984021:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000400:00000200:3.0:1767384678.984025:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cd6e78f 00000400:00000010:3.0:1767384678.984027:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cd6e78f. 00000100:00000001:3.0:1767384678.984033:0:16339:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384678.984035:0:16339:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384678.984038:0:16339:0:(events.c:337:request_in_callback()) incoming req@000000007bb16798 x1853237044973312 msgsize 224 00000100:00100000:3.0:1767384678.984044:0:16339:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.22@tcp50 (source: 12345-192.168.202.22@tcp50) 00000100:00000040:3.0:1767384678.984048:0:16339:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384678.984062:0:16339:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384678.984068:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384678.984071:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.984181:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384678.984184:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237044973312 02000000:00000001:1.0:1767384678.984187:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384678.984189:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384678.984192:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384678.984196:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384678.984200:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237044973312 00000020:00000001:1.0:1767384678.984202:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384678.984204:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b5118 00000020:00000001:1.0:1767384678.984206:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384678.984208:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000445694c9 refcount=6 00000020:00000001:1.0:1767384678.984210:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000020:00000001:1.0:1767384678.984213:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00000100:00000001:1.0:1767384678.984218:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384678.984222:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9138d6d. 00000100:00000001:1.0:1767384678.984225:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384678.984227:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9138d6d. 00000020:00000010:1.0:1767384678.984233:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000387d6cf3. 00000020:00000010:1.0:1767384678.984238:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f9ff398. 00000020:00000010:1.0:1767384678.984241:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2223fc3. 00000100:00000040:1.0:1767384678.984247:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384678.984250:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384678.984251:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384678.984253:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.984259:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.984275:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384678.984285:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384678.984287:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384678.984318:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.22@tcp50, seq: 173 00000100:00000040:1.0:1767384678.984322:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000445694c9 : new rpc_count 1 00000100:00000001:1.0:1767384678.984326:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472409206864 : -108601300344752 : ffff9d3a4a122050) 00000100:00000040:1.0:1767384678.984332:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007bb16798 x1853237044973312/t0(0) o251->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:659/0 lens 224/0 e 0 to 0 dl 1767384689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384678.984336:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294967303, at 4294967305 00000100:00000010:2.0:1767384678.984346:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab034f6f. 00000100:00000001:1.0:1767384678.984349:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384678.984354:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c9138d6d. 00000100:00000001:1.0:1767384678.984358:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384678.984361:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c9138d6d. 00000100:00100000:1.0:1767384678.984367:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007bb16798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+6:11775:x1853237044973312:12345-192.168.202.22@tcp50:251: 00000100:00000040:3.0:1767384678.984372:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294967303, at 4294967305 00000100:00000200:1.0:1767384678.984372:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237044973312 00000020:00000001:1.0:1767384678.984376:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384678.984380:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384678.984383:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.984389:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384678.984392:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248240 : -1048303376 : ffffffffc18428f0) 00000100:00000010:3.0:1767384678.984393:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea7bb294. 00000020:00000001:1.0:1767384678.984396:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384678.984400:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384678.984403:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384678.984405:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384678.984408:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384678.984411:0:17070:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:1.0:1767384678.984414:0:17070:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384678.984416:0:17070:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384678.984419:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384678.984422:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384678.984427:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005a51a117. 02000000:00000001:1.0:1767384678.984430:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.984432:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.984437:0:17070:0:(genops.c:887:class_export_get()) GET export 00000000445694c9 refcount=7 00010000:00000001:1.0:1767384678.984440:0:17070:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:1.0:1767384678.984442:0:17070:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384678.984445:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 6 20000000:00000010:1.0:1767384678.984448:0:17070:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000046c319e3. 00000020:00000040:1.0:1767384678.984451:0:17070:0:(genops.c:887:class_export_get()) GET export 00000000445694c9 refcount=7 00010000:00000001:1.0:1767384678.984456:0:17070:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384678.984458:0:17070:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384678.984468:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 6 00000020:00000080:1.0:1767384678.984471:0:17070:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b5118 00000020:00000040:1.0:1767384678.984474:0:17070:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000445694c9 with handle 0x9f279d7a9a0b5118 from hash 00000020:00000040:1.0:1767384678.984479:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 5 00000020:00000001:1.0:1767384678.984482:0:17070:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:1.0:1767384678.984484:0:17070:0:(genops.c:1938:obd_stale_export_put()) Put export 00000000445694c9: total 0 00000020:00000001:1.0:1767384678.984486:0:17070:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384678.984487:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 4 00000020:00000001:1.0:1767384678.984490:0:17070:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384678.984493:0:17070:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384678.984495:0:17070:0:(import.c:65:import_set_state_nolock()) 00000000f48440b2 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384678.984499:0:17070:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384678.984501:0:17070:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384678.984502:0:17070:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384678.984515:0:17070:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384678.984517:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 3 20000000:00000001:1.0:1767384678.984520:0:17070:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.984523:0:17070:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384678.984525:0:17070:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384678.984528:0:17070:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384678.984530:0:17070:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384678.984533:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237044973312 00010000:00000001:1.0:1767384678.984536:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384678.984540:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000200:1.0:1767384678.984541:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007bb16798 x1853237044973312/t0(0) o251->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:659/0 lens 224/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00010000:3.0:1767384678.984546:0:17065:0:(genops.c:1924:obd_stale_export_get()) Get export 00000000445694c9: total 0 00000020:00000001:3.0:1767384678.984553:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446635468051617792 : -108605657933824 : ffff9d3946569800) 00010000:00000001:1.0:1767384678.984561:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:3.0:1767384678.984562:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1767384678.984567:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.984568:0:17065:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000100:00001000:1.0:1767384678.984573:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=95 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384678.984576:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079b221c6. 00000100:00000001:1.0:1767384678.984580:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384678.984584:0:17065:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006590fc7d. 00000100:00000040:1.0:1767384678.984586:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000008ab18ac3 refcount 7 to 192.168.202.22@tcp50 00000100:00000001:1.0:1767384678.984591:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635472293481216 : -108601416070400 : ffff9d3a432c4b00) 00000020:00000010:3.0:1767384678.984593:0:17065:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a94a89b. 02000000:00000001:1.0:1767384678.984595:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384678.984599:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.984602:0:17065:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001e60caf7. 00000100:00000001:1.0:1767384678.984603:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384678.984611:0:17065:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f98c12d1. 00000100:00000040:1.0:1767384678.984611:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.22@tcp50 00000400:00000010:1.0:1767384678.984618:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e93641. 80000000:00000010:3.0:1767384678.984619:0:17065:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f3bf422. 00000100:00000200:1.0:1767384678.984625:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237044973312, offset 224 40000000:00000010:3.0:1767384678.984627:0:17065:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f80db7ba. 00100000:00000010:3.0:1767384678.984634:0:17065:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6ca8dd3. 00000400:00000200:1.0:1767384678.984635:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.22@tcp50 00040000:00000010:3.0:1767384678.984642:0:17065:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007ddd1a5b. 00000400:00000200:1.0:1767384678.984649:0:17070:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp50 to NMR: 192.168.202.22@tcp50 local destination 00040000:00000010:3.0:1767384678.984650:0:17065:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000963582fb. 00080000:00000010:3.0:1767384678.984657:0:17065:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a86e09ea. 00000400:00000200:1.0:1767384678.984662:0:17070:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp50 NI seq info: [236:236:256:4294967295] 192.168.202.22@tcp50 LPNI seq info [31:31:8:4294967295] 00000400:00000200:1.0:1767384678.984674:0:17070:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp50(192.168.202.122@tcp50:192.168.202.122@tcp50) -> 192.168.202.22@tcp50(192.168.202.22@tcp50:192.168.202.22@tcp50) : PUT try# 0 00080000:00000010:3.0:1767384678.984676:0:17065:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000048fb5be1. 00000800:00000200:1.0:1767384678.984682:0:17070:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.22@tcp50 00000800:00000010:1.0:1767384678.984687:0:17070:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b5cae91. 00000800:00000200:1.0:1767384678.984692:0:17070:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bac1a9cc] -> 12345-192.168.202.22@tcp50 (4) 00002000:00000010:3.0:1767384678.984695:0:17065:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008858724b. 00000800:00000200:1.0:1767384678.984701:0:17070:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000020:00000010:3.0:1767384678.984704:0:17065:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006590fc7d. 00000800:00000200:1.0:1767384678.984705:0:17070:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001b5cae91 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1767384678.984712:0:17065:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002a94a89b. 00000020:00000010:3.0:1767384678.984718:0:17065:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001e60caf7. 00000100:00000001:1.0:1767384678.984734:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384678.984737:0:17065:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f98c12d1. 00000100:00000040:1.0:1767384678.984742:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 6 to 192.168.202.22@tcp50 80000000:00000010:3.0:1767384678.984746:0:17065:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f3bf422. 00010000:00000001:1.0:1767384678.984748:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384678.984752:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:3.0:1767384678.984754:0:17065:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f80db7ba. 00000020:00000001:1.0:1767384678.984755:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00100000:00000010:3.0:1767384678.984762:0:17065:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d6ca8dd3. 00000100:00000040:1.0:1767384678.984764:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007bb16798 x1853237044973312/t0(0) o251->1db9ae20-6ec1-4d4c-b336-5f406cfa3d12@192.168.202.22@tcp50:659/0 lens 224/224 e 0 to 0 dl 1767384689 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767384678.984770:0:17065:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007ddd1a5b. 00040000:00000010:3.0:1767384678.984777:0:17065:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000963582fb. 00000100:00100000:1.0:1767384678.984784:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007bb16798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1db9ae20-6ec1-4d4c-b336-5f406cfa3d12+3:11775:x1853237044973312:12345-192.168.202.22@tcp50:251: Request processed in 430us (739us total) trans 0 rc 0/0 00080000:00000010:3.0:1767384678.984787:0:17065:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000048fb5be1. 00000800:00000200:0.0:1767384678.984791:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384678.984795:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b5cae91. 00080000:00000010:3.0:1767384678.984796:0:17065:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a86e09ea. 00000100:00100000:1.0:1767384678.984802:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.22@tcp50, seq: 173 00000400:00000200:0.0:1767384678.984803:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:3.0:1767384678.984805:0:17065:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008858724b. 00000100:00000040:1.0:1767384678.984811:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000445694c9 : new rpc_count 0 00000400:00000200:0.0:1767384678.984812:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp50->192.168.202.22@tcp50: PUT: OK 00000020:00000010:3.0:1767384678.984813:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079b221c6. 00000100:00000001:1.0:1767384678.984818:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384678.984820:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036e93641 00010000:00010000:3.0:1767384678.984821:0:17065:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 00000000445694c9, canceled 0 locks, left on hash table 1. 00000100:00000001:1.0:1767384678.984822:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767384678.984823:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036e93641. 00000020:00000010:1.0:1767384678.984828:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f9ff398. 00000100:00000001:0.0:1767384678.984830:0:16337:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384678.984833:0:16337:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1767384678.984839:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2223fc3. 00000020:00000010:3.0:1767384678.984840:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1126266. 00000020:00000010:1.0:1767384678.984847:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000387d6cf3. 00000020:00000010:3.0:1767384678.984848:0:17065:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dd1a9f44. 00000020:00000040:1.0:1767384678.984853:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 2 00000020:00000010:3.0:1767384678.984855:0:17065:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d6ca8dd3. 02000000:00000001:1.0:1767384678.984860:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:3.0:1767384678.984862:0:17065:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001e60caf7. 02000000:00000010:1.0:1767384678.984865:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005a51a117. 00000020:00000010:3.0:1767384678.984868:0:17065:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008015d50d. 02000000:00000001:1.0:1767384678.984870:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 80000000:00000010:3.0:1767384678.984875:0:17065:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f3bf422. 00000100:00000001:1.0:1767384678.984876:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384678.984882:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384678.984887:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a71c3276. 00000400:00000010:1.0:1767384678.984893:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072918ec6. 40000000:00000010:3.0:1767384678.984937:0:17065:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f80db7ba. 00100000:00000010:3.0:1767384678.984943:0:17065:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002a94a89b. 00040000:00000010:3.0:1767384678.984947:0:17065:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007ddd1a5b. 00040000:00000010:3.0:1767384678.984952:0:17065:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ef4a2c1b. 00080000:00000010:3.0:1767384678.984957:0:17065:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000048fb5be1. 00080000:00000010:3.0:1767384678.984963:0:17065:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000004a74883a. 00002000:00000010:3.0:1767384678.984970:0:17065:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008858724b. 00000001:00000001:3.0:1767384678.984975:0:17065:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:3.0:1767384678.984978:0:17065:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767384678.984984:0:17065:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000047b82906 count: 7 00010000:00000001:3.0:1767384678.984988:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384678.984990:0:17065:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384678.984993:0:17065:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384678.984995:0:17065:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.984997:0:17065:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.985002:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384678.985004:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384678.985008:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.985009:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384678.985011:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384678.985013:0:17065:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384678.985015:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6f50484 with handle 0x9f279d7a9a0b511f from hash 00010000:00000001:3.0:1767384678.985018:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384678.985020:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.985021:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384678.985023:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384678.985025:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384678.985027:0:17065:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384678.985029:0:17065:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384678.985039:0:17065:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384678.985042:0:17065:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.985044:0:17065:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384678.985046:0:17065:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 00000000445694c9, 1 locks cancelled. 00010000:00000001:3.0:1767384678.985049:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384678.985050:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384678.985052:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384678.985056:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6f50484/0x9f279d7a9a0b511f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.22@tcp50 remote: 0x654a62b74de3077e expref: 2 pid: 17071 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384678.985065:0:17065:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 00000000445694c9 : new locks_count 0 00000020:00000040:3.0:1767384678.985068:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 1 00010000:00000001:3.0:1767384678.985074:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767384678.985076:0:17065:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 1db9ae20-6ec1-4, loop: 0 00000001:00000001:3.0:1767384678.985079:0:17065:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384678.985082:0:17065:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384678.985085:0:17065:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 00000000445694c9, canceled 1 locks, left on hash table 0. 00000020:00000010:3.0:1767384678.985090:0:17065:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dd1a9f44. 00000020:00000010:3.0:1767384678.985094:0:17065:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d6ca8dd3. 00000020:00000010:3.0:1767384678.985097:0:17065:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001e60caf7. 00000020:00000010:3.0:1767384678.985101:0:17065:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008015d50d. 80000000:00000010:3.0:1767384678.985104:0:17065:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f3bf422. 40000000:00000010:3.0:1767384678.985108:0:17065:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f80db7ba. 00100000:00000010:3.0:1767384678.985111:0:17065:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002a94a89b. 00040000:00000010:3.0:1767384678.985114:0:17065:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007ddd1a5b. 00040000:00000010:3.0:1767384678.985117:0:17065:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ef4a2c1b. 00080000:00000010:3.0:1767384678.985120:0:17065:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004a74883a. 00080000:00000010:3.0:1767384678.985123:0:17065:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000048fb5be1. 00002000:00000010:3.0:1767384678.985126:0:17065:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008858724b. 00000020:00000010:3.0:1767384678.985128:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1126266. 00000020:00000001:3.0:1767384678.985131:0:17065:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384678.985133:0:17065:0:(genops.c:898:class_export_put()) PUTting export 00000000445694c9 : new refcount 0 00000020:00000080:3.0:1767384678.985135:0:17065:0:(genops.c:904:class_export_put()) final put 00000000445694c9/1db9ae20-6ec1-4d4c-b336-5f406cfa3d12 00000020:00000001:3.0:1767384678.985151:0:17065:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:3.0:1767384678.985153:0:17065:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384678.985163:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384678.985165:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384678.985167:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384678.985170:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384678.985172:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384678.985173:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384678.985176:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384678.985178:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384678.985180:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384678.985181:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384678.985185:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000445694c9/1db9ae20-6ec1-4d4c-b336-5f406cfa3d12 for MGS 00000020:00000040:0.0:1767384678.985191:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 5 to 192.168.202.22@tcp50 00000020:00000001:0.0:1767384678.985195:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384678.985197:0:8:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:0.0:1767384678.985200:0:8:0:(genops.c:1229:class_import_get()) import 00000000f48440b2 refcount=2 obd=MGS 00000020:00000001:0.0:1767384678.985202:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384678.985204:0:8:0:(genops.c:1242:class_import_put()) import 00000000f48440b2 refcount=1 obd=MGS 00000020:00000001:0.0:1767384678.985205:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384678.985208:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384678.985209:0:8:0:(genops.c:1242:class_import_put()) import 00000000f48440b2 refcount=0 obd=MGS 00000020:00000040:0.0:1767384678.985211:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000f48440b2 00000020:00000001:0.0:1767384678.985232:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384678.985235:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384678.985237:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384678.985242:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bb9d7f40. 00000001:00000010:0.0:1767384678.985257:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000978b36fc. 00000001:00000010:0.0:1767384678.985259:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000287fcd88. 00000001:00000010:0.0:1767384678.985262:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001f358f34. 00000001:00000010:0.0:1767384678.985264:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000098f261f2. 00000001:00000010:0.0:1767384678.985266:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007bec9124. 00000001:00000001:0.0:1767384678.985271:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384678.985273:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767384678.985275:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384678.985277:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:0.0:1767384678.985279:0:8:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384678.985281:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384678.985284:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (00000000cc3e887a) now 7 - export 00000020:00000010:0.0:1767384678.985287:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000445694c9. 00000020:00000001:0.0:1767384678.985761:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384678.985766:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384678.985768:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000f48440b2 for MGS 00000020:00000040:0.0:1767384678.985772:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 4 to 192.168.202.22@tcp50 00000020:00000040:0.0:1767384678.985774:0:8:0:(obd_config.c:955:class_decref()) Decref MGS (00000000cc3e887a) now 6 - import 00000020:00000010:0.0:1767384678.985776:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000f48440b2. 00000020:00000001:0.0:1767384678.985780:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1767384678.990822:0:40012:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000cce05053. 00000020:00000040:2.0:1767384678.990833:0:40012:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384678.990835:0:40012:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000cce05053. 00010000:00000010:3.1:1767384678.992397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6f50484. 00010000:00000001:1.0:1767384679.167401:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384679.167407:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384679.167413:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384679.167414:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384679.167468:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384679.167473:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384679.167477:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384679.999419:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384679.999427:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384679.999430:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a356ef 00000400:00000010:2.0:1767384679.999437:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a356ef. 00000400:00000200:2.0:1767384679.999447:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384679.999455:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp43 recovery ping unlinked 00000400:00000010:2.0:1767384679.999471:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000132beb24. 00000400:00000010:2.0:1767384679.999477:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000026b91275. 00000400:00000200:2.0:1767384679.999487:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp39 00000400:00000010:2.0:1767384679.999494:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000132beb24. 00000400:00000010:2.0:1767384679.999502:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fa3653aa. 00000400:00000010:2.0:1767384679.999506:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028a356ef. 00000400:00000010:2.0:1767384679.999513:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000de7f7e94. 00000400:00000200:2.0:1767384679.999517:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp39 00000400:00000200:2.0:1767384679.999530:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp39 local destination 00000400:00000200:2.0:1767384679.999536:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp39 00000400:00000200:2.0:1767384679.999540:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp39 NI seq info: [237:237:256:4294967295] 192.168.202.122@tcp39 LPNI seq info [192:192:8:4294967295] 00000400:00000200:2.0:1767384679.999548:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp39 00000400:00000200:2.0:1767384679.999556:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp39(192.168.202.122@tcp39:) -> 192.168.202.122@tcp39(192.168.202.122@tcp39:192.168.202.122@tcp39) : GET try# 0 00000800:00000200:2.0:1767384679.999562:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp39 00000800:00000010:2.0:1767384679.999566:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c03ccf0f. 00000800:00000200:2.0:1767384679.999573:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000800:00000200:2.1:1767384679.999578:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006c46bcf0] -> 12345-192.168.202.122@tcp39 (2) 00000400:00000200:2.0:1767384679.999602:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp39 added to recovery queue. ping count: 5 next ping: 333 health :500 00000400:00000200:2.0:1767384679.999607:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp38 00000400:00000010:2.0:1767384679.999611:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b042ed72. 00000400:00000010:2.0:1767384679.999617:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f9fca915. 00000400:00000010:2.0:1767384679.999622:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f330bfd. 00000400:00000010:2.0:1767384679.999626:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000071012857. 00000400:00000200:2.0:1767384679.999648:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp38 00000400:00000200:2.0:1767384679.999657:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp38 local destination 00000400:00000200:2.0:1767384679.999661:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp38 00000400:00000200:2.0:1767384679.999665:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp38 NI seq info: [238:238:256:4294967295] 192.168.202.122@tcp38 LPNI seq info [193:193:8:4294967295] 00000400:00000200:2.0:1767384679.999670:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp38 00000400:00000200:2.0:1767384679.999677:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp38(192.168.202.122@tcp38:) -> 192.168.202.122@tcp38(192.168.202.122@tcp38:192.168.202.122@tcp38) : GET try# 0 00000800:00000200:2.0:1767384679.999683:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp38 00000400:00000200:0.0:1767384679.999686:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000010:2.0:1767384679.999688:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f66593cf. 00000800:00000200:2.0:1767384679.999697:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000800:00000200:2.1:1767384679.999703:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000400:00000200:2.0:1767384679.999740:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp38 added to recovery queue. ping count: 5 next ping: 333 health :500 00000400:00000200:2.0:1767384679.999745:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp48 00000400:00000010:2.0:1767384679.999749:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001f922845. 00000400:00000010:2.0:1767384679.999756:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ce2a75f9. 00000400:00000200:0.0:1767384679.999758:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000010:2.0:1767384679.999760:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad05d42d. 00000400:00000010:2.0:1767384679.999768:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c5e839d. 00000400:00000200:2.0:1767384679.999773:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp48 00000400:00000200:2.0:1767384679.999783:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp48 local destination 00000400:00000200:2.0:1767384679.999788:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp48 00000400:00000200:2.0:1767384679.999794:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp48 NI seq info: [239:239:256:4294967295] 192.168.202.122@tcp48 LPNI seq info [194:194:8:4294967295] 00000400:00000200:0.0:1767384679.999796:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384679.999801:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp48 00000400:00000200:2.0:1767384679.999816:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp48(192.168.202.122@tcp48:) -> 192.168.202.122@tcp48(192.168.202.122@tcp48:192.168.202.122@tcp48) : GET try# 0 00000400:00000200:3.0:1767384679.999820:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:2.0:1767384679.999822:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp48 00000800:00000010:2.0:1767384679.999829:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007bec9124. 00000800:00000200:2.0:1767384679.999835:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e984cf7] -> 12345-192.168.202.122@tcp48 (2) 00000400:00000200:0.0:1767384679.999838:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000800:00000200:2.1:1767384679.999843:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e984cf7] -> 12345-192.168.202.122@tcp48 (2) 00000400:00000200:2.0:1767384679.999864:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp48 added to recovery queue. ping count: 1 next ping: 303 health :900 00000400:00000200:0.0:1767384679.999901:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384679.999909:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384679.999924:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384679.999945:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384679.999982:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000003:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000012:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000063:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000067:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000087:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000125:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000138:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000156:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000186:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000207:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000208:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000252:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000268:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000282:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000359:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000363:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000378:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000431:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000435:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000437:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000495:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000515:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000521:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000570:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000599:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000603:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000640:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000678:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000679:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000727:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000748:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000760:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000797:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000812:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000821:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000864:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000867:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000888:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000936:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.000947:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.000949:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.000994:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001012:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001025:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001057:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001075:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001096:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001118:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001143:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001166:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001181:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001216:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001243:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001245:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001274:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001333:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001347:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001356:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001395:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001405:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001426:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001457:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001476:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001478:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001523:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001540:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001545:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001587:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001616:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001616:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001649:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001692:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001699:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001707:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001752:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001802:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001803:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001803:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001865:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001871:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001885:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001928:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.001940:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.001953:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.001983:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.002020:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002037:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.002081:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002090:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.002138:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002145:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000800:00000010:0.0:1767384680.002188:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004875ebc8. 00000400:00000200:1.0:1767384680.002193:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000800:00000010:0.0:1767384680.002194:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000849dd480. 00000800:00000010:0.0:1767384680.002202:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eed18109. 00000400:00000200:3.0:1767384680.002207:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384680.002226:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eed18109. 00000800:00020000:0.0:1767384680.002237:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384680.002241:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000849dd480. 00000800:00000010:0.0:1767384680.002244:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004875ebc8. 00000400:00000200:1.0:1767384680.002250:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002264:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:02020000:0.0:1767384680.002341:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp39 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384680.002345:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002352:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.002353:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp39 notifying 192.168.202.122@tcp39: down 00000800:00000200:0.0:1767384680.002367:0:16332:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp39 down 00000800:00000100:0.0:1767384680.002376:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp39 00000800:00000010:0.0:1767384680.002380:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c03ccf0f. 00000400:00000200:0.0:1767384680.002387:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384680.002394:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp39->192.168.202.122@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384680.002404:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384680.002406:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.002411:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384680.002420:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp39) recovery failed with -71 00000400:00000200:3.0:1767384680.002443:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002473:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000800:00000010:1.0:1767384680.002507:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a386338f. 00000400:00000200:3.0:1767384680.002508:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000800:00000010:1.0:1767384680.002513:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000039368ccb. 00000800:00000010:1.0:1767384680.002518:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000864560a8. 00000800:00000010:1.0:1767384680.002536:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000864560a8. 00000400:00000200:3.0:1767384680.002542:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000800:00020000:1.0:1767384680.002544:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384680.002548:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000039368ccb. 00000800:00000010:1.0:1767384680.002550:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000a386338f. 00000400:00000200:3.0:1767384680.002576:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000400:02020000:1.0:1767384680.002593:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp48 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384680.002599:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp48 notifying 192.168.202.122@tcp48: down 00000400:00000200:1.0:1767384680.002603:0:16333:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384680.002607:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp48 00000800:00000010:1.0:1767384680.002609:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007bec9124. 00000400:00000200:1.0:1767384680.002612:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384680.002614:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.002617:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp48->192.168.202.122@tcp48: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384680.002625:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384680.002629:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384680.002632:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp48) recovery failed with -71 00000400:00000200:3.0:1767384680.002646:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002666:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002685:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002706:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002745:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002765:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002784:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002803:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002821:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.002840:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.122:988 00000800:00000010:3.0:1767384680.002991:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000048fb5be1. 00000800:00000010:3.0:1767384680.003003:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000edbef9c9. 00000800:00000010:3.0:1767384680.003008:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f80db7ba. 00000800:00000010:3.0:1767384680.003043:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f80db7ba. 00000400:00000200:2.0:1767384680.003141:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384680.003160:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp38 from 201.3.0.2 00000800:00000010:2.0:1767384680.003165:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000077d23492. 00000800:00000010:3.0:1767384680.003206:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004a74883a. 00000800:00000010:3.0:1767384680.003212:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e205091c. 00000800:00000010:3.0:1767384680.003234:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d70ef2a1. 00000800:00000200:3.1:1767384680.003242:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (2) 00000800:00000200:3.1:1767384680.003248:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp38 00000000d70ef2a1 deleted 00000800:00000010:3.1:1767384680.003250:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d70ef2a1. 00000800:00000200:3.1:1767384680.003256:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384680.003264:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp38 ip 192.168.202.122:969 00000800:00000200:3.1:1767384680.003268:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f66593cf type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384680.003275:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp38 p 3.x 192.168.202.122 -> 192.168.202.122:969 incarnation:1767384644266636585 sched[0] 00000800:00000010:3.0:1767384680.003281:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f80db7ba. 00000800:00000010:3.0:1767384680.003353:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f80db7ba. 00000800:00000010:3.0:1767384680.003358:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e205091c. 00000800:00000200:0.1:1767384680.003390:0:16334:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767384680.003400:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000077d23492. 00000800:00000200:0.0:1767384680.003401:0:16334:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp38 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384644266636585 sched[0] 00000800:00000010:0.0:1767384680.003409:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000edbef9c9. 00000800:00000001:1.0:1767384680.003411:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384680.003419:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384680.003446:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384680.003463:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384680.003465:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384680.003470:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384680.003474:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384680.003475:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f66593cf. 00000400:00000200:3.0:1767384680.003483:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384680.003485:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384680.003488:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp38(192.168.202.122@tcp38) <- 192.168.202.122@tcp38 : GET - for me 00000400:00000200:3.0:1767384680.003496:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp38->192.168.202.122@tcp38: GET: OK 00000400:00000200:3.0:1767384680.003503:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384680.003507:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384680.003510:0:16339:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp38 recovery message sent successfully:0 00000400:00000200:1.0:1767384680.003519:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x1fc9 [1] + 0 00000400:00000200:1.0:1767384680.003529:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp38 to MR: 192.168.202.122@tcp38 local destination 00000400:00000200:1.0:1767384680.003536:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp38 NI seq info: [240:240:255:4294967295] 192.168.202.122@tcp38 LPNI seq info [195:195:7:4294967295] 00000400:00000200:1.0:1767384680.003548:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp38(192.168.202.122@tcp38:192.168.202.122@tcp38) -> 192.168.202.122@tcp38(192.168.202.122@tcp38:192.168.202.122@tcp38) 192.168.202.122@tcp38 : REPLY try# 0 00000800:00000200:1.0:1767384680.003554:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp38 00000800:00000010:1.0:1767384680.003558:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001b5cae91. 00000400:00000200:0.0:1767384680.003563:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000200:1.0:1767384680.003564:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000014a785a5] -> 12345-192.168.202.122@tcp38 (4) 00000800:00000200:1.0:1767384680.003574:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp38 ip 192.168.202.122:988 00000800:00000200:1.0:1767384680.003576:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001b5cae91 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767384680.003599:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384680.003636:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000800:00000001:3.0:1767384680.003646:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384680.003648:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384680.003652:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001b5cae91. 00000800:00000001:3.0:1767384680.003655:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384680.003656:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384680.003660:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384680.003666:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp38->192.168.202.122@tcp38: REPLY: OK 00000800:00000001:3.0:1767384680.003668:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384680.003677:0:16339:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp38(192.168.202.122@tcp38) <- 192.168.202.122@tcp38 : REPLY - for me 00000400:00000200:3.0:1767384680.003691:0:16339:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp38: Reply from 12345-192.168.202.122@tcp38 of length 272/272 into md 0x212d 00000800:00000001:3.0:1767384680.003697:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384680.003704:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384680.003707:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384680.003724:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384680.003733:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp38->192.168.202.122@tcp38: REPLY: OK 00000400:00000200:3.0:1767384680.003738:0:16339:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f330bfd 00000400:00000010:3.0:1767384680.003741:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f330bfd. 00000400:00000200:3.0:1767384680.003747:0:16339:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384680.003754:0:16339:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b042ed72. 00000400:00000010:3.0:1767384680.003758:0:16339:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f9fca915. 00000800:00000001:3.0:1767384680.003775:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384680.003780:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384680.003784:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000800:00000001:3.0:1767384680.003793:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384680.003840:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.003898:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.003955:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004016:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004085:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004120:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004145:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004168:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004192:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004214:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004233:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004251:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004268:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004428:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004456:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004477:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004499:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004517:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004534:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004550:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004567:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004585:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004602:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004618:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004635:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004652:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004671:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004684:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004696:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384680.004708:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384680.004823:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004875ebc8. 00000800:00000010:0.0:1767384680.004827:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000849dd480. 00000800:00000010:0.0:1767384680.004830:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eed18109. 00000800:00000010:0.0:1767384680.004846:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eed18109. 00000800:00020000:0.0:1767384680.004851:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384680.004854:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000849dd480. 00000800:00000010:0.0:1767384680.004857:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004875ebc8. 00000400:02020000:0.0:1767384680.004886:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp38 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000800:00000001:3.0:1767384680.160329:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384680.160331:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384680.160332:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384680.160349:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384680.160349:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384680.160350:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384680.160366:0:16339:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [0000000039e982a4] EOF from 12345-192.168.202.22@tcp50 ip 192.168.202.22:1021 00000800:00000200:0.0:1767384680.160367:0:16338:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [000000006a55c2f9] EOF from 12345-192.168.202.22@tcp50 ip 192.168.202.22:1022 00000800:00000200:1.0:1767384680.160368:0:16337:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [000000006bbc66df] EOF from 12345-192.168.202.22@tcp50 ip 192.168.202.22:1023 00000800:00000200:2.0:1767384680.160517:0:16336:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 0000000039e982a4 00000800:00000010:2.0:1767384680.160531:0:16336:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 0000000039e982a4. 00000800:00000200:2.0:1767384680.160535:0:16336:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000006a55c2f9 00000800:00000010:2.0:1767384680.160536:0:16336:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000006a55c2f9. 00000800:00000200:2.0:1767384680.160540:0:16336:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000006bbc66df 00000800:00000200:2.0:1767384680.160545:0:16336:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.22@tcp50 00000000bac1a9cc deleted 00000800:00000010:2.0:1767384680.160548:0:16336:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000bac1a9cc. 00000800:00000010:2.0:1767384680.160551:0:16336:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000006bbc66df. 00010000:00000001:1.0:1767384680.191369:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384680.191376:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384680.191381:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384680.191382:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.191450:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384680.191456:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384680.191460:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384680.986452:0:40013:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a86d36a3. 00080000:00000010:0.0:1767384680.986463:0:40013:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a86d36a3. 00000020:00000001:0.0:1767384680.986467:0:40013:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384680.986479:0:40013:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a86d36a3. 00080000:00000010:0.0:1767384680.986484:0:40013:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a86d36a3. 00000020:00000001:0.0:1767384680.986488:0:40013:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384681.023354:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384681.023359:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384681.023362:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028a356ef 00000400:00000010:1.0:1767384681.023366:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028a356ef. 00000400:00000200:1.0:1767384681.023372:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384681.023380:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp39 recovery ping unlinked 00000400:00000010:1.0:1767384681.023390:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000132beb24. 00000400:00000010:1.0:1767384681.023393:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fa3653aa. 00000400:00000001:1.0:1767384681.023400:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384681.023401:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384681.023402:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad05d42d 00000400:00000010:1.0:1767384681.023404:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad05d42d. 00000400:00000200:1.0:1767384681.023405:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384681.023407:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp48 recovery ping unlinked 00000400:00000010:1.0:1767384681.023410:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001f922845. 00000400:00000010:1.0:1767384681.023411:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ce2a75f9. 00080000:00000010:1.0:1767384681.097534:0:40051:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b2e23896. 00080000:00000010:1.0:1767384681.097544:0:40051:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b2e23896. 00000020:00000001:1.0:1767384681.097549:0:40051:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384681.097555:0:40051:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b2e23896. 00080000:00000010:1.0:1767384681.097559:0:40051:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b2e23896. 00000020:00000001:1.0:1767384681.097563:0:40051:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215372:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384681.215376:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.215380:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000800:00000200:2.0:1767384681.215381:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2565b41] -> 12345-192.168.202.122@tcp15 (6) 00010000:00000001:1.0:1767384681.215382:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384681.215391:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp15 ip 192.168.202.122:988 00000800:00000200:2.0:1767384681.215395:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384681.215420:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000075301c46] -> 12345-192.168.202.122@tcp36 (6) 00000800:00000200:2.0:1767384681.215425:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp36 ip 192.168.202.122:988 00000800:00000200:2.0:1767384681.215427:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a663b88f type 192, nob 24 niov 1 nkiov 0 00000020:00000001:0.0:1767384681.215439:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384681.215443:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384681.215447:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767384681.215538:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1767384681.215540:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384681.215544:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384681.215545:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384681.215556:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384681.215557:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384681.215560:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384681.215562:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384681.215564:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384681.215567:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384681.255921:0:40062:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c9f50e88. 00080000:00000010:3.0:1767384681.255930:0:40062:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c9f50e88. 00000020:00000001:3.0:1767384681.255935:0:40062:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384681.255944:0:40062:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c9f50e88. 00080000:00000010:3.0:1767384681.255949:0:40062:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c9f50e88. 00000020:00000001:3.0:1767384681.255953:0:40062:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384681.373723:0:40099:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000098324330. 00080000:00000010:1.0:1767384681.373734:0:40099:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000098324330. 00000020:00000001:1.0:1767384681.373738:0:40099:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384681.373746:0:40099:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000098324330. 00080000:00000010:1.0:1767384681.373751:0:40099:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000098324330. 00000020:00000001:1.0:1767384681.373754:0:40099:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384681.374453:0:40099:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:1.0:1767384681.374456:0:40099:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:1.0:1767384681.374457:0:40099:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000010:3.0:1767384681.374892:0:10594:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000038b842ae. 00080000:00000010:3.0:1767384681.374900:0:10594:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000038b842ae. 00000020:00000001:3.0:1767384681.374906:0:10594:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384681.374997:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004b98ce48. 00080000:00000010:0.0:1767384681.375009:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004b98ce48. 00000020:00000001:0.0:1767384681.375013:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384681.380609:0:40099:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:1.0:1767384681.380613:0:40099:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 00000000a384a86e. 00000020:01000004:1.0:1767384681.380616:0:40099:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:1.0:1767384681.380618:0:40099:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:1.0:1767384681.380620:0:40099:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:1.0:1767384681.380621:0:40099:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 00000000df3112dd. 00000020:00000010:1.0:1767384681.380642:0:40099:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 000000008c1d937e. 00000020:00000001:1.0:1767384681.380644:0:40099:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384681.380646:0:40099:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 0000000039368ccb. 00000020:00000001:1.0:1767384681.380648:0:40099:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384681.380650:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045cd3077. 00000020:00000010:1.0:1767384681.380653:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000387d6cf3. 00000040:00000010:1.0:1767384681.380655:0:40099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006eed0df2. 00000020:00000010:1.0:1767384681.380658:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002c810ee8. 00000020:00000010:1.0:1767384681.380667:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068ab0b01. 00040000:00000010:1.0:1767384681.380670:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c450c7c4. 00040000:00000010:1.0:1767384681.380673:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d9705860. 00080000:00000010:1.0:1767384681.380677:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a386338f. 00080000:00000010:1.0:1767384681.380680:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c9518a4f. 10000000:00000001:1.0:1767384681.380685:0:40099:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384681.380687:0:40099:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384681.380689:0:40099:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384681.380691:0:40099:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384681.380693:0:40099:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384681.380694:0:40099:0:(mgc_request.c:108:config_log_get()) log lustre-client (000000005add8a4b) refs 3 10000000:00000001:1.0:1767384681.380695:0:40099:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384681.380697:0:40099:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446635472342280192 : -108601367271424 : ffff9d3a4614e800) 10000000:00000001:1.0:1767384681.380709:0:40099:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384681.380710:0:40099:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x9f279d7a9a0b4dbb 00010000:00000001:1.0:1767384681.380712:0:40099:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.380714:0:40099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.380722:0:40099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000caebe693 refcount=2 00000020:00000001:1.0:1767384681.380724:0:40099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142738432 : -108600566813184 : ffff9d3a75caee00) 00010000:00000001:1.0:1767384681.380726:0:40099:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142738432 : -108600566813184 : ffff9d3a75caee00) 00010000:00000001:1.0:1767384681.380728:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.380730:0:40099:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384681.380732:0:40099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 00000000caebe693/0x9f279d7a9a0b4dbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4dc2 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.380741:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.380742:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.380744:0:40099:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.380744:0:40099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.380746:0:40099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000caebe693 refcount=3 00000020:00000001:1.0:1767384681.380748:0:40099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142738432 : -108600566813184 : ffff9d3a75caee00) 00010000:00000001:1.0:1767384681.380749:0:40099:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142738432 : -108600566813184 : ffff9d3a75caee00) 00010000:00000001:1.0:1767384681.380751:0:40099:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384681.380753:0:40099:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000caebe693/0x9f279d7a9a0b4dbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4dc2 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.380759:0:40099:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384681.380760:0:40099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000caebe693/0x9f279d7a9a0b4dbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x9f279d7a9a0b4dc2 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.380766:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.380767:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384681.380768:0:40099:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: 00000000caebe693/0x9f279d7a9a0b4dbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x9f279d7a9a0b4dc2 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.380773:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.380774:0:40099:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.380777:0:40099:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384681.380780:0:40099:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000056eeb659. 00010000:00000001:1.0:1767384681.380783:0:40099:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384681.380792:0:40099:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384681.380794:0:40099:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.380796:0:40099:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.380798:0:40099:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384681.380800:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.380801:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384681.380803:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384681.380805:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767384681.380807:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384681.380807:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384681.380808:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767384681.380811:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384681.380811:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767384681.380814:0:17065:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:1.0:1767384681.380815:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384681.380818:0:17065:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:1.0:1767384681.380819:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384681.380822:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000001:1.0:1767384681.380822:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:3.0:1767384681.380825:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 00000000caebe693/0x9f279d7a9a0b4dbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x9f279d7a9a0b4dc2 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384681.380825:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384681.380828:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384681.380830:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384681.380832:0:40099:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000005add8a4b) refs 3 10000000:00000001:1.0:1767384681.380836:0:40099:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:3.0:1767384681.380837:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000caebe693 already unused, calling callback (00000000e12a98bb) 10000000:00000001:1.0:1767384681.380838:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384681.380841:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000040:1.0:1767384681.380841:0:40099:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000005add8a4b) refs 2 10000000:00010000:3.0:1767384681.380843:0:17065:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 00000000caebe693/0x9f279d7a9a0b4dbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x9f279d7a9a0b4dc2 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384681.380846:0:40099:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:1.0:1767384681.380848:0:40099:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:1.0:1767384681.380850:0:40099:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384681.380852:0:40099:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384681.380856:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000387d6cf3. 00010000:00000001:3.0:1767384681.380861:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000040:00000010:1.0:1767384681.380863:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006eed0df2. 00010000:00000001:3.0:1767384681.380864:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384681.380865:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384681.380868:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000caebe693 refcount=3 00000020:00000010:1.0:1767384681.380869:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002c810ee8. 00000020:00000001:3.0:1767384681.380870:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473142738432 : -108600566813184 : ffff9d3a75caee00) 00010000:00000001:3.0:1767384681.380874:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635473142738432 : -108600566813184 : ffff9d3a75caee00) 00010000:00000001:3.0:1767384681.380876:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:1.0:1767384681.380876:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068ab0b01. 00010000:00010000:3.0:1767384681.380879:0:17065:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 00000000caebe693/0x9f279d7a9a0b4dbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x9f279d7a9a0b4dc2 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00040000:00000010:1.0:1767384681.380881:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c450c7c4. 00040000:00000010:1.0:1767384681.380886:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d9705860. 10000000:00000001:3.0:1767384681.380889:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00080000:00000010:1.0:1767384681.380891:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c9518a4f. 10000000:00010000:3.0:1767384681.380892:0:17065:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 00000000caebe693/0x9f279d7a9a0b4dbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x9f279d7a9a0b4dc2 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384681.380897:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a386338f. 00000020:00000010:1.0:1767384681.380901:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045cd3077. 10000000:01000000:3.0:1767384681.380902:0:17065:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000020:00000001:1.0:1767384681.380906:0:40099:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384681.380907:0:17065:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:00000001:3.0:1767384681.380910:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:1.0:1767384681.380910:0:40099:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 0000000039368ccb. 10000000:00000040:3.0:1767384681.380913:0:17065:0:(mgc_request.c:123:config_log_put()) log lustre-client(000000005add8a4b) refs 1 00000020:00000001:1.0:1767384681.380915:0:40099:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384681.380918:0:17065:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:3.0:1767384681.380921:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:1.0:1767384681.380921:0:40099:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 0000000098324330. 10000000:00000001:3.0:1767384681.380923:0:17065:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384681.380924:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384681.380926:0:17065:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384681.380927:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:1.0:1767384681.380927:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000006ce05244 : new refcount 5 10000000:00000001:3.0:1767384681.380928:0:17065:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384681.380929:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384681.380931:0:17065:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384681.380933:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384681.380933:0:17065:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000010:1.0:1767384681.380934:0:40099:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 00000000000fcf32. 00000020:00000040:3.0:1767384681.380935:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000092b7e6d0 : new refcount 11 10000000:00000010:3.0:1767384681.380939:0:17065:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 000000005add8a4b. 00000010:00000001:1.0:1767384681.380941:0:40099:0:(lwp_dev.c:209:lwp_process_config()) Process entered 10000000:00000001:3.0:1767384681.380942:0:17065:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384681.380945:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.380946:0:40099:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00010000:00000001:3.0:1767384681.380947:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00080000:1.0:1767384681.380948:0:40099:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00000001:3.0:1767384681.380950:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384681.380952:0:40099:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384681.380954:0:40099:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1767384681.380957:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:1.0:1767384681.380958:0:40099:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00010000:00000001:3.0:1767384681.380959:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384681.380962:0:17065:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384681.380963:0:40099:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000020:00000040:3.0:1767384681.380964:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000caebe693 with handle 0x9f279d7a9a0b4dbb from hash 00010000:00000001:3.0:1767384681.380967:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384681.380969:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384681.380969:0:40099:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1767384681.380972:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384681.380973:0:40099:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:3.0:1767384681.380974:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384681.380976:0:40099:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00010000:00000001:3.0:1767384681.380977:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384681.380980:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:1.0:1767384681.380980:0:40099:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:3.0:1767384681.380982:0:17065:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:1.0:1767384681.380983:0:40099:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:3.0:1767384681.380985:0:17065:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767384681.380986:0:40099:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1767384681.380990:0:40099:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00000010:3.0:1767384681.380991:0:17065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000510b9640. 00000020:00000001:1.0:1767384681.380992:0:40099:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384681.380994:0:17065:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000020:00000040:1.0:1767384681.380995:0:40099:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384681.380998:0:17065:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384681.381000:0:17065:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384681.381004:0:17065:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384681.381006:0:40099:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384681.381009:0:40099:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384681.381010:0:17065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f98c12d1. 00000100:00000001:1.0:1767384681.381011:0:40099:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1767384681.381016:0:40099:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1767384681.381018:0:17065:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.381019:0:40099:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00010000:00000001:3.0:1767384681.381023:0:17065:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000010:1.0:1767384681.381025:0:40099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c77ad591. 00010000:00010000:3.0:1767384681.381029:0:17065:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 00000000caebe693/0x9f279d7a9a0b4dbb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b4dc2 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384681.381030:0:40099:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384681.381036:0:40099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384681.381038:0:40099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00010000:3.0:1767384681.381040:0:17065:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:1.0:1767384681.381042:0:40099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.381044:0:17065:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384681.381048:0:40099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c450c7c4. 00000100:00000001:3.0:1767384681.381050:0:17065:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384681.381053:0:40099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.381054:0:17065:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.381058:0:40099:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446635468055331712 : -108605654219904 : ffff9d39468f4380) 00000100:00080000:1.0:1767384681.381063:0:40099:0:(import.c:65:import_set_state_nolock()) 000000004c94a718 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1767384681.381066:0:40099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384681.381067:0:40099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384681.381074:0:40099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c77ad591] to pc [ptlrpcd_rcv+-1] req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384681.381078:0:17065:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000510b9640] to pc [ptlrpcd_00_02+2] req@00000000510b9640 x1853237050245504/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.381101:0:40099:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.381103:0:17065:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384681.381106:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384681.381106:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384681.381107:0:17065:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.381109:0:17065:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384681.381110:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384681.381112:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 00000000caebe693/0x9f279d7a9a0b4dbb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b4dc2 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384681.381120:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384681.381121:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 00000000caebe693/0x9f279d7a9a0b4dbb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b4dc2 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384681.381123:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384681.381124:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384681.381128:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384681.381128:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384681.381130:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384681.381131:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384681.381132:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384681.381133:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384681.381133:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000010:3.0:1767384681.381137:0:17065:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000056eeb659. 00000100:00000001:0.0:1767384681.381137:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.381140:0:17065:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384681.381141:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000510b9640 x1853237050245504/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384681.381144:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:1.0:1767384681.381145:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384681.381146:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384681.381150:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384681.381153:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384681.381155:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384681.381159:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384681.381170:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384681.381171:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384681.381171:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384681.381173:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.381175:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.381175:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384681.381177:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384681.381179:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:3.0:1767384681.381181:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767384681.381181:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384681.381183:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384681.381186:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.381188:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384681.381189:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c77ad591 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16343:1853237050245632:0@lo:39: 00000100:00100000:2.0:1767384681.381194:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000510b9640 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050245504:0@lo:103: 00000100:00000001:1.0:1767384681.381195:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384681.381198:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384681.381199:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384681.381202:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384681.381202:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384681.381203:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384681.381205:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384681.381207:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045cd3077. 02000000:00000001:2.0:1767384681.381209:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384681.381210:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384681.381215:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000076c0561f. 00000400:00000010:1.0:1767384681.381216:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6c35083. 02000000:00000001:2.0:1767384681.381221:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384681.381224:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a7231db. 00000400:00000010:2.0:1767384681.381226:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fc38edd. 00000100:00000200:1.0:1767384681.381230:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050245632, portal 10 00000400:00000010:2.0:1767384681.381232:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b99e8a0. 00000100:00000001:1.0:1767384681.381233:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384681.381235:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055331712 : -108605654219904 : ffff9d39468f4380) 00000100:00000200:2.0:1767384681.381238:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050245504, portal 18 00000100:00000040:1.0:1767384681.381240:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384681.381249:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384681.381249:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384681.381251:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055424384 : -108605654127232 : ffff9d394690ad80) 00000100:00000040:1.0:1767384681.381255:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384681.381258:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000510b9640 x1853237050245504/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384681.381258:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a2deecf. 00000100:00000200:1.0:1767384681.381261:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050245632, offset 0 00000100:00000001:2.0:1767384681.381268:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384681.381270:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384681.381273:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384681.381277:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d864046. 00000100:00000200:2.0:1767384681.381279:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050245504, offset 0 00000400:00000200:2.0:1767384681.381285:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384681.381285:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384681.381310:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384681.381316:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260108200 00000400:00000200:2.0:1767384681.381320:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260108180 00000400:00000200:1.0:1767384681.381323:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11384 00000400:00000200:1.0:1767384681.381330:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384681.381331:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000400:00000200:1.0:1767384681.381335:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384681.381340:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384681.381341:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384681.381344:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1767384681.381347:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384681.381348:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000540ced79. 00000100:00000040:1.0:1767384681.381352:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000540ced79 x1853237050245632 msgsize 224 00000100:00000001:2.0:1767384681.381353:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384681.381357:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00100000:1.0:1767384681.381357:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384681.381363:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c1c749a9. 00000100:00000040:2.0:1767384681.381367:0:16346:0:(events.c:337:request_in_callback()) incoming req@00000000c1c749a9 x1853237050245504 msgsize 328 00000100:00000001:1.0:1767384681.381369:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:2.0:1767384681.381372:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384681.381376:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a2deecf 00000400:00000010:1.0:1767384681.381379:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a2deecf. 00000100:00000001:1.0:1767384681.381383:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384681.381386:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384681.381387:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384681.381393:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d864046 00000100:00000001:1.0:1767384681.381394:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384681.381396:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d864046. 00000100:00000040:1.0:1767384681.381399:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384681.381400:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384681.381402:0:17077:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767384681.381405:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000510b9640 x1853237050245504/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384681.381407:0:17077:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050245632 00000100:00000001:1.0:1767384681.381410:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.381412:0:36567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384681.381412:0:17077:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384681.381414:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384681.381417:0:17077:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384681.381418:0:36567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050245504 00000100:00000001:2.0:1767384681.381420:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384681.381420:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.381421:0:17077:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384681.381422:0:36567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767384681.381425:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000510b9640 x1853237050245504/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384681.381425:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3598 usecs (4 jiffies) 00000100:00000001:3.0:1767384681.381426:0:36567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384681.381428:0:17077:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.381430:0:36567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.381431:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969706 00000100:00100000:0.0:1767384681.381434:0:17077:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050245632 02000000:00000001:3.0:1767384681.381437:0:36567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384681.381439:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016379823. 00000020:00000001:0.0:1767384681.381439:0:17077:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384681.381443:0:17077:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4dde 00000100:00100000:3.0:1767384681.381444:0:36567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050245504 00000100:00000001:2.0:1767384681.381445:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.381447:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384681.381447:0:17077:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384681.381449:0:36567:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384681.381449:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767384681.381451:0:17077:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000066272187 refcount=5 00000020:00000040:3.0:1767384681.381453:0:36567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:1.0:1767384681.381454:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969706 00000100:00000001:2.0:1767384681.381455:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384681.381456:0:17077:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000020:00000001:3.0:1767384681.381458:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384681.381460:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac1a423e. 00000100:00000001:2.0:1767384681.381461:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294969707 00000020:00000040:3.0:1767384681.381462:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=15 00000020:00000001:0.0:1767384681.381462:0:17077:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635472846794752 : -108600862756864 : ffff9d3a64273000) 00000100:00000001:1.0:1767384681.381465:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767384681.381468:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384681.381469:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969706 00000020:00000001:3.0:1767384681.381471:0:36567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:0.0:1767384681.381471:0:17077:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384681.381472:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969706 00000020:00000010:0.0:1767384681.381478:0:17077:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea9bfda1. 00000100:00000001:3.0:1767384681.381480:0:36567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384681.381480:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009bbc6f50. 00000100:00000001:2.0:1767384681.381481:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294969707 00000100:00000001:0.0:1767384681.381482:0:17077:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384681.381485:0:36567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000728bb019. 00000100:00000001:1.0:1767384681.381485:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384681.381487:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969706 00000020:00000010:0.0:1767384681.381488:0:17077:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea9bfda1. 00000100:00000001:3.0:1767384681.381489:0:36567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384681.381491:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969706 00000100:00000001:2.0:1767384681.381494:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294969707 00000100:00000010:1.0:1767384681.381496:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea7bb294. 00000020:00000010:0.0:1767384681.381497:0:17077:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000978b36fc. 00000020:00000010:3.0:1767384681.381500:0:36567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000728bb019. 00000100:00000001:2.0:1767384681.381501:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294969706 00000100:00000001:1.0:1767384681.381501:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000020:00000010:0.0:1767384681.381503:0:17077:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b98ce48. 00000020:00000010:3.0:1767384681.381507:0:36567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005add8a4b. 00000100:00000001:2.0:1767384681.381508:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294969707 00000100:00000001:1.0:1767384681.381509:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384681.381510:0:17077:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc6f253c. 00000020:00000010:3.0:1767384681.381514:0:36567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038b842ae. 00000100:00000001:2.0:1767384681.381515:0:16346:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294969706 00000100:00000001:1.0:1767384681.381515:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384681.381519:0:36567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1c8906b. 00000100:00000001:1.0:1767384681.381521:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384681.381521:0:17077:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384681.381522:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384681.381526:0:17077:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767384681.381527:0:36567:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384681.381527:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.381527:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.381531:0:17077:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384681.381532:0:36567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384681.381533:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.381534:0:36567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384681.381535:0:17077:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.381536:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.381536:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384681.381537:0:36567:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384681.381539:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1767384681.381541:0:36567:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.381542:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384681.381543:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384681.381545:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384681.381546:0:36567:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767384681.381546:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384681.381547:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.381550:0:36567:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384681.381551:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384681.381551:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.381552:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384681.381552:0:17077:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.381554:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767384681.381556:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070594c4f refcount=3 00000100:00000001:2.0:1767384681.381558:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.381559:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447680 : -108601416103936 : ffff9d3a432bc800) 00010000:00000001:3.0:1767384681.381563:0:36567:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447680 : -108601416103936 : ffff9d3a432bc800) 00000100:00000001:2.0:1767384681.381563:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.381566:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384681.381567:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384681.381569:0:36567:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.381569:0:17077:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384681.381570:0:36567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.381577:0:36567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.381584:0:40008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384681.381585:0:17077:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384681.381587:0:40008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384681.381588:0:17077:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384681.381592:0:40008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384681.381594:0:36567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384681.381595:0:40008:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000066272187 : new rpc_count 1 00000100:00000001:0.0:1767384681.381598:0:17077:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.381599:0:40008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055346048 : -108605654205568 : ffff9d39468f7b80) 00000100:00000001:0.0:1767384681.381602:0:17077:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384681.381605:0:40008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000540ced79 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:662/0 lens 224/0 e 0 to 0 dl 1767384692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384681.381609:0:36567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384681.381611:0:40008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384681.381612:0:36567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384681.381615:0:40008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e919d795. 00000100:00000001:1.0:1767384681.381618:0:40008:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384681.381619:0:36567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000010:1.0:1767384681.381621:0:40008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e919d795. 00000100:00000040:3.0:1767384681.381623:0:36567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00100000:1.0:1767384681.381627:0:40008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000540ced79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16343:x1853237050245632:12345-0@lo:39: 00000100:00000001:3.0:1767384681.381628:0:36567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747180288 : -108600962371328 : ffff9d3a5e373100) 00000100:00000200:1.0:1767384681.381631:0:40008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050245632 00000020:00000001:1.0:1767384681.381635:0:40008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767384681.381637:0:36567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c1c749a9 x1853237050245504/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:662/0 lens 328/0 e 0 to 0 dl 1767384692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384681.381638:0:40008:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384681.381641:0:40008:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384681.381646:0:40008:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384681.381648:0:40008:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072663289184 : -1046262432 : ffffffffc1a34d60) 00000100:00000001:3.0:1767384681.381650:0:36567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384681.381652:0:40008:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384681.381653:0:36567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000728bb019. 00000020:00000001:1.0:1767384681.381654:0:40008:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384681.381657:0:36567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384681.381658:0:40008:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384681.381660:0:36567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000728bb019. 00000020:00000001:1.0:1767384681.381661:0:40008:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384681.381663:0:40008:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384681.381666:0:36567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c1c749a9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+15:16346:x1853237050245504:12345-0@lo:103: 00000020:00000001:1.0:1767384681.381667:0:40008:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767384681.381669:0:40008:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767384681.381671:0:40008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384681.381674:0:40008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384681.381675:0:36567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050245504 00010000:00000001:3.0:1767384681.381677:0:36567:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 02000000:00000010:1.0:1767384681.381677:0:40008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001f9a3939. 00010000:00000002:3.0:1767384681.381680:0:36567:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 02000000:00000001:1.0:1767384681.381681:0:40008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.381682:0:36567:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384681.381683:0:40008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.381686:0:36567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1767384681.381687:0:40008:0:(genops.c:887:class_export_get()) GET export 0000000066272187 refcount=6 02000000:00000001:3.0:1767384681.381688:0:36567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384681.381691:0:40008:0:(obd_class.h:902:obd_disconnect()) Process entered 02000000:00000010:3.0:1767384681.381693:0:36567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e407f2dd. 00000004:00000001:1.0:1767384681.381694:0:40008:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 02000000:00000001:3.0:1767384681.381695:0:36567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384681.381697:0:40008:0:(genops.c:887:class_export_get()) GET export 0000000066272187 refcount=7 00010000:00000001:1.0:1767384681.381710:0:40008:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00000001:3.0:1767384681.381712:0:36567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384681.381713:0:40008:0:(genops.c:1460:class_disconnect()) Process entered 00010000:00000001:3.0:1767384681.381717:0:36567:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000040:1.0:1767384681.381717:0:40008:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 6 00010000:00010000:3.0:1767384681.381720:0:36567:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000080:1.0:1767384681.381721:0:40008:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4dde 00000020:00000040:1.0:1767384681.381724:0:40008:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000066272187 with handle 0x9f279d7a9a0b4dde from hash 00010000:00000001:3.0:1767384681.381725:0:36567:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384681.381728:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.381728:0:40008:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 5 00000020:00000001:1.0:1767384681.381731:0:40008:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384681.381732:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070594c4f refcount=3 00000020:00000040:1.0:1767384681.381733:0:40008:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 4 00000020:00000001:3.0:1767384681.381737:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293447680 : -108601416103936 : ffff9d3a432bc800) 00000020:00000001:1.0:1767384681.381737:0:40008:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384681.381740:0:40008:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 3 00010000:00000001:3.0:1767384681.381742:0:36567:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293447680 : -108601416103936 : ffff9d3a432bc800) 00000020:00000001:1.0:1767384681.381744:0:40008:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384681.381747:0:36567:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000047b82906 count: 6 00000100:00000001:1.0:1767384681.381748:0:40008:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00010000:00000001:3.0:1767384681.381752:0:36567:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00080000:1.0:1767384681.381752:0:40008:0:(import.c:65:import_set_state_nolock()) 0000000067717d87 : changing import state from FULL to CLOSED 00000020:00000001:3.0:1767384681.381756:0:36567:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:1.0:1767384681.381757:0:40008:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00010000:00000001:3.0:1767384681.381758:0:36567:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767384681.381760:0:40008:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:3.0:1767384681.381761:0:36567:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.381764:0:36567:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.381764:0:40008:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384681.381769:0:36567:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384681.381769:0:36567:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384681.381773:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384681.381773:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384681.381774:0:36567:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384681.381775:0:36567:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384681.381777:0:36567:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070594c4f with handle 0x9f279d7a9a0b4dc2 from hash 00010000:00000001:1.0:1767384681.381777:0:40008:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.381781:0:36567:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384681.381783:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384681.381785:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000020:1.0:1767384681.381785:0:40008:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00010000:00000001:3.0:1767384681.381787:0:36567:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384681.381789:0:36567:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384681.381792:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000020:1.0:1767384681.381792:0:40008:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000fc799c81 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384681.381795:0:40008:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000066272187 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767384681.381799:0:40008:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/00000000b39a6059 dirty 0 pend 0 grant 0 00010000:00010000:3.0:1767384681.381800:0:36567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070594c4f/0x9f279d7a9a0b4dc2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9f279d7a9a0b4dbb expref: 15 pid: 17071 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1767384681.381804:0:40008:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000020:00000001:0.0:1767384681.381804:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000040:3.0:1767384681.381809:0:36567:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 9 00000001:00000001:1.0:1767384681.381809:0:40008:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000001:0.0:1767384681.381809:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384681.381812:0:40008:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384681.381814:0:36567:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 14 00010000:00010000:0.0:1767384681.381815:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384681.381816:0:40008:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.381818:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1767384681.381820:0:40008:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00010000:00000001:3.0:1767384681.381821:0:36567:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000040:1.0:1767384681.381823:0:40008:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 6 00010000:00000001:3.0:1767384681.381824:0:36567:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384681.381827:0:36567:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384681.381828:0:40008:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384681.381831:0:40008:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 5 00010000:00000001:3.0:1767384681.381832:0:36567:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.381834:0:36567:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:1.0:1767384681.381834:0:40008:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 2 00010000:00010000:3.0:1767384681.381837:0:36567:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000001:00000001:1.0:1767384681.381838:0:40008:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00010000:00000001:3.0:1767384681.381839:0:36567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:1.0:1767384681.381840:0:40008:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 4 00000001:00000001:1.0:1767384681.381843:0:40008:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00010000:00000001:3.0:1767384681.381844:0:36567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384681.381845:0:40008:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 1 00010000:00000001:3.0:1767384681.381847:0:36567:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384681.381847:0:40008:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.381850:0:40008:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384681.381851:0:36567:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=97 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384681.381852:0:40008:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384681.381856:0:40008:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.381857:0:36567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384681.381859:0:40008:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050245632 00000100:00000040:3.0:1767384681.381860:0:36567:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 21 to 0@lo 00010000:00000001:1.0:1767384681.381862:0:40008:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384681.381863:0:36567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384681.381866:0:36567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384681.381869:0:36567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384681.381869:0:40008:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000540ced79 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:662/0 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384681.381873:0:36567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384681.381877:0:36567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384681.381882:0:36567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008404c403. 00010000:00000001:1.0:1767384681.381882:0:40008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384681.381885:0:40008:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384681.381887:0:36567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050245504, offset 224 00000100:00001000:1.0:1767384681.381888:0:40008:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a1abfe31 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384681.381893:0:40008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384681.381897:0:40008:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 22 to 0@lo 00000400:00000200:3.0:1767384681.381898:0:36567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384681.381899:0:40008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:1.0:1767384681.381902:0:40008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384681.381904:0:40008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.381906:0:40008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384681.381910:0:40008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384681.381911:0:36567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384681.381913:0:40008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a2deecf. 00000100:00000200:1.0:1767384681.381917:0:40008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050245632, offset 224 00000400:00000200:3.0:1767384681.381919:0:36567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260108180 00000400:00000200:1.0:1767384681.381924:0:40008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384681.381932:0:36567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2139 [1] + 224 00000400:00000200:1.0:1767384681.381933:0:40008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384681.381939:0:36567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384681.381941:0:40008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260108200 00000400:00000200:3.0:1767384681.381944:0:36567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384681.381948:0:40008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2135 [1] + 224 00000100:00000001:3.0:1767384681.381952:0:36567:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384681.381952:0:40008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384681.381958:0:36567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000510b9640 x1853237050245504/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384681.381958:0:40008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384681.381963:0:40008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384681.381967:0:40008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384681.381972:0:36567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000510b9640 x1853237050245504/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384681.381976:0:40008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384681.382007:0:36567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384681.382008:0:40008:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384681.382013:0:40008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a2deecf 00000400:00000010:1.0:1767384681.382014:0:40008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a2deecf. 00000100:00000001:1.0:1767384681.382017:0:40008:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384681.382018:0:36567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008404c403 00000100:00000001:1.0:1767384681.382019:0:40008:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384681.382023:0:36567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008404c403. 00000100:00000001:1.0:1767384681.382023:0:40008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384681.382029:0:40008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 21 to 0@lo 00000100:00000001:3.0:1767384681.382030:0:36567:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384681.382033:0:40008:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384681.382034:0:36567:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384681.382036:0:40008:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.382037:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384681.382039:0:36567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.382041:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384681.382042:0:40008:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384681.382043:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384681.382046:0:36567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 20 to 0@lo 00000100:00000001:2.0:1767384681.382047:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384681.382049:0:40008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000540ced79 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:662/0 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384681.382049:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384681.382051:0:36567:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384681.382053:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384681.382056:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6c35083. 00010000:00000001:3.0:1767384681.382057:0:36567:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.382063:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7231db 00000100:00000040:3.0:1767384681.382064:0:36567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1c749a9 x1853237050245504/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:662/0 lens 328/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384681.382068:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a7231db. 00000100:00100000:1.0:1767384681.382073:0:40008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000540ced79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+1:16343:x1853237050245632:12345-0@lo:39: Request processed in 456us (715us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384681.382075:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384681.382075:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384681.382080:0:36567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c1c749a9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16346:x1853237050245504:12345-0@lo:103: Request processed in 426us (708us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384681.382080:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384681.382084:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fc38edd. 00000100:00000200:0.0:1767384681.382084:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384681.382090:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b99e8a0 00000100:00100000:1.0:1767384681.382091:0:40008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1767384681.382095:0:36567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000010:2.0:1767384681.382095:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b99e8a0. 00000100:00000040:1.0:1767384681.382099:0:40008:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000066272187 : new rpc_count 0 00000100:00000001:2.0:1767384681.382100:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384681.382101:0:36567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384681.382104:0:40008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384681.382106:0:36567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384681.382107:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000510b9640 x1853237050245504/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.382107:0:40008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384681.382109:0:36567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384681.382113:0:40008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b98ce48. 00000020:00000010:3.0:1767384681.382114:0:36567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038b842ae. 00000100:00000200:0.0:1767384681.382114:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384681.382120:0:36567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1c8906b. 00000020:00000010:1.0:1767384681.382120:0:40008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc6f253c. 00000020:00000010:3.0:1767384681.382128:0:36567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005add8a4b. 00000020:00000010:1.0:1767384681.382128:0:40008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000978b36fc. 00000100:00000200:2.0:1767384681.382130:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000510b9640 x1853237050245504/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384681.382136:0:36567:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 00000020:00000040:1.0:1767384681.382137:0:40008:0:(genops.c:898:class_export_put()) PUTting export 0000000066272187 : new refcount 0 00000100:00000001:0.0:1767384681.382137:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000080:1.0:1767384681.382142:0:40008:0:(genops.c:904:class_export_put()) final put 0000000066272187/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:0.0:1767384681.382142:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384681.382143:0:36567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384681.382143:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384681.382148:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.382148:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384681.382152:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384681.382153:0:16346:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384681.382155:0:40008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.382155:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384681.382156:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384681.382159:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.382160:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384681.382163:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.382164:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.382168:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00001000:0.0:1767384681.382169:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 0000000059a722f4 time=92 v=5 (5 0 0 0) 00000020:00000080:3.0:1767384681.382171:0:8:0:(genops.c:863:class_export_destroy()) destroying export 0000000066272187/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 02000000:00000001:2.0:1767384681.382175:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384681.382177:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013dd921e time=92 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384681.382178:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 19 to 0@lo 00000100:00001000:2.0:1767384681.382182:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=97 v=5 (5 0 0 0) 00000020:00000001:3.0:1767384681.382183:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00000001:0.0:1767384681.382184:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000004:00000001:3.0:1767384681.382186:0:8:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00000001:0.0:1767384681.382187:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384681.382189:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=98 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384681.382190:0:8:0:(genops.c:1229:class_import_get()) import 0000000067717d87 refcount=2 obd=lustre-MDT0000 00010000:00000001:0.0:1767384681.382191:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384681.382196:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384681.382196:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384681.382197:0:16343:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384681.382199:0:8:0:(genops.c:1242:class_import_put()) import 0000000067717d87 refcount=1 obd=lustre-MDT0000 00000100:00000001:2.0:1767384681.382199:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.382201:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384681.382203:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384681.382205:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384681.382205:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:3.0:1767384681.382206:0:8:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384681.382208:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.382211:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384681.382214:0:8:0:(genops.c:1242:class_import_put()) import 0000000067717d87 refcount=0 obd=lustre-MDT0000 00000100:00000001:0.0:1767384681.382216:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:3.0:1767384681.382217:0:8:0:(genops.c:1245:class_import_put()) final put import 0000000067717d87 00000100:00000001:0.0:1767384681.382218:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384681.382220:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000510b9640 x1853237050245504/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384681.382225:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384681.382227:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:3.0:1767384681.382231:0:8:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000db7eeee5. 00010000:00000001:3.0:1767384681.382235:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384681.382239:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384681.382244:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000774e94b6. 00000100:00000001:2.0:1767384681.382244:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384681.382247:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000001:00000010:3.0:1767384681.382248:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c5174c3f. 00000100:00000001:2.0:1767384681.382249:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384681.382251:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384681.382252:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384681.382253:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fb9677a5. 00000100:00000001:0.0:1767384681.382254:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384681.382258:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000510b9640 x1853237050245504/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767384681.382259:0:16343:0:(import.c:65:import_set_state_nolock()) 000000004c94a718 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000001:00000010:3.0:1767384681.382260:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006fcfce35. 00000100:00000001:0.0:1767384681.382265:0:16343:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:3.0:1767384681.382266:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005e40f61c. 00000100:00000001:0.0:1767384681.382269:0:16343:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384681.382272:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000510b9640 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050245504:0@lo:103: 00000100:00000001:0.0:1767384681.382273:0:16343:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000010:3.0:1767384681.382274:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000089aad2cf. 00000100:00000001:0.0:1767384681.382276:0:16343:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000001:00000001:3.0:1767384681.382282:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:2.0:1767384681.382282:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384681.382285:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384681.382287:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000040:2.0:1767384681.382288:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000510b9640 x1853237050245504/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384681.382309:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1767384681.382311:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 02000000:00000001:2.0:1767384681.382312:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384681.382315:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000076c0561f. 00000100:00000001:1.0:1767384681.382315:0:40099:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384681.382316:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008e3bae64. 00000100:00000040:0.0:1767384681.382319:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.382321:0:40099:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 02000000:00000001:2.0:1767384681.382323:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000010:3.0:1767384681.382324:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e91aa473. 00000100:00080000:1.0:1767384681.382324:0:40099:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000020:00000001:2.0:1767384681.382326:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384681.382328:0:40099:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000020:00000040:2.0:1767384681.382330:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000001:00000010:3.0:1767384681.382331:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000024e7cc6e. 00000100:00100000:1.0:1767384681.382334:0:40099:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384681.382337:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000010:3.0:1767384681.382338:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000759aea93. 02000000:00000010:2.0:1767384681.382343:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f98c12d1. 00000001:00000010:3.0:1767384681.382344:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000006f07e11a. 00000100:00100000:0.0:1767384681.382344:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c77ad591 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16343:1853237050245632:0@lo:39: 02000000:00000001:2.0:1767384681.382350:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000010:3.0:1767384681.382352:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000125d898e. 00000100:00000001:1.0:1767384681.382354:0:40099:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384681.382355:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:3.0:1767384681.382356:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00100000:1.0:1767384681.382357:0:40099:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00000010:2.0:1767384681.382358:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000510b9640. 00010000:00000001:3.0:1767384681.382359:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000040:1.0:1767384681.382361:0:40099:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00010000:00000001:3.0:1767384681.382363:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:1.0:1767384681.382364:0:40099:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384681.382365:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384681.382367:0:40099:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384681.382368:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767384681.382369:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000526259b1. 00000100:00000001:1.0:1767384681.382369:0:40099:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384681.382370:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.382372:0:40099:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384681.382374:0:40099:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384681.382374:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:3.0:1767384681.382376:0:8:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00100000:1.0:1767384681.382377:0:40099:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384681.382380:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000020:3.0:1767384681.382382:0:8:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000fc799c81 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384681.382382:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384681.382382:0:40099:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384681.382385:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384681.382386:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:0.0:1767384681.382386:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c77ad591 x1853237050245632/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1767384681.382391:0:8:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 7696d72f-dd77-432c-9937-0b4919255ec2/00000000b39a6059 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767384681.382391:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:1.0:1767384681.382391:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1767384681.382395:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384681.382400:0:8:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.382403:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384681.382404:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384681.382406:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1767384681.382408:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 9 - export 02000000:00000010:0.0:1767384681.382410:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045cd3077. 00000020:00000010:3.0:1767384681.382413:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000066272187. 02000000:00000001:0.0:1767384681.382415:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384681.382419:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384681.382420:0:16343:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384681.382423:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384681.382425:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c450c7c4. 00000020:00000001:3.0:1767384681.382427:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 02000000:00000001:0.0:1767384681.382429:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384681.382432:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384681.382433:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c77ad591. 00000020:00000001:3.0:1767384681.382434:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000001:0.0:1767384681.382437:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000080:3.0:1767384681.382438:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000067717d87 for lustre-MDT0000 00000100:00000001:0.0:1767384681.382439:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.382441:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.382445:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384681.382449:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 18 to 0@lo 00000020:00000040:3.0:1767384681.382451:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 8 - import 00000100:00000001:0.0:1767384681.382454:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384681.382455:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000067717d87. 00000100:00000001:0.0:1767384681.382457:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384681.382460:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.382461:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:1.0:1767384681.382739:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384681.382741:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384681.382743:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384681.383037:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.383040:0:40099:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:1.0:1767384681.383042:0:40099:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384681.383045:0:40099:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384681.383047:0:40099:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 00000000000fcf32. 00000020:00000001:1.0:1767384681.383051:0:40099:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384681.383053:0:40099:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 0000000098324330. 00000020:00000010:1.0:1767384681.383055:0:40099:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 000000008c1d937e. 00000020:00000010:1.0:1767384681.383057:0:40099:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 00000000df3112dd. 00000020:00000010:1.0:1767384681.383061:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c726399d. 00000020:00000010:1.0:1767384681.383064:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d9705860. 00000040:00000010:1.0:1767384681.383066:0:40099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000068ab0b01. 00000020:00000010:1.0:1767384681.383068:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002c810ee8. 00000020:00000010:1.0:1767384681.383072:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c0b6e940. 00000020:00000010:1.0:1767384681.383074:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006eed0df2. 80000000:00000010:1.0:1767384681.383077:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c1d937e. 40000000:00000010:1.0:1767384681.383080:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000df3112dd. 00100000:00000010:1.0:1767384681.383084:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000adbe092d. 00040000:00000010:1.0:1767384681.383087:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001b5cae91. 00040000:00000010:1.0:1767384681.383100:0:40099:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005c066a6c. 00040000:00000010:1.0:1767384681.383102:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000387d6cf3. 00080000:00000010:1.0:1767384681.383104:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a386338f. 00080000:00000010:1.0:1767384681.383105:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c9518a4f. 00000004:00000010:1.0:1767384681.383109:0:40099:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008645238f. 00000004:00000010:1.0:1767384681.383112:0:40099:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4804042. 00000004:00000010:1.0:1767384681.383114:0:40099:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000084a76f7f. 00002000:00000010:1.0:1767384681.383117:0:40099:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000049254b63. 00000004:00000010:1.0:1767384681.383119:0:40099:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005bb1fec2. 00000020:00000010:1.0:1767384681.383122:0:40099:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e919d795. 00000020:00000001:1.0:1767384681.383124:0:40099:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384681.383125:0:40099:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 00000000000fcf32. 00000020:00000001:1.0:1767384681.383127:0:40099:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384681.383128:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045cd3077. 00000020:00000010:1.0:1767384681.383129:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032e434a1. 00000040:00000010:1.0:1767384681.383131:0:40099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000469fc771. 00000020:00000010:1.0:1767384681.383132:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000895b998c. 00000020:00000010:1.0:1767384681.383134:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bf0e5420. 00040000:00000010:1.0:1767384681.383136:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001dd7e37e. 00040000:00000010:1.0:1767384681.383137:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009bff73bb. 00080000:00000010:1.0:1767384681.383140:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000067f407c6. 00080000:00000010:1.0:1767384681.383143:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007cb7762d. 10000000:00000001:1.0:1767384681.383145:0:40099:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384681.383145:0:40099:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384681.383147:0:40099:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384681.383148:0:40099:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384681.383149:0:40099:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384681.383150:0:40099:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (0000000085317703) refs 3 10000000:00000001:1.0:1767384681.383152:0:40099:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384681.383152:0:40099:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446635472746821120 : -108600962730496 : ffff9d3a5e31b600) 10000000:00000001:1.0:1767384681.383154:0:40099:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384681.383155:0:40099:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x9f279d7a9a0b4d36 00010000:00000001:1.0:1767384681.383156:0:40099:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.383157:0:40099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.383158:0:40099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000320d371c refcount=2 00000020:00000001:1.0:1767384681.383160:0:40099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318080 : -108601447233536 : ffff9d3a4150c800) 00010000:00000001:1.0:1767384681.383161:0:40099:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318080 : -108601447233536 : ffff9d3a4150c800) 00010000:00000001:1.0:1767384681.383162:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.383164:0:40099:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384681.383165:0:40099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 00000000320d371c/0x9f279d7a9a0b4d36 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4d3d expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.383169:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.383169:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.383170:0:40099:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.383171:0:40099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.383171:0:40099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000320d371c refcount=3 00000020:00000001:1.0:1767384681.383172:0:40099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318080 : -108601447233536 : ffff9d3a4150c800) 00010000:00000001:1.0:1767384681.383173:0:40099:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318080 : -108601447233536 : ffff9d3a4150c800) 00010000:00000001:1.0:1767384681.383174:0:40099:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384681.383175:0:40099:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000320d371c/0x9f279d7a9a0b4d36 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4d3d expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.383182:0:40099:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384681.383183:0:40099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000320d371c/0x9f279d7a9a0b4d36 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x9f279d7a9a0b4d3d expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.383185:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.383186:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384681.383187:0:40099:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: 00000000320d371c/0x9f279d7a9a0b4d36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x9f279d7a9a0b4d3d expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.383189:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.383190:0:40099:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.383191:0:40099:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384681.383192:0:40099:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000056eeb659. 00010000:00000001:1.0:1767384681.383193:0:40099:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384681.383201:0:40099:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384681.383202:0:40099:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.383203:0:40099:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.383204:0:40099:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384681.383204:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.383205:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384681.383206:0:40099:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384681.383206:0:40099:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x9f279d7a9a0b5157 00010000:00000001:1.0:1767384681.383207:0:40099:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.383208:0:40099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.383209:0:40099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=2 00000020:00000001:1.0:1767384681.383210:0:40099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384681.383211:0:40099:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000001:1.0:1767384681.383213:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.383214:0:40099:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384681.383215:0:40099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.383218:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.383219:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.383220:0:40099:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.383221:0:40099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.383221:0:40099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=3 00000020:00000001:1.0:1767384681.383223:0:40099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00000020:00000001:3.0:1767384681.383224:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384681.383225:0:40099:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00000020:00000001:3.0:1767384681.383228:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.383228:0:40099:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384681.383230:0:40099:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384681.383233:0:17065:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767384681.383237:0:40099:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:3.0:1767384681.383238:0:17065:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00010000:1.0:1767384681.383239:0:40099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384681.383242:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1767384681.383245:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384681.383246:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 00000000320d371c/0x9f279d7a9a0b4d36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x9f279d7a9a0b4d3d expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.383246:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384681.383248:0:40099:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.383260:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.383262:0:40099:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384681.383263:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000320d371c already unused, calling callback (00000000e12a98bb) 00010000:00000001:1.0:1767384681.383264:0:40099:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384681.383266:0:40099:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000039368ccb. 10000000:00000001:3.0:1767384681.383267:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384681.383268:0:40099:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 10000000:00010000:3.0:1767384681.383271:0:17065:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 00000000320d371c/0x9f279d7a9a0b4d36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x9f279d7a9a0b4d3d expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384681.383274:0:40099:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384681.383278:0:40099:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.383279:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384681.383281:0:40099:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.383282:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384681.383283:0:40099:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:3.0:1767384681.383284:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384681.383285:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767384681.383288:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000320d371c refcount=3 00010000:00000001:1.0:1767384681.383288:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384681.383305:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384681.383308:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384681.383311:0:17064:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000001:1.0:1767384681.383312:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384681.383314:0:40099:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 2 10000000:00000001:1.0:1767384681.383316:0:40099:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384681.383317:0:40099:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384681.383319:0:40099:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x9f279d7a9a0b4dad 00010000:00000001:1.0:1767384681.383320:0:40099:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.383321:0:40099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.383323:0:40099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000af98239a refcount=2 00000020:00000001:1.0:1767384681.383324:0:40099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262319616 : -108601447232000 : ffff9d3a4150ce00) 00010000:00000001:1.0:1767384681.383326:0:40099:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262319616 : -108601447232000 : ffff9d3a4150ce00) 00010000:00000001:1.0:1767384681.383328:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.383329:0:40099:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384681.383330:0:40099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 00000000af98239a/0x9f279d7a9a0b4dad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4db4 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384681.383334:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262318080 : -108601447233536 : ffff9d3a4150c800) 00010000:00000001:1.0:1767384681.383336:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384681.383338:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262318080 : -108601447233536 : ffff9d3a4150c800) 00010000:00000001:1.0:1767384681.383339:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.383341:0:40099:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384681.383344:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:1.0:1767384681.383344:0:40099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.383345:0:40099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000af98239a refcount=3 00010000:00010000:3.0:1767384681.383348:0:17065:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 00000000320d371c/0x9f279d7a9a0b4d36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x9f279d7a9a0b4d3d expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384681.383348:0:40099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262319616 : -108601447232000 : ffff9d3a4150ce00) 00010000:00000001:1.0:1767384681.383351:0:40099:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262319616 : -108601447232000 : ffff9d3a4150ce00) 00010000:00000001:1.0:1767384681.383355:0:40099:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384681.383357:0:40099:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000af98239a/0x9f279d7a9a0b4dad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4db4 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384681.383364:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384681.383368:0:17065:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 00000000320d371c/0x9f279d7a9a0b4d36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x9f279d7a9a0b4d3d expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384681.383369:0:40099:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384681.383372:0:40099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000af98239a/0x9f279d7a9a0b4dad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9f279d7a9a0b4db4 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384681.383381:0:17065:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:1.0:1767384681.383384:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:3.0:1767384681.383385:0:17065:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00000001:1.0:1767384681.383387:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384681.383388:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:1.0:1767384681.383391:0:40099:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: 00000000af98239a/0x9f279d7a9a0b4dad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x9f279d7a9a0b4db4 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 10000000:00000040:3.0:1767384681.383397:0:17065:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000085317703) refs 3 00010000:00000001:1.0:1767384681.383402:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:3.0:1767384681.383403:0:17065:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384681.383406:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.383407:0:40099:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.383413:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384681.383413:0:40099:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384681.383417:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000010:1.0:1767384681.383418:0:40099:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008f7953d4. 00010000:00000001:3.0:1767384681.383420:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384681.383423:0:40099:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384681.383424:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384681.383428:0:17065:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384681.383429:0:40099:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000040:3.0:1767384681.383432:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000320d371c with handle 0x9f279d7a9a0b4d36 from hash 00010000:00000001:1.0:1767384681.383433:0:40099:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.383438:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384681.383438:0:40099:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.383443:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.383443:0:40099:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384681.383445:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384681.383446:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.383447:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384681.383450:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 10000000:00000001:1.0:1767384681.383450:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384681.383454:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 10000000:00000040:1.0:1767384681.383454:0:40099:0:(mgc_request.c:123:config_log_put()) log params(000000000db728bf) refs 2 10000000:00000001:1.0:1767384681.383456:0:40099:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384681.383457:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 10000000:00000001:1.0:1767384681.383459:0:40099:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384681.383460:0:40099:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x9f279d7a9a0b4d28 00010000:00000001:3.0:1767384681.383463:0:17065:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384681.383463:0:40099:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384681.383466:0:17065:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:1.0:1767384681.383467:0:40099:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384681.383470:0:40099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000093590e6 refcount=2 00000020:00000001:1.0:1767384681.383472:0:40099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262320640 : -108601447230976 : ffff9d3a4150d200) 00000100:00000010:3.0:1767384681.383473:0:17065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000510b9640. 00010000:00000001:1.0:1767384681.383473:0:40099:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262320640 : -108601447230976 : ffff9d3a4150d200) 00010000:00000001:1.0:1767384681.383477:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:3.0:1767384681.383479:0:17065:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00010000:00000001:1.0:1767384681.383480:0:40099:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.383484:0:17065:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:1.0:1767384681.383484:0:40099:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.122@tcp lock: 00000000093590e6/0x9f279d7a9a0b4d28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x9f279d7a9a0b4d2f expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384681.383486:0:40100:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 02000000:00000001:3.0:1767384681.383488:0:17065:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000010:0.0:1767384681.383491:0:40100:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000003b55eaab. 02000000:00000001:3.0:1767384681.383492:0:17065:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.383492:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.383494:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.383497:0:40099:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1767384681.383498:0:40100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000287fcd88. 00000020:00000001:1.0:1767384681.383499:0:40099:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1767384681.383501:0:17065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005add8a4b. 00000020:00000040:1.0:1767384681.383502:0:40099:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000093590e6 refcount=3 00000020:00000010:0.0:1767384681.383504:0:40100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000978b36fc. 00000020:00000001:1.0:1767384681.383506:0:40099:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262320640 : -108601447230976 : ffff9d3a4150d200) 00000100:00000001:3.0:1767384681.383507:0:17065:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.383509:0:40099:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262320640 : -108601447230976 : ffff9d3a4150d200) 00000020:00000010:0.0:1767384681.383510:0:40100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ac1e2658. 00010000:00000001:3.0:1767384681.383511:0:17065:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:1.0:1767384681.383513:0:40099:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384681.383516:0:40099:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000093590e6/0x9f279d7a9a0b4d28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x9f279d7a9a0b4d2f expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384681.383516:0:40100:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000035dfab36. 00010000:00010000:3.0:1767384681.383517:0:17065:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 00000000320d371c/0x9f279d7a9a0b4d36 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b4d3d expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384681.383523:0:40100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000a872991. 00010000:00000001:1.0:1767384681.383526:0:40099:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 80000000:00000010:0.0:1767384681.383528:0:40100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001d41cbda. 00010000:00010000:1.0:1767384681.383529:0:40099:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.122@tcp lock: 00000000093590e6/0x9f279d7a9a0b4d28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x9f279d7a9a0b4d2f expref: -99 pid: 17054 timeout: 0 lvb_type: 0 40000000:00000010:0.0:1767384681.383533:0:40100:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eed18109. 00010000:00010000:3.0:1767384681.383534:0:17065:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384681.383538:0:17065:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:0.0:1767384681.383540:0:40100:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000735f0ad7. 00000100:00000001:3.0:1767384681.383543:0:17065:0:(jobid.c:940:lustre_get_jobid()) Process entered 00040000:00000010:0.0:1767384681.383546:0:40100:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000be3fa6e8. 00000100:00000001:3.0:1767384681.383547:0:17065:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.383547:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.383551:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000010:0.0:1767384681.383552:0:40100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e0af930a. 00010000:00010000:1.0:1767384681.383553:0:40099:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.122@tcp lock: 00000000093590e6/0x9f279d7a9a0b4d28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x9f279d7a9a0b4d2f expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384681.383555:0:17065:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000510b9640] to pc [ptlrpcd_00_03+3] req@00000000510b9640 x1853237050245760/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384681.383559:0:40100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004875ebc8. 00010000:00000001:1.0:1767384681.383565:0:40099:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:0.0:1767384681.383566:0:40100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a3354e6d. 00010000:00000001:1.0:1767384681.383568:0:40099:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.383572:0:40099:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00002000:00000010:0.0:1767384681.383573:0:40100:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000041ca5c1. 00010000:00000010:1.0:1767384681.383575:0:40099:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000004572970a. 00010000:00000001:1.0:1767384681.383579:0:40099:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000010:0.0:1767384681.383579:0:40100:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a8b7f803. 00010000:00010000:1.0:1767384681.383580:0:40099:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:1.0:1767384681.383584:0:40099:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.383585:0:40099:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.383586:0:40099:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384681.383587:0:40099:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.383587:0:40099:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384681.383588:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384681.383589:0:40099:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000fc8b0d10) refs 2 00000020:00000001:0.0:1767384681.383589:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384681.383593:0:40099:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:0.0:1767384681.383593:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384681.383594:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384681.383596:0:17065:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:1.0:1767384681.383596:0:40099:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(00000000d246b1b1) refs 3 00010000:00010000:0.0:1767384681.383598:0:40100:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 10000000:00000001:1.0:1767384681.383600:0:40099:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384681.383602:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:1.0:1767384681.383603:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384681.383604:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384681.383605:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384681.383606:0:40099:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000085317703) refs 2 10000000:00000001:1.0:1767384681.383607:0:40099:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384681.383611:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384681.383611:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384681.383612:0:40099:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(0000000085317703) refs 1 00000100:00000001:2.0:1767384681.383614:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384681.383615:0:17065:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384681.383616:0:40099:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00000100:00000001:2.0:1767384681.383618:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384681.383618:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384681.383620:0:17065:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384681.383621:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384681.383622:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384681.383625:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384681.383625:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384681.383627:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:2.0:1767384681.383628:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000510b9640 x1853237050245760/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384681.383630:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767384681.383631:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 00000000320d371c/0x9f279d7a9a0b4d36 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b4d3d expref: -99 pid: 17054 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384681.383632:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384681.383634:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384681.383636:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384681.383638:0:40099:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384681.383640:0:40099:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384681.383642:0:40099:0:(genops.c:898:class_export_put()) PUTting export 0000000092b7e6d0 : new refcount 10 10000000:00000010:1.0:1767384681.383647:0:40099:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 0000000085317703. 00010000:00000001:3.0:1767384681.383650:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:1.0:1767384681.383653:0:40099:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:3.0:1767384681.383654:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 00000000320d371c/0x9f279d7a9a0b4d36 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b4d3d expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384681.383654:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:1.0:1767384681.383656:0:40099:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000100:00000001:2.0:1767384681.383658:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384681.383661:0:40099:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.383664:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:00000001:1.0:1767384681.383666:0:40099:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.383668:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384681.383672:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384681.383672:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000032e434a1. 00010000:00000001:3.0:1767384681.383673:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384681.383676:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384681.383680:0:17065:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000056eeb659. 00000100:00100000:2.0:1767384681.383680:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000510b9640 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050245760:0@lo:103: 00000040:00000010:1.0:1767384681.383680:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000469fc771. 00000100:00000001:2.0:1767384681.383686:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1767384681.383687:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000895b998c. 00010000:00000001:3.0:1767384681.383688:0:17065:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.383689:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384681.383692:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.383693:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1767384681.383693:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bf0e5420. 02000000:00000001:2.0:1767384681.383694:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384681.383711:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384681.383711:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e05be3e. 00040000:00000010:1.0:1767384681.383712:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001dd7e37e. 02000000:00000001:2.0:1767384681.383715:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384681.383717:0:17065:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00040000:00000010:1.0:1767384681.383718:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009bff73bb. 00000400:00000010:2.0:1767384681.383721:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fc38edd. 00010000:00000001:3.0:1767384681.383723:0:17065:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00080000:00000010:1.0:1767384681.383725:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007cb7762d. 00010000:00000001:3.0:1767384681.383726:0:17065:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:2.0:1767384681.383726:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005b99e8a0. 00010000:00010000:3.0:1767384681.383731:0:17065:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 00000000093590e6/0x9f279d7a9a0b4d28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x9f279d7a9a0b4d2f expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384681.383731:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000067f407c6. 00000100:00000200:2.0:1767384681.383733:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050245760, portal 18 00000020:00000010:1.0:1767384681.383737:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000045cd3077. 00000100:00000001:2.0:1767384681.383739:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384681.383742:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055424384 : -108605654127232 : ffff9d394690ad80) 00000020:00000001:1.0:1767384681.383743:0:40099:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384681.383746:0:17065:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000093590e6 already unused, calling callback (00000000e12a98bb) 00000020:00000010:1.0:1767384681.383748:0:40099:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 00000000000fcf32. 10000000:00000001:3.0:1767384681.383750:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:2.0:1767384681.383751:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000510b9640 x1853237050245760/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384681.383752:0:40099:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1767384681.383754:0:17065:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 00000000093590e6/0x9f279d7a9a0b4d28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x9f279d7a9a0b4d2f expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384681.383757:0:40099:0:(obd_config.c:1053:class_get_profile()) Process entered 00000020:00000001:1.0:1767384681.383759:0:40099:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1767384681.383762:0:40099:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446635472332242688 : -108601377308928 : ffff9d3a457bbf00) 00000020:00000001:1.0:1767384681.383766:0:40099:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446635472332242688 : -108601377308928 : ffff9d3a457bbf00) 00010000:00000001:3.0:1767384681.383773:0:17065:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:1.0:1767384681.383773:0:40099:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 000000008a932f08. 00000100:00000001:2.0:1767384681.383776:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384681.383777:0:17065:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:01000004:1.0:1767384681.383780:0:40099:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00000020:00000001:3.0:1767384681.383781:0:17065:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384681.383782:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384681.383785:0:17065:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000093590e6 refcount=3 00000020:00000001:1.0:1767384681.383785:0:40099:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000400:00000010:2.0:1767384681.383786:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d864046. 00000020:01000000:1.0:1767384681.383788:0:40099:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000001:3.0:1767384681.383791:0:17065:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262320640 : -108601447230976 : ffff9d3a4150d200) 00000100:00000200:2.0:1767384681.383792:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050245760, offset 0 00000020:00000010:1.0:1767384681.383793:0:40099:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000b75f85af. 00010000:00000001:3.0:1767384681.383797:0:17065:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262320640 : -108601447230976 : ffff9d3a4150d200) 00000020:00000080:1.0:1767384681.383798:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000400:00000200:2.0:1767384681.383802:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384681.383803:0:17065:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000001:1.0:1767384681.383803:0:40099:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384681.383805:0:40099:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000400:00000200:2.0:1767384681.383809:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00080000:1.0:1767384681.383811:0:40099:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000fc799c81 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:3.0:1767384681.383812:0:17065:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 00000000093590e6/0x9f279d7a9a0b4d28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x9f279d7a9a0b4d2f expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384681.383818:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260108280 00000020:00080000:1.0:1767384681.383823:0:40099:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 00000000b39a6059 7696d72f-dd77-432c-9937-0b4919255ec2 192.168.202.22@tcp50 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 00000400:00000200:2.0:1767384681.383827:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 10000000:00000001:3.0:1767384681.383831:0:17065:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384681.383836:0:17065:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 00000000093590e6/0x9f279d7a9a0b4d28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x9f279d7a9a0b4d2f expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384681.383836:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384681.383836:0:40099:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384681.383840:0:40099:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (0000000022958bbf) has exports, disconnecting them 00000400:00000200:2.0:1767384681.383842:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384681.383845:0:40099:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384681.383848:0:40099:0:(genops.c:887:class_export_get()) GET export 00000000fc799c81 refcount=5 00000100:00000001:2.0:1767384681.383849:0:16347:0:(events.c:286:request_in_callback()) Process entered 10000000:01000000:3.0:1767384681.383852:0:17065:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000100:00000200:2.0:1767384681.383852:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000040:1.0:1767384681.383853:0:40099:0:(genops.c:887:class_export_get()) GET export 00000000fc799c81 refcount=6 10000000:01000000:3.0:1767384681.383858:0:17065:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000100:00000010:2.0:1767384681.383859:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b3995a1. 00000020:00080000:1.0:1767384681.383859:0:40099:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000fc799c81), last request at 1767384676 10000000:00000001:3.0:1767384681.383862:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000040:2.0:1767384681.383865:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000000b3995a1 x1853237050245760 msgsize 328 00000020:00000001:1.0:1767384681.383865:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 10000000:00000040:3.0:1767384681.383866:0:17065:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(00000000fc8b0d10) refs 1 00000004:00000001:1.0:1767384681.383867:0:40099:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384681.383871:0:40099:0:(genops.c:887:class_export_get()) GET export 00000000fc799c81 refcount=7 10000000:01000000:3.0:1767384681.383872:0:17065:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00000001:1.0:1767384681.383874:0:40099:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 10000000:00000001:3.0:1767384681.383876:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:2.0:1767384681.383877:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384681.383877:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 10000000:00000001:3.0:1767384681.383880:0:17065:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384681.383881:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 6 10000000:00000001:3.0:1767384681.383883:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000080:1.0:1767384681.383884:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4e4e 10000000:00000001:3.0:1767384681.383887:0:17065:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384681.383888:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fc799c81 with handle 0x9f279d7a9a0b4e4e from hash 10000000:00000001:3.0:1767384681.383890:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:1.0:1767384681.383891:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 5 10000000:00000001:3.0:1767384681.383893:0:17065:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384681.383893:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384681.383894:0:40099:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bcd8f871. 10000000:00000001:3.0:1767384681.383897:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1767384681.383898:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 10000000:00000001:3.0:1767384681.383901:0:17065:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:2.0:1767384681.383901:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d864046 00000020:00000040:1.0:1767384681.383901:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 4 10000000:00000001:3.0:1767384681.383905:0:17065:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000010:2.0:1767384681.383906:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d864046. 00000020:00000001:1.0:1767384681.383906:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 10000000:00000001:3.0:1767384681.383909:0:17065:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384681.383909:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 3 00000100:00000001:2.0:1767384681.383911:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384681.383913:0:17065:0:(genops.c:898:class_export_put()) PUTting export 0000000092b7e6d0 : new refcount 9 00000020:00000001:1.0:1767384681.383913:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384681.383917:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000510b9640 x1853237050245760/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.383917:0:40099:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 10000000:00000010:3.0:1767384681.383919:0:17065:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000fc8b0d10. 00000100:00080000:1.0:1767384681.383919:0:40099:0:(import.c:65:import_set_state_nolock()) 00000000bab03c03 : changing import state from FULL to CLOSED 10000000:00000001:3.0:1767384681.383925:0:17065:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1767384681.383925:0:40099:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384681.383928:0:40099:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 10000000:00000001:3.0:1767384681.383929:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.383929:0:36567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384681.383930:0:40099:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00000001:2.0:1767384681.383935:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384681.383936:0:40099:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384681.383936:0:36567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050245760 00010000:00000001:3.0:1767384681.383937:0:17065:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384681.383941:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000510b9640 x1853237050245760/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384681.383942:0:17065:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:1.0:1767384681.383942:0:40099:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 02000000:00000001:0.0:1767384681.383942:0:36567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384681.383946:0:17065:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384681.383946:0:36567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:1.0:1767384681.383948:0:40099:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000100:00000001:0.0:1767384681.383950:0:36567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.383951:0:17065:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384681.383952:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384681.383953:0:40099:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384681.383954:0:36567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.383955:0:17065:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.383956:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000004:00000001:1.0:1767384681.383958:0:40099:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384681.383960:0:17065:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000093590e6 with handle 0x9f279d7a9a0b4d28 from hash 00000100:00000001:2.0:1767384681.383962:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384681.383962:0:40099:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00100000:0.0:1767384681.383964:0:36567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050245760 00010000:00000001:3.0:1767384681.383966:0:17065:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384681.383968:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294969709 00000001:00000040:1.0:1767384681.383968:0:40099:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 5 00000020:00000001:0.0:1767384681.383968:0:36567:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1767384681.383969:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:0.0:1767384681.383972:0:36567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00010000:00000001:3.0:1767384681.383974:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1767384681.383974:0:40099:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000001:2.0:1767384681.383975:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969707 00000020:00000001:0.0:1767384681.383976:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384681.383977:0:17065:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000040:1.0:1767384681.383979:0:40099:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 4 00010000:00000001:3.0:1767384681.383981:0:17065:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384681.383981:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294969709 00010000:00000001:3.0:1767384681.383984:0:17065:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000040:1.0:1767384681.383986:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 2 00000020:00000040:0.0:1767384681.383986:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=14 00000100:00000001:2.0:1767384681.383987:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969707 00000001:00000001:1.0:1767384681.383991:0:40099:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000020:00000001:0.0:1767384681.383992:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384681.383994:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294969709 00000001:00000040:1.0:1767384681.383995:0:40099:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 3 00010000:00000001:3.0:1767384681.383996:0:17065:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000001:0.0:1767384681.383997:0:36567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00010000:00000001:3.0:1767384681.384001:0:17065:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767384681.384001:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294969707 00000001:00000001:1.0:1767384681.384001:0:40099:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000100:00000001:0.0:1767384681.384003:0:36567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384681.384005:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 1 00000100:00000010:3.0:1767384681.384006:0:17065:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a51fae9b. 00000100:00000001:2.0:1767384681.384009:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294969709 00000004:00000001:1.0:1767384681.384009:0:40099:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384681.384009:0:36567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4592b63. 00000020:00000040:3.0:1767384681.384011:0:17065:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384681.384016:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.384016:0:36567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384681.384017:0:17065:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384681.384017:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294969707 02000000:00000001:3.0:1767384681.384021:0:17065:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00080000:1.0:1767384681.384022:0:40099:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000fc799c81): rc 0 00000020:00000010:0.0:1767384681.384023:0:36567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4592b63. 00000100:00000001:2.0:1767384681.384024:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384681.384026:0:17065:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384681.384028:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000fc799c81 : new refcount 0 00000020:00000010:0.0:1767384681.384030:0:36567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ffb67ed. 00000100:00000001:2.0:1767384681.384031:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1767384681.384032:0:40099:0:(genops.c:904:class_export_put()) final put 00000000fc799c81/lustre-MDT0000-lwp-OST0000_UUID 02000000:00000010:3.0:1767384681.384034:0:17065:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9fca915. 00000100:00000001:2.0:1767384681.384037:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384681.384038:0:36567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a86d36a3. 00000100:00000001:3.0:1767384681.384040:0:17065:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.384043:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384681.384045:0:17065:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000010:0.0:1767384681.384045:0:36567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2123e8c. 00000020:00000001:1.0:1767384681.384046:0:40099:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000100:00000001:2.0:1767384681.384050:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1767384681.384051:0:17065:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 00000000093590e6/0x9f279d7a9a0b4d28 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b4d2f expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384681.384051:0:40099:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:2.0:1767384681.384053:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384681.384053:0:36567:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000001:1.0:1767384681.384055:0:40099:0:(obd_class.h:604:obd_precleanup()) Process entered 00000100:00000001:0.0:1767384681.384058:0:36567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384681.384060:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:1.0:1767384681.384060:0:40099:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00000100:00000001:0.0:1767384681.384061:0:36567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1767384681.384063:0:40099:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00000100:00000001:2.0:1767384681.384064:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384681.384065:0:36567:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384681.384068:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384681.384068:0:40099:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00010000:00010000:3.0:1767384681.384069:0:17065:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384681.384069:0:36567:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000080:1.0:1767384681.384072:0:40099:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffc09d09f1bb28 00010000:00000001:3.0:1767384681.384073:0:17065:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384681.384074:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.384074:0:36567:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384681.384080:0:17065:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767384681.384080:0:36567:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00100000:00000001:1.0:1767384681.384081:0:40099:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00000020:00000001:0.0:1767384681.384082:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384681.384083:0:17065:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384681.384085:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000abf7ef36 refcount=3 00100000:00000001:1.0:1767384681.384086:0:40099:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384681.384090:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293445632 : -108601416105984 : ffff9d3a432bc000) 00000100:00000040:3.0:1767384681.384091:0:17065:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a51fae9b] to pc [ptlrpcd_00_00+0] req@00000000a51fae9b x1853237050245888/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384681.384091:0:40099:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.384095:0:36567:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293445632 : -108601416105984 : ffff9d3a432bc000) 00000004:00000001:1.0:1767384681.384097:0:40099:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00010000:00000001:0.0:1767384681.384101:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000010:1.0:1767384681.384104:0:40099:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 00000000bcd8f871. 00010000:00000001:0.0:1767384681.384104:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384681.384108:0:36567:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384681.384109:0:40099:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000100:00000001:0.0:1767384681.384110:0:36567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384681.384114:0:40099:0:(lod_dev.c:979:lod_process_config()) Process entered 00000100:00000001:0.0:1767384681.384116:0:36567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.384120:0:17064:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000004:00000001:1.0:1767384681.384121:0:40099:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:3.0:1767384681.384122:0:17065:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384681.384123:0:17064:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:00000001:1.0:1767384681.384125:0:40099:0:(osp_dev.c:449:osp_disconnect()) Process entered 00010000:00010000:2.0:1767384681.384126:0:17064:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384681.384127:0:36567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384681.384128:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000040:1.0:1767384681.384128:0:40099:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff9d3a64001800 00010000:00000001:3.0:1767384681.384132:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384681.384135:0:40099:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00010000:00000001:3.0:1767384681.384136:0:17065:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384681.384138:0:40099:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:0.0:1767384681.384139:0:36567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384681.384141:0:17065:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384681.384141:0:17064:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000def5c528 already unused, calling callback (00000000e12a98bb) 00000100:00000001:1.0:1767384681.384142:0:40099:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384681.384143:0:36567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384681.384145:0:40099:0:(client.c:3065:ptlrpc_free_committed()) Process entered 10000000:00000001:3.0:1767384681.384146:0:17065:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384681.384147:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:1.0:1767384681.384147:0:40099:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 10000000:00010000:2.0:1767384681.384151:0:17064:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384681.384152:0:17065:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 00000000093590e6/0x9f279d7a9a0b4d28 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b4d2f expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384681.384152:0:36567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384681.384153:0:40099:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000040:0.0:1767384681.384159:0:36567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384681.384160:0:40099:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384681.384163:0:40099:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384681.384166:0:40099:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384681.384166:0:36567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472747179392 : -108600962372224 : ffff9d3a5e372d80) 00000100:00000001:1.0:1767384681.384169:0:40099:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:2.0:1767384681.384170:0:17064:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000004:00000040:1.0:1767384681.384173:0:40099:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00010000:00000001:3.0:1767384681.384174:0:17065:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384681.384174:0:17064:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384681.384174:0:36567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b3995a1 x1853237050245760/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:662/0 lens 328/0 e 0 to 0 dl 1767384692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384681.384178:0:17065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 00000000093590e6/0x9f279d7a9a0b4d28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b4d2f expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384681.384178:0:17064:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384681.384182:0:17064:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000def5c528 refcount=3 00000004:00080000:1.0:1767384681.384184:0:40099:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:1.0:1767384681.384187:0:40099:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:2.0:1767384681.384189:0:17064:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00000001:00000001:1.0:1767384681.384190:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384681.384193:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000001:2.0:1767384681.384194:0:17064:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713280 : -108601445838336 : ffff9d3a41661200) 00010000:00000040:3.0:1767384681.384198:0:17065:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c2ae2bbc count: 0 00010000:00000001:2.0:1767384681.384199:0:17064:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384681.384203:0:17064:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384681.384209:0:17065:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384681.384213:0:17065:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000001:00000001:1.0:1767384681.384220:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384681.384222:0:17065:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000004572970a. 10000000:00000001:2.0:1767384681.384223:0:17064:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000001:00000001:1.0:1767384681.384223:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1767384681.384224:0:36567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:1.0:1767384681.384226:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 10000000:00010000:2.0:1767384681.384227:0:17064:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384681.384229:0:17065:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384681.384230:0:36567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4592b63. 00000020:00000001:3.0:1767384681.384236:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384681.384236:0:36567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384681.384240:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384681.384241:0:17064:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000020:00000010:0.0:1767384681.384241:0:36567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4592b63. 00010000:00010000:3.0:1767384681.384244:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1767384681.384247:0:17064:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00000020:00000001:3.0:1767384681.384248:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1767384681.384250:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384681.384251:0:17064:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:0.0:1767384681.384251:0:36567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b3995a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+14:16347:x1853237050245760:12345-0@lo:103: 00000020:00000001:3.0:1767384681.384252:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.384253:0:40099:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 10000000:00000040:2.0:1767384681.384254:0:17064:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000038921051) refs 1 00010000:00010000:3.0:1767384681.384257:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1767384681.384260:0:17064:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00000100:00000200:0.0:1767384681.384261:0:36567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050245760 00000020:00000001:3.0:1767384681.384262:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:2.0:1767384681.384262:0:17064:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00080000:1.0:1767384681.384264:0:40099:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 10000000:00000001:2.0:1767384681.384266:0:17064:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384681.384266:0:36567:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000001:3.0:1767384681.384268:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384681.384268:0:40099:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:2.0:1767384681.384270:0:17064:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000002:0.0:1767384681.384270:0:36567:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000040:1.0:1767384681.384271:0:40099:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=1 obd=lustre-OST0000-osc-MDT0000 00010000:00010000:3.0:1767384681.384274:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767384681.384274:0:17064:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767384681.384274:0:36567:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:1.0:1767384681.384275:0:40099:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1767384681.384277:0:17064:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384681.384279:0:40099:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384681.384280:0:17064:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384681.384281:0:36567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384681.384282:0:40099:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 10000000:00000001:2.0:1767384681.384283:0:17064:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:0.0:1767384681.384284:0:36567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384681.384285:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384681.384286:0:17064:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384681.384286:0:40099:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 02000000:00000010:0.0:1767384681.384288:0:36567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008801ad53. 10000000:00000001:2.0:1767384681.384289:0:17064:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384681.384311:0:17064:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767384681.384312:0:17064:0:(genops.c:898:class_export_put()) PUTting export 0000000092b7e6d0 : new refcount 8 00000100:00000001:3.0:1767384681.384314:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384681.384314:0:40099:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8b4a323. 10000000:00000010:2.0:1767384681.384315:0:17064:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 0000000038921051. 00000100:00000001:3.0:1767384681.384318:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767384681.384319:0:40099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384681.384320:0:36567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384681.384321:0:17064:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1767384681.384323:0:40099:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000001:2.0:1767384681.384324:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.384325:0:36567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384681.384326:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a51fae9b x1853237050245888/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384681.384326:0:40099:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:2.0:1767384681.384328:0:17064:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384681.384330:0:36567:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384681.384331:0:17064:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:1.0:1767384681.384331:0:40099:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.384335:0:17064:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:0.0:1767384681.384335:0:36567:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000010:1.0:1767384681.384336:0:40099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001dd7e37e. 00010000:00000001:2.0:1767384681.384338:0:17064:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384681.384340:0:36567:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384681.384342:0:17064:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.384343:0:40099:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384681.384344:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384681.384348:0:17064:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000def5c528 with handle 0x9f279d7a9a0b5157 from hash 00000100:00000001:1.0:1767384681.384348:0:40099:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446635468055332608 : -108605654219008 : ffff9d39468f4700) 00000020:00000040:0.0:1767384681.384348:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000abf7ef36 refcount=3 00000100:00000001:3.0:1767384681.384350:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1767384681.384352:0:17064:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:0.0:1767384681.384354:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293445632 : -108601416105984 : ffff9d3a432bc000) 00000100:00000001:3.0:1767384681.384355:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.384355:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00080000:1.0:1767384681.384355:0:40099:0:(import.c:65:import_set_state_nolock()) 00000000930e0b59 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00010000:00000001:2.0:1767384681.384358:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384681.384361:0:36567:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293445632 : -108601416105984 : ffff9d3a432bc000) 00010000:00000001:2.0:1767384681.384362:0:17064:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384681.384363:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384681.384363:0:40099:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767384681.384364:0:17064:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384681.384366:0:40099:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384681.384367:0:36567:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000047b82906 count: 5 02000000:00000001:3.0:1767384681.384368:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384681.384368:0:17064:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000040:1.0:1767384681.384372:0:40099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8b4a323] to pc [ptlrpcd_rcv+-1] req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384681.384372:0:36567:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384681.384373:0:17064:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:3.0:1767384681.384375:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.384376:0:17064:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:0.0:1767384681.384377:0:36567:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000010:2.0:1767384681.384381:0:17064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e007167. 00010000:00000001:0.0:1767384681.384381:0:36567:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00100000:3.0:1767384681.384383:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a51fae9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050245888:0@lo:103: 00010000:00000001:0.0:1767384681.384385:0:36567:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384681.384386:0:17064:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=6 obd=MGC192.168.202.122@tcp 00000020:00000001:0.0:1767384681.384391:0:36567:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.384392:0:17064:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384681.384393:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384681.384393:0:40099:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.384396:0:17064:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:1.0:1767384681.384397:0:40099:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384681.384399:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384681.384399:0:17064:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.384399:0:36567:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:1.0:1767384681.384401:0:40099:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384681.384404:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.384404:0:36567:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:2.0:1767384681.384405:0:17064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be07492f. 00080000:00000001:1.0:1767384681.384406:0:40099:0:(osd_handler.c:8868:osd_process_config()) Process entered 02000000:00000001:3.0:1767384681.384409:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384681.384409:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384681.384411:0:17064:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384681.384413:0:40099:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:914819562 to info 00000000a386338f 00010000:00000001:0.0:1767384681.384413:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384681.384414:0:17064:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 02000000:00000010:3.0:1767384681.384415:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000759aea93. 00010000:00000001:0.0:1767384681.384417:0:36567:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:2.0:1767384681.384418:0:17064:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00100000:00000001:1.0:1767384681.384419:0:40099:0:(scrub.c:1029:lustre_index_backup()) Process entered 02000000:00000001:3.0:1767384681.384421:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.384422:0:36567:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384681.384423:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000021dae474. 00100000:00000010:1.0:1767384681.384427:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000913df231. 00000400:00000010:3.0:1767384681.384428:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057b6dfac. 00010000:00010000:2.0:1767384681.384431:0:17064:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00100000:00000010:1.0:1767384681.384433:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000c631c5e. 00000020:00000040:0.0:1767384681.384433:0:36567:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000abf7ef36 with handle 0x9f279d7a9a0b4d3d from hash 00010000:00000001:2.0:1767384681.384434:0:17064:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384681.384436:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008404c403. 00100000:00000010:1.0:1767384681.384437:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009f2be796. 00000100:00000001:2.0:1767384681.384439:0:17064:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767384681.384440:0:36567:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00100000:00000010:1.0:1767384681.384442:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005f79a79a. 00000100:00000200:3.0:1767384681.384443:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050245888, portal 18 00000100:00000001:2.0:1767384681.384443:0:17064:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.384443:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00100000:00000010:1.0:1767384681.384446:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bdd40729. 00010000:00000001:0.0:1767384681.384447:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384681.384449:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1767384681.384450:0:36567:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:2.0:1767384681.384451:0:17064:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e007167] to pc [ptlrpcd_00_01+1] req@000000009e007167 x1853237050246144/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:1.0:1767384681.384451:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000012bc4621. 00000100:00000001:3.0:1767384681.384452:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055419008 : -108605654132608 : ffff9d3946909880) 00010000:00000001:0.0:1767384681.384454:0:36567:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00100000:00000010:1.0:1767384681.384455:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000002a175c3. 00010000:00000001:0.0:1767384681.384457:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00100000:00000010:1.0:1767384681.384461:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000be7625a6. 00000100:00000040:3.0:1767384681.384464:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a51fae9b x1853237050245888/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384681.384464:0:36567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000abf7ef36/0x9f279d7a9a0b4d3d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9f279d7a9a0b4d36 expref: 14 pid: 17071 timeout: 0 lvb_type: 0 00100000:00000010:1.0:1767384681.384465:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008a819129. 00010000:00000001:2.0:1767384681.384468:0:17064:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000010:1.0:1767384681.384470:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000074dec74. 00010000:00000001:2.0:1767384681.384474:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00100000:00000010:1.0:1767384681.384475:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000049160333. 00010000:00000001:2.0:1767384681.384477:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384681.384480:0:17064:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384681.384481:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000874c4623. 00010000:00000040:0.0:1767384681.384484:0:36567:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 8 00010000:00000001:2.0:1767384681.384486:0:17064:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384681.384486:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cef415f6. 00000020:00000040:0.0:1767384681.384489:0:36567:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 13 10000000:00000001:2.0:1767384681.384491:0:17064:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384681.384491:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001b7d2e84. 00010000:00000001:0.0:1767384681.384495:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384681.384496:0:17064:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00100000:00000010:1.0:1767384681.384496:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cd4e87a7. 00010000:00000001:0.0:1767384681.384498:0:36567:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00100000:00000010:1.0:1767384681.384502:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000068c0b630. 00010000:00000001:0.0:1767384681.384502:0:36567:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384681.384506:0:36567:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384681.384507:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000401b6f8c. 00100000:00000010:1.0:1767384681.384512:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ddceee04. 00010000:00000001:2.0:1767384681.384513:0:17064:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384681.384513:0:36567:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384681.384516:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a0329830. 00010000:00010000:2.0:1767384681.384517:0:17064:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 00000000def5c528/0x9f279d7a9a0b5157 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b515e expref: -99 pid: 17073 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384681.384518:0:36567:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00100000:00000010:1.0:1767384681.384520:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d49fd338. 00010000:00010000:0.0:1767384681.384522:0:36567:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00100000:00000010:1.0:1767384681.384525:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003f71c884. 00000100:00000001:3.0:1767384681.384527:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384681.384527:0:36567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384681.384530:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000dc362831. 00010000:00000040:2.0:1767384681.384531:0:17064:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000014529402 count: 0 00010000:00000001:0.0:1767384681.384532:0:36567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384681.384536:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00100000:00000010:1.0:1767384681.384537:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000accf1fe7. 00010000:00000001:0.0:1767384681.384537:0:36567:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384681.384540:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf133a7. 00100000:00000010:1.0:1767384681.384542:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009191a72b. 00000100:00001000:0.0:1767384681.384542:0:36567:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=97 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384681.384543:0:17064:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384681.384544:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050245888, offset 0 00010000:00000001:2.0:1767384681.384546:0:17064:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00100000:00000010:1.0:1767384681.384547:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008e266946. 00010000:00000010:2.0:1767384681.384549:0:17064:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000039368ccb. 00000100:00000001:0.0:1767384681.384551:0:36567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00100000:00000010:1.0:1767384681.384552:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005b6ad41c. 00010000:00000001:2.0:1767384681.384553:0:17064:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384681.384556:0:36567:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 19 to 0@lo 00100000:00000010:1.0:1767384681.384557:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000000e22117f. 00000400:00000200:3.0:1767384681.384558:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384681.384559:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384681.384563:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384681.384563:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bfbe05b9. 00000100:00000001:0.0:1767384681.384563:0:36567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00010000:2.0:1767384681.384569:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384681.384570:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000010:1.0:1767384681.384570:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c13d379b. 02000000:00000001:0.0:1767384681.384570:0:36567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384681.384573:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:1.0:1767384681.384574:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000059d848d3. 02000000:00000001:0.0:1767384681.384574:0:36567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.384577:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384681.384581:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000010:1.0:1767384681.384581:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000055825bd0. 00000100:00000001:0.0:1767384681.384581:0:36567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384681.384584:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260108300 00000020:00000001:2.0:1767384681.384586:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00100000:00000010:1.0:1767384681.384587:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a36cfd47. 00000100:00000040:0.0:1767384681.384588:0:36567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384681.384591:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384681.384592:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000dc3fd5e8. 00000400:00000010:0.0:1767384681.384594:0:36567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db49ec3. 00010000:00010000:2.0:1767384681.384595:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384681.384596:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00100000:00000010:1.0:1767384681.384597:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000067293e1f. 00100000:00000010:1.0:1767384681.384601:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d9747a11. 00100000:00000010:1.0:1767384681.384604:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000098788477. 00000400:00000200:3.0:1767384681.384605:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384681.384606:0:36567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050245760, offset 224 00100000:00000010:1.0:1767384681.384607:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000cb2508ae. 00100000:00000010:1.0:1767384681.384610:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e7fe920b. 00000400:00000200:3.0:1767384681.384613:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000010:1.0:1767384681.384614:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000012f617fb. 00100000:00000010:1.0:1767384681.384619:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007a21bb97. 00000400:00000200:0.0:1767384681.384619:0:36567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000010:1.0:1767384681.384623:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008deb2b6f. 00000100:00000001:3.0:1767384681.384625:0:16344:0:(events.c:286:request_in_callback()) Process entered 00100000:00000010:1.0:1767384681.384626:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f7df4455. 00000020:00000001:2.0:1767384681.384628:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000200:3.0:1767384681.384630:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00100000:00000010:1.0:1767384681.384631:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000000f70c94. 00000400:00000200:0.0:1767384681.384631:0:36567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000080:2.0:1767384681.384632:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000fc799c81/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000100:00000010:3.0:1767384681.384636:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000743e45ac. 00100000:00000010:1.0:1767384681.384636:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004fbc297c. 00000020:00000040:2.0:1767384681.384640:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 18 to 0@lo 00100000:00000010:1.0:1767384681.384640:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e7383241. 00000100:00000040:3.0:1767384681.384642:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000743e45ac x1853237050245888 msgsize 328 00100000:00000010:1.0:1767384681.384644:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000dcf45e62. 00000020:00000001:2.0:1767384681.384645:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000400:00000200:0.0:1767384681.384646:0:36567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260108280 00000004:00000001:2.0:1767384681.384648:0:8:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00100000:00000010:1.0:1767384681.384649:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004946e9af. 00000020:00000040:2.0:1767384681.384651:0:8:0:(genops.c:1229:class_import_get()) import 00000000bab03c03 refcount=2 obd=lustre-MDT0000 00000020:00000001:2.0:1767384681.384656:0:8:0:(genops.c:1236:class_import_put()) Process entered 00100000:00000010:1.0:1767384681.384656:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003e611d2c. 00000400:00000200:0.0:1767384681.384659:0:36567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x214d [1] + 224 00000100:00100000:3.0:1767384681.384660:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1767384681.384660:0:8:0:(genops.c:1242:class_import_put()) import 00000000bab03c03 refcount=1 obd=lustre-MDT0000 00100000:00000010:1.0:1767384681.384661:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000eccc6fdd. 00000020:00000001:2.0:1767384681.384664:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00100000:00000010:1.0:1767384681.384666:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a964b78d. 00000020:00000001:2.0:1767384681.384667:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384681.384672:0:8:0:(genops.c:1242:class_import_put()) import 00000000bab03c03 refcount=0 obd=lustre-MDT0000 00100000:00000010:1.0:1767384681.384672:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f3c61647. 00000100:00000001:3.0:1767384681.384674:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384681.384674:0:36567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1767384681.384675:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000bab03c03 00100000:00000010:1.0:1767384681.384676:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c78483b2. 00100000:00000010:1.0:1767384681.384682:0:40099:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000975779c5. 00000400:00000200:3.0:1767384681.384683:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdf133a7 00000400:00000200:0.0:1767384681.384684:0:36567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384681.384687:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdf133a7. 00100000:00000001:1.0:1767384681.384687:0:40099:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000020:00000001:2.0:1767384681.384689:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00080000:00000001:1.0:1767384681.384689:0:40099:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384681.384691:0:8:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000fd65e440. 00000100:00000001:3.0:1767384681.384693:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384681.384695:0:36567:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384681.384696:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000200:3.0:1767384681.384710:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a51fae9b x1853237050245888/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384681.384712:0:40099:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000200:0.0:1767384681.384713:0:36567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000510b9640 x1853237050245760/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384681.384716:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00080000:1.0:1767384681.384716:0:40099:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (0000000022958bbf) has no exports 00000020:00000001:1.0:1767384681.384720:0:40099:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000001:00000010:2.0:1767384681.384722:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000081e409d0. 00010000:00000001:1.0:1767384681.384723:0:40099:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000001:00000010:2.0:1767384681.384729:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001939e53f. 00000001:00000010:2.0:1767384681.384735:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002b0a60d5. 00000020:00000040:1.0:1767384681.384735:0:17106:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00000020:00000001:1.0:1767384681.384740:0:17106:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384681.384742:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007e5b14ec. 00000100:00000001:3.0:1767384681.384743:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384681.384745:0:36567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000510b9640 x1853237050245760/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384681.384747:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001e246112. 00000100:00000040:3.0:1767384681.384749:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a51fae9b x1853237050245888/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767384681.384754:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000294749d1. 00000001:00000001:2.0:1767384681.384760:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384681.384764:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:2.0:1767384681.384768:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:3.0:1767384681.384773:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767384681.384773:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006e635987. 00000100:00000001:0.0:1767384681.384775:0:36567:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384681.384776:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000010:2.0:1767384681.384780:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000be212b9f. 00000400:00000200:0.0:1767384681.384783:0:36567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db49ec3 00000001:00000010:2.0:1767384681.384785:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000078fcaa14. 00000100:00000001:3.0:1767384681.384786:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384681.384787:0:36567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003db49ec3. 00000001:00000010:2.0:1767384681.384790:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000defcc481. 00000100:00000001:3.0:1767384681.384792:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294969710 00000100:00000001:0.0:1767384681.384793:0:36567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384681.384796:0:36567:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000010:2.0:1767384681.384797:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000056498db9. 00000020:00000040:1.0:1767384681.384798:0:40099:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00000100:00000001:3.0:1767384681.384799:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969709 00000001:00000010:2.0:1767384681.384802:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b097eede. 00000100:00000001:0.0:1767384681.384802:0:36567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384681.384804:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009a31f166. 00000100:00000001:3.0:1767384681.384805:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294969710 00000001:00000001:2.0:1767384681.384809:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000040:0.0:1767384681.384809:0:36567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 17 to 0@lo 00000100:00000001:3.0:1767384681.384812:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969709 00000040:00000010:1.0:1767384681.384812:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001ae9112c. 00010000:00000001:2.0:1767384681.384813:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384681.384814:0:36567:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.384817:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000020:00000010:1.0:1767384681.384817:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000070451a3a. 00010000:00000001:0.0:1767384681.384819:0:36567:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.384820:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294969710 00000001:00000010:2.0:1767384681.384822:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000713a6c32. 00000020:00000010:1.0:1767384681.384824:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004d444d29. 00000100:00000040:0.0:1767384681.384825:0:36567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b3995a1 x1853237050245760/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:662/0 lens 328/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384681.384829:0:8:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384681.384830:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d6e1a2ad. 00000100:00000001:3.0:1767384681.384831:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294969709 00000020:00000001:2.0:1767384681.384836:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:1.0:1767384681.384836:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b8e0bb18. 00000100:00000001:3.0:1767384681.384839:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294969710 00000020:00000040:2.0:1767384681.384842:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 7 - export 40000000:00000010:1.0:1767384681.384843:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000751d2947. 00000100:00000001:3.0:1767384681.384845:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294969709 00100000:00000010:1.0:1767384681.384848:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cd6ab2f5. 00000020:00000010:2.0:1767384681.384849:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fc799c81. 00040000:00000010:1.0:1767384681.384854:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000836fe6a7. 00000100:00000001:3.0:1767384681.384855:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384681.384855:0:36567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b3995a1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+13:16347:x1853237050245760:12345-0@lo:103: Request processed in 628us (986us total) trans 0 rc 0/0 00040000:00000010:1.0:1767384681.384857:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000062aaaf91. 00000020:00000001:2.0:1767384681.384860:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:3.0:1767384681.384862:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384681.384863:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000266d7139. 00000020:00000001:2.0:1767384681.384866:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000001:3.0:1767384681.384868:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384681.384870:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000bab03c03 for lustre-MDT0000 00080000:00000010:1.0:1767384681.384870:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007c3bae44. 00000100:00100000:0.0:1767384681.384870:0:36567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384681.384873:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384681.384876:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c02e4d34. 00000100:00000040:0.0:1767384681.384877:0:36567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000020:00000040:2.0:1767384681.384878:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 16 to 0@lo 00000100:00000001:3.0:1767384681.384880:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000010:1.0:1767384681.384881:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dc31200c. 00000100:00000001:0.0:1767384681.384881:0:36567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1767384681.384883:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 6 - import 00000100:00000001:3.0:1767384681.384885:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000004:00000010:1.0:1767384681.384886:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d6b01e9e. 00000100:00000001:0.0:1767384681.384886:0:36567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384681.384888:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000bab03c03. 00000100:00000001:3.0:1767384681.384892:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384681.384892:0:36567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a86d36a3. 00000020:00000001:2.0:1767384681.384894:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000004:00000010:1.0:1767384681.384894:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c895283d. 00000100:00000001:3.0:1767384681.384895:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384681.384898:0:36567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2123e8c. 00000100:00000001:3.0:1767384681.384900:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384681.384900:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e2275c2a. 00000020:00000010:0.0:1767384681.384904:0:36567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ffb67ed. 00000100:00100000:3.0:1767384681.384906:0:16344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384681.384906:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384681.384906:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f881602b. 00000020:00000040:0.0:1767384681.384910:0:36567:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 12 00000100:00000001:2.0:1767384681.384911:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.384912:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.384914:0:36567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:1.0:1767384681.384915:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000009af11547/000000002dd2de33 to site lru. bkt: 0000000088eebdcf 00000100:00000001:3.0:1767384681.384918:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000010:1.0:1767384681.384919:0:40099:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 00000000ccdc11c0. 00000100:00000001:3.0:1767384681.384922:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384681.384923:0:40099:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000100:00000001:3.0:1767384681.384926:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000040:1.0:1767384681.384926:0:40099:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000100:00000001:0.0:1767384681.384926:0:36567:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384681.384928:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384681.384930:0:36567:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050245888 00000100:00000001:3.0:1767384681.384931:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000040:1.0:1767384681.384931:0:40099:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000fca9352f : new refcount 2 00000100:00000001:2.0:1767384681.384932:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.384934:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000040:00000001:1.0:1767384681.384935:0:40099:0:(llog_cat.c:426:llog_cat_close()) Process entered 02000000:00000001:0.0:1767384681.384935:0:36567:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000040:00000001:1.0:1767384681.384939:0:40099:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000100:00000040:3.0:1767384681.384942:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e007167 x1853237050246144/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384681.384943:0:36567:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384681.384947:0:36567:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384681.384948:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384681.384951:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 02000000:00000001:0.0:1767384681.384953:0:36567:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384681.384954:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384681.384956:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000100:00100000:0.0:1767384681.384958:0:36567:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050245888 00000100:00000001:2.0:1767384681.384959:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00040000:00000001:1.0:1767384681.384959:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000100:00000001:3.0:1767384681.384960:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00040000:00000001:1.0:1767384681.384963:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00000020:00000001:0.0:1767384681.384964:0:36567:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384681.384965:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.384965:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384681.384967:0:36567:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:2.0:1767384681.384968:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000010:1.0:1767384681.384968:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000641743eb. 02000000:00000001:3.0:1767384681.384970:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384681.384971:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384681.384974:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384681.384974:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=13 00000004:00000010:1.0:1767384681.384975:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000093da4f8b. 00000100:00000040:2.0:1767384681.384976:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384681.384981:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384681.384981:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000004:00000010:1.0:1767384681.384982:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c0c93ed7. 00000020:00000001:0.0:1767384681.384987:0:36567:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000004:00000001:1.0:1767384681.384988:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000100:00100000:3.0:1767384681.384990:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009e007167 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050246144:0@lo:103: 00000004:00000040:1.0:1767384681.384991:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000100:00000001:0.0:1767384681.384993:0:36567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000010:1.0:1767384681.384997:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000091ed6960. 00000020:00000010:0.0:1767384681.384998:0:36567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4592b63. 00000100:00000001:3.0:1767384681.385000:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384681.385000:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000004:00000001:1.0:1767384681.385002:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000100:00000001:0.0:1767384681.385003:0:36567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384681.385004:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384681.385005:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000040:00000001:1.0:1767384681.385005:0:40099:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384681.385007:0:36567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4592b63. 02000000:00000001:3.0:1767384681.385009:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.385011:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000040:00000010:1.0:1767384681.385011:0:40099:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 00000000d37c88db. 02000000:00000001:3.0:1767384681.385012:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1767384681.385013:0:36567:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ffb67ed. 02000000:00000001:2.0:1767384681.385015:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384681.385018:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024e7cc6e. 02000000:00000001:2.0:1767384681.385020:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384681.385020:0:36567:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a86d36a3. 02000000:00000001:3.0:1767384681.385023:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384681.385026:0:36567:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2123e8c. 00000100:00100000:2.0:1767384681.385027:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a8b4a323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16343:1853237050246016:0@lo:9: 00000040:00000010:1.0:1767384681.385027:0:40099:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003c2eb68b. 00000400:00000010:3.0:1767384681.385029:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f59b6672. 00000100:00000040:0.0:1767384681.385032:0:36567:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000040:00000001:1.0:1767384681.385034:0:40099:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.385035:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384681.385036:0:36567:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767384681.385040:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384681.385040:0:36567:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767384681.385041:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf133a7. 00000040:00000001:1.0:1767384681.385041:0:40099:0:(llog_obd.c:93:llog_cleanup()) Process entered 02000000:00000001:2.0:1767384681.385045:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384681.385046:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050246144, portal 18 00000040:00000040:1.0:1767384681.385046:0:40099:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000fca9352f : new refcount 1 00010000:00000001:0.0:1767384681.385046:0:36567:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384681.385049:0:36567:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.385051:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384681.385052:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767384681.385052:0:40099:0:(genops.c:898:class_export_put()) PUTting export 0000000046cf029d : new refcount 2 00010000:00000001:0.0:1767384681.385054:0:36567:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384681.385055:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635472747168640 : -108600962382976 : ffff9d3a5e370380) 02000000:00000010:2.0:1767384681.385056:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c78a1bb2. 00000040:00000010:1.0:1767384681.385057:0:40099:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000fca9352f. 00010000:00000001:0.0:1767384681.385058:0:36567:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1767384681.385062:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384681.385062:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384681.385064:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fabfb670 refcount=3 00000100:00000040:3.0:1767384681.385066:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009e007167 x1853237050246144/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1767384681.385066:0:40099:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384681.385068:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452800 : -108601416098816 : ffff9d3a432bdc00) 00000400:00000010:2.0:1767384681.385069:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073224bd7. 00000004:00000001:1.0:1767384681.385072:0:40099:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00010000:00000001:0.0:1767384681.385075:0:36567:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452800 : -108601416098816 : ffff9d3a432bdc00) 00000400:00000010:2.0:1767384681.385077:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d864046. 00000004:00000001:1.0:1767384681.385078:0:40099:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.385081:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384681.385085:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050246016, portal 4 00000004:00000001:1.0:1767384681.385085:0:40099:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.385085:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384681.385086:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384681.385088:0:36567:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384681.385091:0:40099:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 00000000bcd8f871. 00000100:00000001:2.0:1767384681.385092:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384681.385094:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384681.385094:0:36567:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.385095:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055332608 : -108605654219008 : ffff9d39468f4700) 00000004:00000001:1.0:1767384681.385096:0:40099:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000400:00000010:3.0:1767384681.385100:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000100:00000001:0.0:1767384681.385101:0:36567:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384681.385105:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384681.385106:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050246144, offset 0 00000100:00000001:0.0:1767384681.385113:0:36567:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384681.385114:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384681.385123:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384681.385124:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384681.385126:0:36567:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384681.385128:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384681.385132:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260108400 00000400:00000010:2.0:1767384681.385132:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064d2213d. 00000100:00000001:1.0:1767384681.385133:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384681.385134:0:36567:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384681.385137:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384681.385140:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000100:00100000:0.0:1767384681.385142:0:36567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:0.0:1767384681.385147:0:36567:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000400:00000200:3.0:1767384681.385149:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384681.385149:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237050246016, offset 0 00000400:00000001:1.0:1767384681.385150:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384681.385150:0:36567:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055413632 : -108605654137984 : ffff9d3946908380) 00000400:00000001:1.0:1767384681.385153:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384681.385157:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fc38edd. 00000100:00000040:0.0:1767384681.385159:0:36567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000743e45ac x1853237050245888/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:662/0 lens 328/0 e 0 to 0 dl 1767384692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384681.385160:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384681.385161:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b99e8a0 00000400:00000010:1.0:1767384681.385166:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005b99e8a0. 00000100:00000001:1.0:1767384681.385170:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384681.385174:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384681.385175:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000510b9640 x1853237050245760/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384681.385178:0:36567:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384681.385182:0:36567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4592b63. 00000100:00000001:3.0:1767384681.385183:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384681.385186:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1767384681.385187:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000510b9640 x1853237050245760/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384681.385187:0:36567:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384681.385188:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384681.385194:0:36567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4592b63. 00000100:00000010:3.0:1767384681.385195:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071c811c2. 00000100:00000040:3.0:1767384681.385200:0:16344:0:(events.c:337:request_in_callback()) incoming req@0000000071c811c2 x1853237050246144 msgsize 328 00000400:00000200:2.0:1767384681.385203:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958260108380 00000100:00100000:0.0:1767384681.385205:0:36567:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000743e45ac pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+13:16344:x1853237050245888:12345-0@lo:103: 00000100:00000001:1.0:1767384681.385207:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384681.385210:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384681.385213:0:36567:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050245888 00000100:00000001:1.0:1767384681.385214:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384681.385216:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384681.385216:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5528 00010000:00000001:0.0:1767384681.385217:0:36567:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 02000000:00000001:1.0:1767384681.385218:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384681.385221:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000002:0.0:1767384681.385221:0:36567:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:1.0:1767384681.385225:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.385225:0:36567:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000400:00000200:2.0:1767384681.385227:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384681.385229:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.385230:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384681.385230:0:36567:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:1.0:1767384681.385232:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=97 v=5 (5 0 0 0) 00000400:00000200:2.0:1767384681.385234:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384681.385235:0:36567:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:1.0:1767384681.385236:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=98 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384681.385238:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b11833e 00000100:00000001:1.0:1767384681.385241:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384681.385241:0:36567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000217b15cd. 00000400:00000010:3.0:1767384681.385242:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b11833e. 00000100:00000001:1.0:1767384681.385243:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384681.385245:0:36567:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.385247:0:16344:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1767384681.385248:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384681.385249:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384681.385250:0:36567:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.385251:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384681.385253:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1767384681.385255:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009e007167 x1853237050246144/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384681.385255:0:36567:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1767384681.385256:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384681.385259:0:36567:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000040:1.0:1767384681.385263:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000510b9640 x1853237050245760/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384681.385264:0:36567:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:2.0:1767384681.385268:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e87eecf. 00000020:00000001:0.0:1767384681.385268:0:36567:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384681.385271:0:36567:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fabfb670 refcount=3 00000100:00000040:2.0:1767384681.385275:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000002e87eecf x1853237050246016 msgsize 224 00000020:00000001:0.0:1767384681.385277:0:36567:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293452800 : -108601416098816 : ffff9d3a432bdc00) 00000100:00000001:3.0:1767384681.385281:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384681.385283:0:36567:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293452800 : -108601416098816 : ffff9d3a432bdc00) 00000100:00000040:3.0:1767384681.385286:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e007167 x1853237050246144/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384681.385289:0:36567:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008db3541d count: 2 00000100:00000001:1.0:1767384681.385308:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384681.385313:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384681.385314:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384681.385314:0:36567:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384681.385317:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384681.385318:0:36567:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:3.0:1767384681.385321:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.385323:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767384681.385323:0:36567:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:1.0:1767384681.385326:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000510b9640 x1853237050245760/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384681.385326:0:36567:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.385328:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384681.385329:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384681.385333:0:36567:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.385334:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294969711 00000100:00100000:1.0:1767384681.385336:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000510b9640 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050245760:0@lo:103: 00000400:00000200:2.0:1767384681.385338:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064d2213d 00000400:00000010:2.0:1767384681.385343:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064d2213d. 00000100:00000001:1.0:1767384681.385345:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384681.385345:0:36567:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384681.385346:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969710 00010000:00000001:0.0:1767384681.385349:0:36567:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384681.385350:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384681.385350:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384681.385351:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294969711 00010000:00000001:0.0:1767384681.385354:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384681.385355:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000510b9640 x1853237050245760/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384681.385356:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969710 00010000:00000001:0.0:1767384681.385357:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384681.385358:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384681.385362:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294969711 00010000:00000001:0.0:1767384681.385363:0:36567:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384681.385366:0:36567:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.385368:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294969710 00000100:00000001:3.0:1767384681.385373:0:16344:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294969711 00000020:00000040:0.0:1767384681.385373:0:36567:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fabfb670 with handle 0x9f279d7a9a0b4d2f from hash 00000100:00000001:3.0:1767384681.385379:0:16344:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294969710 00010000:00000001:0.0:1767384681.385380:0:36567:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384681.385382:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384681.385384:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384681.385385:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384681.385386:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384681.385389:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:1.0:1767384681.385390:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e05be3e. 00000100:00000001:3.0:1767384681.385391:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.385391:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384681.385392:0:36567:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384681.385396:0:36567:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000001:1.0:1767384681.385397:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384681.385398:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384681.385398:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384681.385399:0:36567:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384681.385402:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384681.385404:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384681.385404:0:36567:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fabfb670/0x9f279d7a9a0b4d2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9f279d7a9a0b4d28 expref: 13 pid: 17071 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384681.385406:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00000020:00000001:1.0:1767384681.385412:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384681.385415:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005add8a4b. 00000004:00000001:3.0:1767384681.385418:0:17097:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384681.385421:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000040:0.0:1767384681.385424:0:36567:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 7 00000100:00000001:2.0:1767384681.385426:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384681.385426:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767384681.385427:0:36567:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 12 00000100:00000010:1.0:1767384681.385429:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000510b9640. 00000100:00000001:2.0:1767384681.385431:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767384681.385434:0:36567:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384681.385435:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384681.385437:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.385437:0:36567:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384681.385439:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384681.385440:0:36567:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384681.385443:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384681.385444:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3791 usecs (4 jiffies) 00010000:00000001:0.0:1767384681.385444:0:36567:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.385450:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767384681.385450:0:36567:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.385451:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294969710 00000100:00000001:1.0:1767384681.385453:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.385454:0:36567:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384681.385458:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294969711 00000100:00000001:1.0:1767384681.385458:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1767384681.385458:0:36567:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008db3541d count: 0 00000100:00000001:1.0:1767384681.385462:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.385464:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294969710 00000100:00000001:2.0:1767384681.385467:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294969711 00010000:00010000:0.0:1767384681.385468:0:36567:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:2.0:1767384681.385469:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294969710 00000100:00000001:3.0:1767384681.385470:0:17062:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384681.385472:0:36567:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384681.385473:0:17062:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050246144 00000100:00000001:2.0:1767384681.385475:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294969711 02000000:00000001:3.0:1767384681.385477:0:17062:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1767384681.385477:0:36567:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384681.385480:0:17062:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384681.385480:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294969710 00010000:00000001:0.0:1767384681.385481:0:36567:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.385483:0:17062:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.385486:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294969711 00010000:00000001:1.0:1767384681.385486:0:40101:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000100:00001000:0.0:1767384681.385487:0:36567:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=97 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384681.385488:0:17062:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384681.385490:0:40101:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000bcd8f871. 00000100:00000001:2.0:1767384681.385491:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384681.385492:0:17062:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050246144 00000020:00000010:1.0:1767384681.385495:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000045cd3077. 00000020:00000001:3.0:1767384681.385496:0:17062:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384681.385497:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.385497:0:36567:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767384681.385499:0:17062:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000010:1.0:1767384681.385501:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002e5ab320. 00000100:00000040:0.0:1767384681.385502:0:36567:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 17 to 0@lo 00000020:00000001:3.0:1767384681.385504:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384681.385504:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384681.385505:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000895b998c. 00000100:00000001:0.0:1767384681.385507:0:36567:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000040:3.0:1767384681.385508:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=13 00000100:00000001:2.0:1767384681.385509:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384681.385510:0:40101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075cabd0f. 00000020:00000001:3.0:1767384681.385513:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 02000000:00000001:0.0:1767384681.385514:0:36567:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384681.385515:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009bff73bb. 00000020:00000001:3.0:1767384681.385516:0:17062:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384681.385517:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384681.385518:0:36567:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:1.0:1767384681.385519:0:40101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000000fcf32. 00000100:00000001:3.0:1767384681.385520:0:17062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384681.385521:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384681.385524:0:36567:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384681.385525:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000728bb019. 00000100:00000001:2.0:1767384681.385525:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 40000000:00000010:1.0:1767384681.385526:0:40101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003243b478. 00000100:00000001:2.0:1767384681.385529:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384681.385532:0:17062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384681.385533:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384681.385533:0:40101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000052378f03. 00000100:00000040:0.0:1767384681.385534:0:36567:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767384681.385537:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000728bb019. 00000100:00000001:2.0:1767384681.385540:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767384681.385540:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000075025194. 00000400:00000010:0.0:1767384681.385541:0:36567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db49ec3. 00000020:00000010:3.0:1767384681.385543:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e91aa473. 00040000:00000010:1.0:1767384681.385547:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf0e5420. 00000100:00000200:0.0:1767384681.385547:0:36567:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050245888, offset 224 00000020:00000010:3.0:1767384681.385548:0:17062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038b842ae. 00080000:00000010:1.0:1767384681.385552:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007cb7762d. 00080000:00000010:1.0:1767384681.385557:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005f565118. 00000400:00000200:0.0:1767384681.385557:0:36567:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384681.385559:0:17062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1c8906b. 00000100:00000001:2.0:1767384681.385560:0:17884:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384681.385565:0:17884:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050246016 00002000:00000010:1.0:1767384681.385565:0:40101:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005a51a117. 00000100:00000001:3.0:1767384681.385566:0:17062:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384681.385569:0:36567:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384681.385570:0:17062:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767384681.385571:0:17884:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767384681.385571:0:40101:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002d0ae6b9. 00010000:00000001:3.0:1767384681.385573:0:17062:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767384681.385575:0:17884:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384681.385576:0:17062:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.385578:0:17884:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.385579:0:17062:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000001:1.0:1767384681.385581:0:40101:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384681.385583:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384681.385583:0:36567:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260108300 00000020:00000001:1.0:1767384681.385584:0:40101:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.385585:0:17884:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.385588:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1767384681.385589:0:40101:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767384681.385591:0:17884:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050246016 00000020:00000040:3.0:1767384681.385592:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000603cb910 refcount=3 00000400:00000200:0.0:1767384681.385592:0:36567:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2155 [1] + 224 00000020:00000001:1.0:1767384681.385593:0:40101:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384681.385595:0:40101:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.385597:0:17884:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384681.385598:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00010000:00010000:1.0:1767384681.385600:0:40101:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:2.0:1767384681.385601:0:17884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e6a 00000020:00000001:1.0:1767384681.385603:0:40101:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767384681.385603:0:36567:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384681.385604:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00000020:00000001:2.0:1767384681.385606:0:17884:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384681.385606:0:40101:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384681.385611:0:36567:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384681.385612:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384681.385612:0:17884:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008c801f8a refcount=5 00010000:00010000:1.0:1767384681.385612:0:40101:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384681.385615:0:36567:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384681.385616:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.385617:0:40100:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:2.0:1767384681.385618:0:17884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00010000:00000001:3.0:1767384681.385620:0:17062:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.385620:0:40100:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:0.0:1767384681.385622:0:36567:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a51fae9b x1853237050245888/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384681.385624:0:40100:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.122@tcp lock: 00000000af98239a/0x9f279d7a9a0b4dad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9f279d7a9a0b4db4 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384681.385625:0:17062:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.385625:0:17884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635467965775872 : -108605743775744 : ffff9d394138c000) 00000100:00000001:2.0:1767384681.385633:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384681.385634:0:17062:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384681.385638:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f3b4be1. 00010000:00010000:1.0:1767384681.385642:0:40100:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000af98239a already unused, calling callback (00000000e12a98bb) 00000020:00000010:2.0:1767384681.385645:0:17884:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000074a842d5. 00000100:00000001:3.0:1767384681.385646:0:17062:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384681.385646:0:40100:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1767384681.385649:0:36567:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a51fae9b x1853237050245888/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00010000:1.0:1767384681.385650:0:40100:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.122@tcp lock: 00000000af98239a/0x9f279d7a9a0b4dad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x9f279d7a9a0b4db4 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384681.385653:0:17884:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (00000000f3ee0cfc) now 8 - evictor 00000100:00000001:3.0:1767384681.385656:0:17062:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384681.385660:0:17062:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384681.385667:0:17062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384681.385668:0:17884:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384681.385673:0:17062:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 2 00000020:00000010:2.0:1767384681.385674:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d2274f2. 00000100:00000001:3.0:1767384681.385678:0:17062:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055426176 : -108605654125440 : ffff9d394690b480) 00010000:00000001:1.0:1767384681.385679:0:40100:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:2.0:1767384681.385681:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fe1d944. 00010000:00000001:1.0:1767384681.385682:0:40100:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767384681.385684:0:17062:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000071c811c2 x1853237050246144/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:662/0 lens 328/0 e 0 to 0 dl 1767384692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384681.385685:0:40100:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384681.385687:0:36567:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384681.385688:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000079ffa20a. 00000020:00000040:1.0:1767384681.385688:0:40100:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000af98239a refcount=3 00000020:00000001:1.0:1767384681.385694:0:40100:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472262319616 : -108601447232000 : ffff9d3a4150ce00) 00000400:00000200:0.0:1767384681.385694:0:36567:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db49ec3 00000100:00000001:3.0:1767384681.385709:0:17062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384681.385710:0:36567:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003db49ec3. 00000100:00000040:2.0:1767384681.385711:0:17884:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:1.0:1767384681.385711:0:40100:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472262319616 : -108601447232000 : ffff9d3a4150ce00) 00000020:00000010:3.0:1767384681.385713:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000728bb019. 00000100:00000001:0.0:1767384681.385716:0:36567:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384681.385718:0:17062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384681.385718:0:17884:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384681.385718:0:40100:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384681.385719:0:36567:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1767384681.385721:0:40100:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.122@tcp lock: 00000000af98239a/0x9f279d7a9a0b4dad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x9f279d7a9a0b4db4 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384681.385723:0:17884:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384681.385724:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000728bb019. 00000100:00000001:0.0:1767384681.385726:0:36567:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.385727:0:17884:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384681.385732:0:17062:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000071c811c2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+13:16344:x1853237050246144:12345-0@lo:103: 00000100:00000040:0.0:1767384681.385735:0:36567:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 16 to 0@lo 00000100:00000001:2.0:1767384681.385736:0:17884:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384681.385736:0:40100:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000200:3.0:1767384681.385737:0:17062:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050246144 10000000:00010000:1.0:1767384681.385741:0:40100:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.122@tcp lock: 00000000af98239a/0x9f279d7a9a0b4dad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x9f279d7a9a0b4db4 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384681.385742:0:17062:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:0.0:1767384681.385742:0:36567:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000002:3.0:1767384681.385745:0:17062:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384681.385747:0:36567:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.385748:0:17062:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384681.385750:0:17884:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384681.385752:0:17062:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384681.385755:0:36567:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000743e45ac x1853237050245888/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:662/0 lens 328/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384681.385756:0:17062:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 10000000:01000000:1.0:1767384681.385759:0:40100:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 02000000:00000010:3.0:1767384681.385760:0:17062:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d86a019a. 00000100:00000001:2.0:1767384681.385762:0:17884:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384681.385764:0:17062:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384681.385766:0:40100:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00000001:2.0:1767384681.385767:0:17884:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384681.385768:0:17062:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384681.385771:0:40100:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384681.385772:0:17062:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00100000:2.0:1767384681.385776:0:17884:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1767384681.385777:0:17062:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 10000000:00000040:1.0:1767384681.385777:0:40100:0:(mgc_request.c:123:config_log_put()) log params(000000000db728bf) refs 1 00010000:00000001:3.0:1767384681.385782:0:17062:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1767384681.385783:0:36567:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000743e45ac pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+13:16344:x1853237050245888:12345-0@lo:103: Request processed in 601us (1136us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384681.385784:0:17062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384681.385784:0:17884:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008c801f8a : new rpc_count 1 10000000:01000000:1.0:1767384681.385785:0:40100:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000020:00000040:3.0:1767384681.385787:0:17062:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000603cb910 refcount=3 10000000:00000001:1.0:1767384681.385789:0:40100:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384681.385790:0:17884:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468061894272 : -108605647657344 : ffff9d3946f36680) 00000020:00000001:3.0:1767384681.385793:0:17062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 10000000:00000001:1.0:1767384681.385793:0:40100:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384681.385798:0:40100:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384681.385799:0:17062:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472263713792 : -108601445837824 : ffff9d3a41661400) 00000100:00100000:0.0:1767384681.385799:0:36567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384681.385800:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e87eecf x1853237050246016/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:662/0 lens 224/0 e 0 to 0 dl 1767384692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384681.385802:0:40100:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000040:3.0:1767384681.385804:0:17062:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000db1b4c73 count: 2 00000100:00000040:0.0:1767384681.385805:0:36567:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 1 10000000:00000001:1.0:1767384681.385806:0:40100:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:3.0:1767384681.385807:0:17062:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 10000000:00000001:1.0:1767384681.385809:0:40100:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767384681.385811:0:17062:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:0.0:1767384681.385811:0:36567:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 10000000:00000001:1.0:1767384681.385812:0:40100:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767384681.385815:0:36567:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384681.385816:0:17062:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 10000000:00000001:1.0:1767384681.385816:0:40100:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767384681.385821:0:17062:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384681.385821:0:40100:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767384681.385822:0:17884:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384681.385822:0:36567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a86d36a3. 10000000:00000001:1.0:1767384681.385825:0:40100:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767384681.385826:0:17062:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384681.385828:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089427652. 00000020:00000010:0.0:1767384681.385828:0:36567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2123e8c. 00000020:00000040:1.0:1767384681.385829:0:40100:0:(genops.c:898:class_export_put()) PUTting export 0000000092b7e6d0 : new refcount 7 00010000:00000001:3.0:1767384681.385830:0:17062:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384681.385834:0:17062:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767384681.385834:0:17884:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384681.385835:0:40100:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 000000000db728bf. 00000020:00000010:0.0:1767384681.385837:0:36567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ffb67ed. 00010000:00000001:3.0:1767384681.385839:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384681.385840:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089427652. 10000000:00000001:1.0:1767384681.385840:0:40100:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1767384681.385842:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384681.385843:0:40100:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384681.385844:0:36567:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 12 00010000:00000001:3.0:1767384681.385845:0:17062:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384681.385847:0:40100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384681.385848:0:17062:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.385850:0:36567:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384681.385851:0:17062:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000603cb910 with handle 0x9f279d7a9a0b515e from hash 00000100:00100000:2.0:1767384681.385851:0:17884:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e87eecf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16343:x1853237050246016:12345-0@lo:9: 00010000:00000001:1.0:1767384681.385851:0:40100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384681.385855:0:40100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384681.385857:0:17062:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384681.385859:0:40100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384681.385860:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384681.385861:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050246016 00010000:00000001:3.0:1767384681.385864:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.385864:0:40100:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.385865:0:17884:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384681.385868:0:17062:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:1.0:1767384681.385869:0:40100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000af98239a with handle 0x9f279d7a9a0b4dad from hash 00000100:00000001:0.0:1767384681.385869:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384681.385870:0:17884:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384681.385871:0:17062:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384681.385873:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384681.385874:0:17884:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.385874:0:40100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384681.385875:0:17062:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384681.385877:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384681.385878:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384681.385879:0:17884:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384681.385879:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384681.385881:0:17062:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000603cb910/0x9f279d7a9a0b515e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9f279d7a9a0b5157 expref: 12 pid: 17070 timeout: 0 lvb_type: 0 00000400:00000001:0.0:1767384681.385883:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384681.385884:0:17884:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072665412880 : -1044138736 : ffffffffc1c3b510) 00010000:00000001:1.0:1767384681.385884:0:40100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:0.0:1767384681.385886:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057b6dfac. 00010000:00000001:1.0:1767384681.385888:0:40100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:2.0:1767384681.385890:0:17884:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1767384681.385891:0:40100:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000200:0.0:1767384681.385893:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008404c403 00000020:00000001:2.0:1767384681.385895:0:17884:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384681.385896:0:40100:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000400:00000010:0.0:1767384681.385897:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008404c403. 00010000:00000040:3.0:1767384681.385898:0:17062:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 6 00010000:00000001:1.0:1767384681.385899:0:40100:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:2.0:1767384681.385901:0:17884:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384681.385902:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384681.385903:0:17062:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 11 00000100:00000010:1.0:1767384681.385904:0:40100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f29d67a4. 00000020:00000001:2.0:1767384681.385905:0:17884:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:1.0:1767384681.385908:0:40100:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=6 obd=MGC192.168.202.122@tcp 00000100:00000200:0.0:1767384681.385909:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a51fae9b x1853237050245888/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384681.385910:0:17884:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.385912:0:17062:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384681.385913:0:40100:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384681.385917:0:40100:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1767384681.385918:0:17062:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1767384681.385918:0:17884:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 02000000:00000001:1.0:1767384681.385920:0:40100:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.385921:0:17062:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384681.385922:0:17884:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00010000:00000001:3.0:1767384681.385925:0:17062:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384681.385926:0:40100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032e434a1. 00000100:00000001:2.0:1767384681.385927:0:17884:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767384681.385930:0:17062:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384681.385931:0:17884:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384681.385932:0:40100:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.385933:0:17062:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:0.0:1767384681.385936:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a51fae9b x1853237050245888/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384681.385937:0:17062:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000db1b4c73 count: 0 02000000:00000010:2.0:1767384681.385937:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b54c559d. 00010000:00000001:1.0:1767384681.385937:0:40100:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384681.385942:0:40100:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.122@tcp lock: 00000000af98239a/0x9f279d7a9a0b4dad lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b4db4 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384681.385943:0:17062:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:2.0:1767384681.385943:0:17884:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.385946:0:17062:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384681.385949:0:17884:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.385951:0:17062:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384681.385954:0:17062:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384681.385957:0:17884:0:(genops.c:887:class_export_get()) GET export 000000008c801f8a refcount=6 00000100:00001000:3.0:1767384681.385958:0:17062:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=97 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384681.385959:0:40100:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:0.0:1767384681.385961:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384681.385962:0:17884:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1767384681.385963:0:40100:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.385964:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384681.385966:0:17062:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000001:2.0:1767384681.385967:0:17884:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000100:00000001:1.0:1767384681.385967:0:40100:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384681.385968:0:16344:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384681.385971:0:17062:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 17 to 0@lo 00000100:00000001:1.0:1767384681.385971:0:40100:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384681.385972:0:17884:0:(genops.c:887:class_export_get()) GET export 000000008c801f8a refcount=7 02000000:00000001:0.0:1767384681.385972:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384681.385975:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384681.385977:0:17062:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:2.0:1767384681.385977:0:17884:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00000001:0.0:1767384681.385978:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384681.385980:0:40100:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f29d67a4] to pc [ptlrpcd_00_02+2] req@00000000f29d67a4 x1853237050246272/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384681.385981:0:17884:0:(genops.c:1460:class_disconnect()) Process entered 02000000:00000001:3.0:1767384681.385983:0:17062:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384681.385984:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384681.385986:0:17062:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384681.385986:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 6 00000100:00001000:0.0:1767384681.385991:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=97 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384681.385992:0:17062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000080:2.0:1767384681.385993:0:17884:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4e6a 00000020:00000040:2.0:1767384681.385998:0:17884:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008c801f8a with handle 0x9f279d7a9a0b4e6a from hash 00000100:00000040:3.0:1767384681.385999:0:17062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:0.0:1767384681.385999:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=98 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384681.386003:0:17062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000020:00000040:2.0:1767384681.386004:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 5 00010000:00000001:1.0:1767384681.386004:0:40100:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384681.386005:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384681.386008:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384681.386010:0:17062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050246144, offset 224 00010000:00000001:1.0:1767384681.386010:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384681.386011:0:17884:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004f3b4be1. 00010000:00000001:0.0:1767384681.386011:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384681.386013:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384681.386015:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384681.386017:0:40100:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.386018:0:17884:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000001:0.0:1767384681.386019:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384681.386020:0:17062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384681.386021:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 4 00010000:00000001:1.0:1767384681.386022:0:40100:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.386026:0:17884:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000040:0.0:1767384681.386026:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a51fae9b x1853237050245888/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384681.386027:0:40100:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384681.386030:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 3 00000400:00000200:3.0:1767384681.386032:0:17062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384681.386034:0:40100:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.122@tcp lock: 00000000af98239a/0x9f279d7a9a0b4dad lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b4db4 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384681.386035:0:17884:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.386041:0:17884:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384681.386044:0:17884:0:(import.c:65:import_set_state_nolock()) 0000000072aab0ab : changing import state from FULL to CLOSED 00000400:00000200:3.0:1767384681.386046:0:17062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260108400 00000100:00000001:2.0:1767384681.386051:0:17884:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384681.386055:0:17884:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:1.0:1767384681.386056:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384681.386056:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384681.386058:0:17884:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000400:00000200:3.0:1767384681.386059:0:17062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2161 [1] + 224 00010000:00010000:1.0:1767384681.386060:0:40100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.122@tcp lock: 00000000af98239a/0x9f279d7a9a0b4dad lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x9f279d7a9a0b4db4 expref: -99 pid: 17054 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384681.386061:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384681.386064:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384681.386068:0:17062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384681.386069:0:17884:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384681.386072:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a51fae9b x1853237050245888/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384681.386077:0:17062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384681.386078:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b2d8511. 00010000:00000001:1.0:1767384681.386079:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384681.386083:0:40100:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000010:2.0:1767384681.386084:0:17884:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b584d16a. 00000100:00000001:3.0:1767384681.386085:0:17062:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:1.0:1767384681.386085:0:40100:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008f7953d4. 00010000:00000001:1.0:1767384681.386091:0:40100:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384681.386092:0:17062:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009e007167 x1853237050246144/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384681.386092:0:17884:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008440c131. 00000100:00000001:1.0:1767384681.386098:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384681.386100:0:17884:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9c4c32a. 00000100:00100000:1.0:1767384681.386101:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767384681.386101:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a51fae9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050245888:0@lo:103: 00000020:00000010:2.0:1767384681.386107:0:17884:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c92a7720. 00000100:00000001:1.0:1767384681.386107:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.386114:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:2.0:1767384681.386115:0:17884:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b0de6fb. 00000100:00000001:1.0:1767384681.386115:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384681.386117:0:17062:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009e007167 x1853237050246144/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.386119:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.386119:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 40000000:00000010:2.0:1767384681.386120:0:17884:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004f3b4be1. 00000100:00000001:1.0:1767384681.386124:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384681.386126:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a51fae9b x1853237050245888/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:2.0:1767384681.386127:0:17884:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b4f292fc. 00000100:00000001:1.0:1767384681.386127:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384681.386131:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00040000:00000010:2.0:1767384681.386135:0:17884:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003aeb2b0f. 00000100:00000040:1.0:1767384681.386137:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f29d67a4 x1853237050246272/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:2.0:1767384681.386142:0:17884:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a81bacc0. 00000100:00000001:3.0:1767384681.386143:0:17062:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384681.386150:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b11833e 00080000:00000010:2.0:1767384681.386151:0:17884:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ffb0a69a. 00000100:00000001:0.0:1767384681.386154:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767384681.386155:0:17062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b11833e. 00000100:00000001:1.0:1767384681.386157:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00080000:00000010:2.0:1767384681.386160:0:17884:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fcdcd412. 00000100:00000001:1.0:1767384681.386160:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.386161:0:17062:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384681.386162:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384681.386162:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384681.386165:0:17062:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384681.386166:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767384681.386167:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000759aea93. 00002000:00000010:2.0:1767384681.386168:0:17884:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000026d0652f. 00000100:00000001:3.0:1767384681.386170:0:17062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384681.386170:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384681.386173:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1767384681.386174:0:17884:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000001:0.0:1767384681.386176:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767384681.386178:0:17062:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 16 to 0@lo 00000100:00100000:1.0:1767384681.386178:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f29d67a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050246272:0@lo:103: 00000001:00000040:2.0:1767384681.386179:0:17884:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000020:00000040:0.0:1767384681.386179:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=5 obd=MGC192.168.202.122@tcp 00010000:00000001:3.0:1767384681.386185:0:17062:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384681.386186:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384681.386187:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384681.386188:0:17062:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384681.386188:0:17884:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 02000000:00000010:0.0:1767384681.386190:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f9fca915. 02000000:00000001:1.0:1767384681.386191:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000001:00000004:2.0:1767384681.386192:0:17884:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 02000000:00000001:1.0:1767384681.386194:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384681.386195:0:17062:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071c811c2 x1853237050246144/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:662/0 lens 328/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384681.386196:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384681.386200:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384681.386200:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00080000:00000001:2.0:1767384681.386201:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000010:1.0:1767384681.386204:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b106c8b. 00000100:00000010:0.0:1767384681.386204:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a51fae9b. 00080000:00000010:2.0:1767384681.386207:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009ef60d9b. 02000000:00000001:1.0:1767384681.386209:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.386210:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00080000:00000001:2.0:1767384681.386214:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468058786304 : -108605650765312 : ffff9d3946c3fa00) 00000100:00000001:0.0:1767384681.386214:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384681.386215:0:17062:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000071c811c2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+11:16344:x1853237050246144:12345-0@lo:103: Request processed in 515us (1012us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384681.386215:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f998045. 00000100:00000001:0.0:1767384681.386221:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384681.386222:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a2deecf. 00080000:00000001:2.0:1767384681.386223:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384681.386226:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384681.386228:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050246272, portal 18 00000100:00000001:0.0:1767384681.386228:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000001:00000001:2.0:1767384681.386229:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00100000:3.0:1767384681.386231:0:17062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384681.386233:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000001:0.0:1767384681.386234:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000010:2.0:1767384681.386235:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000089427652. 00000100:00000040:3.0:1767384681.386236:0:17062:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000001:1.0:1767384681.386236:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055334400 : -108605654217216 : ffff9d39468f4e00) 00000400:00000001:0.0:1767384681.386237:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:2.0:1767384681.386240:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.386241:0:17062:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384681.386241:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f59b6672. 00000100:00000040:1.0:1767384681.386244:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f29d67a4 x1853237050246272/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384681.386246:0:17062:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384681.386247:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdf133a7 00080000:00000001:2.0:1767384681.386248:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000020:00000010:3.0:1767384681.386251:0:17062:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038b842ae. 00000400:00000010:0.0:1767384681.386252:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdf133a7. 00000020:00000010:3.0:1767384681.386256:0:17062:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1c8906b. 00000100:00000001:1.0:1767384681.386258:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384681.386259:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:2.0:1767384681.386260:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384681.386261:0:17062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e91aa473. 00000100:00000040:1.0:1767384681.386263:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:2.0:1767384681.386266:0:17884:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000100:00000200:0.0:1767384681.386266:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009e007167 x1853237050246144/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384681.386267:0:17062:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 10 00000400:00000010:1.0:1767384681.386267:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 00000100:00000001:3.0:1767384681.386272:0:17062:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384681.386273:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050246272, offset 0 00000400:00000200:1.0:1767384681.386280:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767384681.386282:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009e007167 x1853237050246144/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:2.0:1767384681.386289:0:17884:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000400:00000200:1.0:1767384681.386308:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384681.386314:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260108480 00000400:00000200:1.0:1767384681.386317:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000020:00000010:3.0:1767384681.386318:0:40099:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007125fcc7. 00000400:00000010:1.0:1767384681.386321:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df7218e7. 00000020:00000010:3.0:1767384681.386324:0:40099:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000001:00000001:2.0:1767384681.386327:0:17884:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384681.386327:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000af236d6f 00000020:00000010:3.0:1767384681.386329:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4963cf1. 00000100:00000001:0.0:1767384681.386330:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384681.386331:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1767384681.386334:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384681.386335:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384681.386336:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ddaca510. 00000400:00000200:1.0:1767384681.386337:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00000010:3.0:1767384681.386342:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cd805236. 00000400:00000200:1.0:1767384681.386342:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af236d6f 00080000:00000010:2.0:1767384681.386344:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000089427652. 00000100:00000001:0.0:1767384681.386344:0:16344:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:1.0:1767384681.386345:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af236d6f. 00000020:00000010:3.0:1767384681.386346:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a14cb5b3. 02000000:00000001:0.0:1767384681.386348:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384681.386351:0:16347:0:(events.c:286:request_in_callback()) Process entered 00040000:00000001:2.0:1767384681.386352:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1767384681.386352:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384681.386353:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003d7fcb47. 00000100:00000200:1.0:1767384681.386354:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767384681.386355:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384681.386357:0:17884:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000010:3.0:1767384681.386359:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000008ebb8b7. 00000100:00000040:1.0:1767384681.386360:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000cc2a15d0 x1853237050246272 msgsize 328 02000000:00000001:0.0:1767384681.386360:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384681.386362:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767384681.386363:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000c6b673f. 00000100:00001000:0.0:1767384681.386367:0:16344:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=97 v=5 (5 0 0 0) 00000001:00000040:2.0:1767384681.386368:0:17884:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 40000000:00000010:3.0:1767384681.386370:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c789fae2. 00000100:00100000:1.0:1767384681.386372:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00100000:00000010:3.0:1767384681.386376:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ddb60ae0. 00000100:00001000:0.0:1767384681.386376:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=98 v=5 (1 0 0 0) 00000001:00000001:2.0:1767384681.386377:0:17884:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384681.386377:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00040000:00000010:3.0:1767384681.386384:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005a7a2238. 00000001:00000001:2.0:1767384681.386384:0:17884:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000100:00000001:0.0:1767384681.386384:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384681.386387:0:16344:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384681.386388:0:17884:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00040000:00000010:3.0:1767384681.386390:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000098abe387. 00010000:00000001:0.0:1767384681.386390:0:16344:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00080000:00000010:2.0:1767384681.386393:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000defcc481. 00010000:00000001:0.0:1767384681.386393:0:16344:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.386394:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384681.386398:0:16344:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384681.386399:0:17884:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635467965343744 : -108605744207872 : ffff9d3941322800) 00040000:00000010:3.0:1767384681.386400:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000072b75c83. 00000400:00000200:1.0:1767384681.386402:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00000100:00000040:0.0:1767384681.386404:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009e007167 x1853237050246144/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384681.386406:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00080000:00000001:2.0:1767384681.386407:0:17884:0:(osd_io.c:1849:osd_declare_write()) Process entered 00080000:00000010:3.0:1767384681.386408:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000785509e8. 00000001:00000001:2.0:1767384681.386412:0:17884:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:1.0:1767384681.386414:0:16347:0:(events.c:34:request_out_callback()) Process entered 00080000:00000010:3.0:1767384681.386415:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006d28aab2. 00080000:00000010:2.0:1767384681.386417:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000089427652. 00000100:00000200:1.0:1767384681.386421:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f29d67a4 x1853237050246272/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767384681.386422:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002236d2ec. 00080000:00000001:2.0:1767384681.386423:0:17884:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.386423:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1767384681.386429:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000652f9aed. 00080000:00000001:2.0:1767384681.386429:0:17884:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384681.386430:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384681.386432:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1767384681.386436:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002499d0ba. 00080000:00000001:2.0:1767384681.386436:0:17884:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384681.386440:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009e007167 x1853237050246144/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767384681.386441:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009b71fcbc. 00000001:00000010:2.0:1767384681.386444:0:17884:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000045740103. 00000100:00000001:1.0:1767384681.386444:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384681.386445:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004aab7a7b. 00000100:00000040:1.0:1767384681.386450:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f29d67a4 x1853237050246272/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:2.0:1767384681.386451:0:17884:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000008c801f8a : new cb_count 1 00000004:00000001:3.0:1767384681.386453:0:40099:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000020:00000040:2.0:1767384681.386457:0:17884:0:(genops.c:887:class_export_get()) GET export 000000008c801f8a refcount=4 00000100:00100000:0.0:1767384681.386461:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009e007167 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16344:1853237050246144:0@lo:103: 00000100:00000001:1.0:1767384681.386463:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.386464:0:17063:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384681.386467:0:17063:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050246272 00000100:00000001:1.0:1767384681.386468:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384681.386469:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384681.386470:0:17063:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384681.386473:0:17063:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384681.386474:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.386474:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384681.386476:0:17063:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.386478:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294969712 02000000:00000001:3.0:1767384681.386479:0:17063:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384681.386480:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009e007167 x1853237050246144/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384681.386484:0:17063:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050246272 00000001:00000001:2.0:1767384681.386486:0:17884:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00000001:1.0:1767384681.386486:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969711 00000020:00000001:3.0:1767384681.386488:0:17063:0:(genops.c:811:class_conn2export()) Process entered 00080000:00000001:2.0:1767384681.386490:0:17884:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:3.0:1767384681.386492:0:17063:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:1.0:1767384681.386493:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294969712 00000020:00000001:3.0:1767384681.386496:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000010:2.0:1767384681.386497:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000089427652. 00000020:00000040:3.0:1767384681.386499:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=11 00000100:00000001:1.0:1767384681.386499:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969711 00040000:00000001:2.0:1767384681.386503:0:17884:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:0.0:1767384681.386504:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767384681.386505:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:1.0:1767384681.386506:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294969712 00040000:00000001:2.0:1767384681.386507:0:17884:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:0.0:1767384681.386508:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767384681.386509:0:17063:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00080000:00000001:2.0:1767384681.386512:0:17884:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.386512:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294969711 02000000:00000010:0.0:1767384681.386512:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024e7cc6e. 00000100:00000001:3.0:1767384681.386513:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384681.386517:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000728bb019. 00000001:00000040:2.0:1767384681.386518:0:17884:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00000001:1.0:1767384681.386518:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294969712 02000000:00000001:0.0:1767384681.386519:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767384681.386521:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384681.386523:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384681.386524:0:16347:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294969711 00000020:00000010:3.0:1767384681.386526:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000728bb019. 00000001:00000040:2.0:1767384681.386526:0:17884:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000020:00000040:0.0:1767384681.386527:0:16344:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384681.386528:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384681.386533:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e91aa473. 00000100:00000001:1.0:1767384681.386534:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384681.386534:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1767384681.386535:0:17884:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384681.386537:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038b842ae. 00000100:00000001:1.0:1767384681.386539:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384681.386539:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000be07492f. 00000020:00000010:2.0:1767384681.386541:0:17884:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b584d16a. 00000020:00000010:3.0:1767384681.386542:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 00000100:00000001:1.0:1767384681.386545:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384681.386546:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384681.386548:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1767384681.386549:0:17884:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008440c131. 00000100:00000040:3.0:1767384681.386550:0:17063:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384681.386554:0:17063:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767384681.386555:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000010:0.0:1767384681.386555:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e007167. 00000100:00000001:3.0:1767384681.386556:0:17063:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384681.386556:0:17884:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9c4c32a. 00000020:00000001:1.0:1767384681.386558:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.386559:0:17063:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384681.386562:0:17063:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384681.386563:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384681.386563:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384681.386565:0:17063:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000010:2.0:1767384681.386566:0:17884:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c92a7720. 00000020:00000001:1.0:1767384681.386566:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384681.386566:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384681.386570:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384681.386570:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.386571:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:2.0:1767384681.386572:0:17884:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000b0de6fb. 00000020:00000001:3.0:1767384681.386573:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1767384681.386574:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:3.0:1767384681.386577:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f04a04d refcount=3 00000020:00000001:1.0:1767384681.386578:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384681.386578:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384681.386580:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767384681.386581:0:17884:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004f3b4be1. 00000100:00000001:0.0:1767384681.386582:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.386583:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446656 : -108601416104960 : ffff9d3a432bc400) 00010000:00010000:1.0:1767384681.386585:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000010:2.0:1767384681.386587:0:17884:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b4f292fc. 00000100:00000001:0.0:1767384681.386587:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384681.386589:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446656 : -108601416104960 : ffff9d3a432bc400) 00000100:00000001:0.0:1767384681.386591:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384681.386593:0:17884:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003aeb2b0f. 00010000:00000001:3.0:1767384681.386594:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384681.386598:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384681.386600:0:17063:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767384681.386601:0:17884:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a81bacc0. 00000100:00000001:3.0:1767384681.386603:0:17063:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384681.386607:0:17884:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fcdcd412. 00000100:00000001:3.0:1767384681.386609:0:17063:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384681.386611:0:17884:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ffb0a69a. 00002000:00000010:2.0:1767384681.386616:0:17884:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000026d0652f. 00000020:00000001:1.0:1767384681.386618:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767384681.386619:0:17063:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384681.386620:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b2d8511. 00000020:00000001:1.0:1767384681.386621:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384681.386624:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384681.386627:0:17884:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000100:00080000:0.0:1767384681.386628:0:17072:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000040:2.0:1767384681.386630:0:17884:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=000000006fdf5cad) : new refcount 4 00000100:00000001:3.0:1767384681.386632:0:17063:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384681.386633:0:17072:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 8 - evictor 00000100:00000001:3.0:1767384681.386635:0:17063:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:2.0:1767384681.386635:0:17884:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000100:00000001:1.0:1767384681.386635:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384681.386640:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767384681.386641:0:17884:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 3 00000100:00100000:3.0:1767384681.386644:0:17063:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000040:2.0:1767384681.386647:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 3 00000100:00000040:3.0:1767384681.386648:0:17063:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:3.0:1767384681.386653:0:17063:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635473304257616 : -108600405294000 : ffff9d3a7f6b8450) 00000001:00000001:2.0:1767384681.386653:0:17884:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000100:00000040:3.0:1767384681.386656:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cc2a15d0 x1853237050246272/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:662/0 lens 328/0 e 0 to 0 dl 1767384692 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:2.0:1767384681.386656:0:17884:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=000000006fdf5cad) : new refcount 2 00000001:00000001:2.0:1767384681.386661:0:17884:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384681.386664:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 2 00000100:00000001:3.0:1767384681.386668:0:17063:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:2.0:1767384681.386669:0:17884:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384681.386671:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000728bb019. 00010000:00000001:2.0:1767384681.386673:0:17884:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.386674:0:17063:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384681.386678:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000728bb019. 00010000:00000001:2.0:1767384681.386678:0:17884:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384681.386681:0:17063:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cc2a15d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+11:16347:x1853237050246272:12345-0@lo:103: 00000020:00000001:2.0:1767384681.386683:0:17884:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384681.386685:0:17063:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050246272 00010000:00000040:2.0:1767384681.386688:0:17884:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237050246016 00010000:00000001:3.0:1767384681.386689:0:17063:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384681.386691:0:17063:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384681.386692:0:17063:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:2.0:1767384681.386694:0:17884:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384681.386695:0:17063:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384681.386713:0:17063:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:2.0:1767384681.386715:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e87eecf x1853237050246016/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:662/0 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384681.386716:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005b7e1739. 02000000:00000001:3.0:1767384681.386718:0:17063:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.386722:0:17063:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.386724:0:17063:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384681.386727:0:17063:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384681.386730:0:17063:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384681.386731:0:17063:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384681.386734:0:17063:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002f04a04d refcount=3 00000020:00000001:3.0:1767384681.386735:0:17063:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635472293446656 : -108601416104960 : ffff9d3a432bc400) 00010000:00000001:2.0:1767384681.386735:0:17884:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384681.386738:0:17063:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446635472293446656 : -108601416104960 : ffff9d3a432bc400) 00010000:00000001:2.0:1767384681.386739:0:17884:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384681.386740:0:17063:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006bdb03ab count: 3 00010000:00000001:3.0:1767384681.386743:0:17063:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767384681.386745:0:17063:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00001000:2.0:1767384681.386745:0:17884:0:(import.c:2128:obd_at_measure()) add 1 to 0000000086fb0b23 time=87 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384681.386747:0:17063:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384681.386749:0:17063:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.386752:0:17063:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384681.386753:0:17884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384681.386754:0:17063:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384681.386756:0:17063:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384681.386758:0:17884:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 17 to 0@lo 00010000:00000001:3.0:1767384681.386759:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384681.386762:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384681.386764:0:17884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00010000:00000001:3.0:1767384681.386765:0:17063:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384681.386767:0:17063:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384681.386770:0:17063:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002f04a04d with handle 0x9f279d7a9a0b4db4 from hash 02000000:00000001:2.0:1767384681.386771:0:17884:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384681.386772:0:17063:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:2.0:1767384681.386774:0:17884:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.386775:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384681.386776:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384681.386779:0:17063:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384681.386780:0:17063:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384681.386780:0:17884:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384681.386781:0:17063:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384681.386785:0:17063:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002f04a04d/0x9f279d7a9a0b4db4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9f279d7a9a0b4dad expref: 11 pid: 17071 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384681.386788:0:17884:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1767384681.386793:0:17063:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 5 00000400:00000010:2.0:1767384681.386794:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064d2213d. 00000020:00000040:3.0:1767384681.386795:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 10 00010000:00000001:3.0:1767384681.386801:0:17063:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384681.386801:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237050246016, offset 224 00010000:00000001:3.0:1767384681.386804:0:17063:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384681.386806:0:17063:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384681.386807:0:17063:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384681.386810:0:17063:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384681.386811:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384681.386812:0:17063:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767384681.386815:0:17063:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767384681.386816:0:17063:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384681.386818:0:17063:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384681.386820:0:17063:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384681.386823:0:17063:0:(import.c:2128:obd_at_measure()) add 1 to 0000000034c9ee13 time=97 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384681.386823:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384681.386829:0:17063:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384681.386831:0:17063:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 18 to 0@lo 00000100:00000001:3.0:1767384681.386833:0:17063:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:3.0:1767384681.386836:0:17063:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384681.386836:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958260108380 02000000:00000001:3.0:1767384681.386838:0:17063:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384681.386842:0:17063:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384681.386847:0:17063:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384681.386847:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2165 [1] + 224 00000400:00000010:3.0:1767384681.386851:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000100:00000200:3.0:1767384681.386855:0:17063:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050246272, offset 224 00000400:00000200:2.0:1767384681.386856:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384681.386859:0:17063:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384681.386863:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384681.386868:0:17063:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384681.386869:0:17884:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384681.386875:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384681.386878:0:17063:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260108480 00000400:00000200:3.0:1767384681.386888:0:17063:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2179 [1] + 224 00000100:00000040:2.0:1767384681.386893:0:17884:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384681.386895:0:17063:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384681.386903:0:17063:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384681.386908:0:17063:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384681.386912:0:17063:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f29d67a4 x1853237050246272/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384681.386917:0:17063:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f29d67a4 x1853237050246272/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384681.386919:0:17884:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384681.386925:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064d2213d 00000400:00000010:2.0:1767384681.386928:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064d2213d. 00000100:00000001:3.0:1767384681.386931:0:17063:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384681.386932:0:17884:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384681.386935:0:17884:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384681.386937:0:17063:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b11833e 00000400:00000010:3.0:1767384681.386940:0:17063:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b11833e. 00000100:00000001:0.0:1767384681.386940:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384681.386941:0:17884:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.386944:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384681.386945:0:17063:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384681.386948:0:17063:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384681.386948:0:17884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 17 to 0@lo 00000400:00000001:0.0:1767384681.386950:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384681.386954:0:17063:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384681.386954:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384681.386955:0:17884:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384681.386958:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073224bd7. 00000020:00000001:2.0:1767384681.386959:0:17884:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384681.386961:0:17063:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 16 to 0@lo 00000100:00000001:1.0:1767384681.386961:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384681.386964:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d864046 00000020:00000001:2.0:1767384681.386965:0:17884:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384681.386966:0:17063:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.386966:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384681.386968:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d864046. 00010000:00000001:3.0:1767384681.386971:0:17063:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384681.386972:0:17884:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e87eecf x1853237050246016/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:662/0 lens 224/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384681.386974:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384681.386976:0:17063:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc2a15d0 x1853237050246272/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:662/0 lens 328/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384681.386978:0:16347:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384681.386982:0:16347:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384681.386982:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384681.386986:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f998045. 00000400:00000200:1.0:1767384681.386993:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a2deecf 00000400:00000010:1.0:1767384681.386996:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a2deecf. 00000100:00000001:1.0:1767384681.387004:0:16347:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384681.387007:0:17884:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e87eecf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:16343:x1853237050246016:12345-0@lo:9: Request processed in 1181us (1728us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384681.387008:0:17063:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cc2a15d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+10:16347:x1853237050246272:12345-0@lo:103: Request processed in 337us (645us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384681.387012:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f29d67a4 x1853237050246272/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384681.387016:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384681.387026:0:17063:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1767384681.387029:0:17884:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:3.0:1767384681.387033:0:17063:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000100:00000040:2.0:1767384681.387036:0:17884:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008c801f8a : new rpc_count 0 00000100:00000001:3.0:1767384681.387039:0:17063:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384681.387043:0:17884:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384681.387044:0:17063:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384681.387045:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384681.387047:0:17884:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384681.387049:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038b842ae. 00000100:00000001:0.0:1767384681.387049:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384681.387052:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fe1d944. 00000100:00000200:1.0:1767384681.387053:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f29d67a4 x1853237050246272/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384681.387055:0:16343:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384681.387056:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 02000000:00000001:0.0:1767384681.387058:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384681.387059:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000079ffa20a. 00000100:00000001:0.0:1767384681.387061:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384681.387062:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e91aa473. 00000100:00000001:0.0:1767384681.387065:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384681.387066:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d2274f2. 00000020:00000040:3.0:1767384681.387069:0:17063:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 9 02000000:00000001:0.0:1767384681.387071:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384681.387074:0:16347:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767384681.387075:0:17884:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 1 02000000:00000001:3.0:1767384681.387077:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384681.387077:0:16343:0:(import.c:2128:obd_at_measure()) add 5 to 000000007a708297 time=87 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384681.387078:0:16347:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384681.387079:0:17884:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384681.387081:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005b7e1739. 00000100:00000001:1.0:1767384681.387083:0:16347:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:0.0:1767384681.387087:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 00000000040ba0a3 time=87 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384681.387088:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384681.387088:0:16347:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384681.387091:0:16347:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767384681.387093:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384681.387093:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384681.387094:0:16347:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.387095:0:16343:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384681.387096:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d86a019a. 02000000:00000001:1.0:1767384681.387100:0:16347:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384681.387101:0:16343:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384681.387102:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384681.387106:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000071c811c2. 00000004:20000000:2.0:1767384681.387106:0:40099:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000100:00001000:1.0:1767384681.387107:0:16347:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b5774df3 time=97 v=5 (5 0 0 0) 00010000:00080000:0.0:1767384681.387107:0:16343:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384681.387112:0:40099:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 02000000:00000001:3.0:1767384681.387113:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384681.387116:0:16347:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=98 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384681.387117:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000217b15cd. 00000004:00000040:2.0:1767384681.387119:0:40099:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000006bd95e14 : new refcount 3 02000000:00000001:3.0:1767384681.387123:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000040:2.0:1767384681.387125:0:40099:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000006bd95e14 : new refcount 2 00000100:00000001:1.0:1767384681.387125:0:16347:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1767384681.387127:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000743e45ac. 00000100:00000001:1.0:1767384681.387129:0:16347:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384681.387130:0:40099:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000006bd95e14 : new refcount 1 02000000:00000001:3.0:1767384681.387133:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384681.387135:0:16347:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384681.387136:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008801ad53. 00000004:00000040:2.0:1767384681.387136:0:40099:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000cca262c0 : new refcount 3 00010000:00000001:1.0:1767384681.387139:0:16347:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384681.387142:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000040:2.0:1767384681.387142:0:40099:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000cca262c0 : new refcount 2 00000100:00000001:1.0:1767384681.387146:0:16347:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384681.387147:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b3995a1. 00000004:00000040:2.0:1767384681.387147:0:40099:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000cca262c0 : new refcount 1 00000020:00000001:2.0:1767384681.387154:0:40099:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000100:00000040:1.0:1767384681.387154:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f29d67a4 x1853237050246272/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384681.387156:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00080000:2.0:1767384681.387157:0:40099:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (0000000022958bbf) has no exports 00010000:00000001:0.0:1767384681.387159:0:16343:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384681.387160:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e407f2dd. 00000020:00000001:2.0:1767384681.387163:0:40099:0:(genops.c:1576:class_disconnect_exports()) Process leaving 02000000:00000001:3.0:1767384681.387166:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384681.387166:0:16343:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767384681.387167:0:40099:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00000010:3.0:1767384681.387169:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c1c749a9. 00010000:00000001:2.0:1767384681.387171:0:40099:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000100:00000001:1.0:1767384681.387171:0:16347:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384681.387171:0:16343:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:3.0:1767384681.387176:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384681.387177:0:40099:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000100:00000001:1.0:1767384681.387177:0:16347:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384681.387177:0:16343:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1767384681.387180:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a769fd43. 00000100:00000001:0.0:1767384681.387181:0:16343:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384681.387182:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:1.0:1767384681.387182:0:16347:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384681.387185:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000001:2.0:1767384681.387186:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:3.0:1767384681.387187:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ddb2d155. 00000100:00000040:1.0:1767384681.387190:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f29d67a4 x1853237050246272/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384681.387190:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384681.387193:0:17063:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384681.387194:0:17063:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b3849e8e. 02000000:00000001:3.0:1767384681.387198:0:17063:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767384681.387201:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f5a70947. 00000100:00000001:3.0:1767384681.387206:0:17063:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384681.387214:0:17063:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1767384681.387220:0:17063:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e82fcc9c. 00000100:00100000:1.0:1767384681.387221:0:16347:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f29d67a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050246272:0@lo:103: 00000100:00000001:0.0:1767384681.387221:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384681.387226:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384681.387227:0:17063:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002dafb24d. 00000100:00000001:1.0:1767384681.387228:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.387229:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.387232:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1767384681.387234:0:16343:0:(import.c:65:import_set_state_nolock()) 00000000930e0b59 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000040:1.0:1767384681.387236:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f29d67a4 x1853237050246272/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384697 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384681.387239:0:16343:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767384681.387243:0:16343:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000100:00000001:1.0:1767384681.387244:0:16347:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384681.387246:0:16347:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384681.387249:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b106c8b. 02000000:00000001:1.0:1767384681.387252:0:16347:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384681.387254:0:16347:0:(genops.c:1236:class_import_put()) Process entered 00000004:00080000:0.0:1767384681.387254:0:16343:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000020:00000040:1.0:1767384681.387256:0:16347:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000100:00000001:0.0:1767384681.387257:0:16343:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:1.0:1767384681.387260:0:16347:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384681.387260:0:16343:0:(obd_class.h:1217:obd_import_event()) Process entered 02000000:00000010:1.0:1767384681.387264:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000032e434a1. 00000004:00000040:0.0:1767384681.387264:0:16343:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767384681.387267:0:16343:0:(osp_dev.c:1621:osp_import_event()) got inactive 02000000:00000001:1.0:1767384681.387269:0:16347:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384681.387270:0:16343:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:1.0:1767384681.387273:0:16347:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384681.387276:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f29d67a4. 00000100:00000040:0.0:1767384681.387276:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.387282:0:16347:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384681.387285:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384681.387289:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384681.387314:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a8b4a323 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16343:1853237050246016:0@lo:9: 00000100:00000001:0.0:1767384681.387320:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.387322:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384681.387325:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a8b4a323 x1853237050246016/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384681.387332:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384681.387335:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384681.387336:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384681.387338:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384681.387340:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384681.387341:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c78a1bb2. 00000100:00000001:1.0:1767384681.387343:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384681.387345:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384681.387348:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384681.387354:0:16343:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384681.387356:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384681.387357:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001dd7e37e. 02000000:00000001:0.0:1767384681.387360:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384681.387361:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384681.387362:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a8b4a323. 00000100:00000001:0.0:1767384681.387364:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384681.387365:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.387367:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384681.387370:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384681.387371:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384681.387373:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384681.387374:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384681.388317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000caebe693. 00000100:00000040:1.0:1767384681.392349:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294969712, at 4294969713 00000100:00000010:1.0:1767384681.392360:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac1a423e. 00000100:00000040:3.0:1767384681.393336:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294969712, at 4294969714 00000100:00000040:0.0:1767384681.393340:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294969712, at 4294969714 00000100:00000010:3.0:1767384681.393344:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea7bb294. 00000100:00000010:0.0:1767384681.393349:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016379823. 00000001:00000001:2.0:1767384681.399439:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384681.399445:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384681.399447:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384681.411780:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.411787:0:40099:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384681.411789:0:40099:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:2.0:1767384681.411791:0:40099:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:2.0:1767384681.411793:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:2.0:1767384681.411796:0:40099:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384681.411797:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384681.411799:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4d83 00000020:00000040:2.0:1767384681.411802:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fc1163d0 with handle 0x9f279d7a9a0b4d83 from hash 00000020:00000001:2.0:1767384681.411808:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384681.411809:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000fc1163d0 : new refcount 1 00000020:00000001:2.0:1767384681.411811:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384681.411812:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000fc1163d0 : new refcount 0 00000020:00000080:2.0:1767384681.411813:0:40099:0:(genops.c:904:class_export_put()) final put 00000000fc1163d0/lustre-QMT0000_UUID 00000020:00000001:2.0:1767384681.411815:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.411826:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.411827:0:40099:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384681.411828:0:40099:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000001:3.0:1767384681.411844:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384681.411847:0:8:0:(genops.c:863:class_export_destroy()) destroying export 00000000fc1163d0/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:3.0:1767384681.411850:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384681.411851:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384681.411853:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294969712, at 4294969732 00000020:00000040:3.0:1767384681.411854:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000043b6f5f7) now 4 - export 00000020:00000010:3.0:1767384681.411860:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fc1163d0. 00000100:00000010:2.0:1767384681.411863:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009bbc6f50. 00000020:00000001:3.0:1767384681.411868:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767384681.411881:0:40099:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000728bb019. 00000020:00000080:3.0:1767384681.411883:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384681.411889:0:40099:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384681.411891:0:40099:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767384681.411893:0:40099:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384681.411894:0:40099:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (0000000043b6f5f7) has no exports 00000020:00000001:3.0:1767384681.411896:0:40099:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384681.411898:0:40099:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:3.0:1767384681.411900:0:40099:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:3.0:1767384681.411901:0:40099:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:3.0:1767384681.411903:0:40099:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:3.0:1767384681.411905:0:40099:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384681.411907:0:40099:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384681.411909:0:40099:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000a9515e1e. 00000020:00000001:3.0:1767384681.411911:0:40099:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384681.411921:0:40099:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384681.411923:0:40099:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384681.411927:0:40099:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000004ee5b046. 00000001:00000001:3.0:1767384681.411931:0:40099:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384681.411933:0:40099:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384681.411934:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384681.411936:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000ff0c8e5e. 00000001:00000010:3.0:1767384681.411938:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000055d2e489. 00000001:00000010:3.0:1767384681.411939:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000068d6c269. 00000001:00000001:3.0:1767384681.411942:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384681.411942:0:40099:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000c0c54b14. 00000020:00000002:3.0:1767384681.411948:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000046a06718/000000009a2f5231 to site lru. bkt: 000000007c536a2d 00040000:00000001:3.0:1767384681.411949:0:40099:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384681.411950:0:40099:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384681.411951:0:40099:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000ac285069. 00000001:00000001:3.0:1767384681.411953:0:40099:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384681.411954:0:40099:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384681.411955:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384681.411955:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000bc6fb2fb. 00000001:00000010:3.0:1767384681.411957:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000106920ab. 00000001:00000010:3.0:1767384681.411958:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000009279b456. 00000001:00000001:3.0:1767384681.411959:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384681.411959:0:40099:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000006d261567. 00000020:00000002:3.0:1767384681.411961:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000c3c96705/00000000feb58b6b to site lru. bkt: 000000007c536a2d 00040000:00000001:3.0:1767384681.411962:0:40099:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384681.411963:0:40099:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384681.411964:0:40099:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000d0096994. 00000001:00000001:3.0:1767384681.411965:0:40099:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384681.411966:0:40099:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384681.411966:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384681.411967:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000016177734. 00000001:00000010:3.0:1767384681.411968:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c2b8e30d. 00000001:00000010:3.0:1767384681.411969:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000010200108. 00000001:00000001:3.0:1767384681.411970:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384681.411971:0:40099:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000001b4dcf84. 00000020:00000002:3.0:1767384681.411972:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000028cf165e/0000000062d89b64 to site lru. bkt: 000000007c536a2d 00000020:00000002:3.0:1767384681.411974:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000f44d13be/000000002155a946 to site lru. bkt: 000000009e5e88b2 00040000:00000010:3.0:1767384681.411975:0:40099:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000003d6aba16. 00040000:00000001:3.0:1767384681.411977:0:40099:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:3.0:1767384681.411977:0:40099:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767384681.411978:0:40099:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000601e3b59. 00000020:00000001:3.0:1767384681.411980:0:40099:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:3.0:1767384681.411983:0:40099:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384681.411984:0:40099:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384681.411985:0:40099:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000eb882003. 00000001:00000001:3.0:1767384681.411987:0:40099:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384681.411988:0:40099:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384681.411988:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384681.411989:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000cf3d602e. 00000001:00000010:3.0:1767384681.411990:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000b7f9e051. 00000001:00000010:3.0:1767384681.411991:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e70dbd19. 00000001:00000001:3.0:1767384681.411993:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384681.411994:0:40099:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000d1e510dd. 00000020:00000002:3.0:1767384681.411996:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000003fd3fdd6/000000004142cabb to site lru. bkt: 000000007c536a2d 00040000:00000001:3.0:1767384681.411997:0:40099:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384681.411997:0:40099:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384681.411999:0:40099:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000004aa96aac. 00000001:00000001:3.0:1767384681.412000:0:40099:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384681.412001:0:40099:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384681.412001:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384681.412002:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000471be8e3. 00000001:00000010:3.0:1767384681.412003:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000004a036ce6. 00000001:00000010:3.0:1767384681.412004:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000eebdc61a. 00000001:00000001:3.0:1767384681.412005:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384681.412006:0:40099:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000004b3a00cc. 00000020:00000002:3.0:1767384681.412007:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000f1175f73/000000004bb77c03 to site lru. bkt: 000000007c536a2d 00040000:00000001:3.0:1767384681.412008:0:40099:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1767384681.412009:0:40099:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:3.0:1767384681.412010:0:40099:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000207a8a42. 00000001:00000001:3.0:1767384681.412011:0:40099:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384681.412012:0:40099:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1767384681.412013:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384681.412013:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a465d6be. 00000001:00000010:3.0:1767384681.412014:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000edfa73c1. 00000001:00000010:3.0:1767384681.412015:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000ae8d4ea2. 00000001:00000001:3.0:1767384681.412018:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1767384681.412018:0:40099:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000008056888a. 00000020:00000002:3.0:1767384681.412020:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000a938f878/000000009638f228 to site lru. bkt: 000000007c536a2d 00000020:00000002:3.0:1767384681.412022:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000bc4d6926/000000004521dfc0 to site lru. bkt: 00000000ff1c96bd 00040000:00000010:3.0:1767384681.412023:0:40099:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 0000000078033756. 00040000:00000001:3.0:1767384681.412024:0:40099:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:0.0:1767384681.412060:0:17095:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000053bd8945. 00000020:00000010:0.0:1767384681.412075:0:17095:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000068b6f991. 00000040:00000010:0.0:1767384681.412081:0:17095:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dddc06c6. 00000020:00000010:0.0:1767384681.412084:0:17095:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6a33952. 00000020:00000010:0.0:1767384681.412088:0:17095:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000075eccd4e. 00000020:00000010:0.0:1767384681.412094:0:17095:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000036c6b6e9. 80000000:00000010:0.0:1767384681.412098:0:17095:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f8ace77c. 40000000:00000010:0.0:1767384681.412103:0:17095:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d52fea37. 00100000:00000010:0.0:1767384681.412108:0:17095:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005655ff57. 00040000:00000010:0.0:1767384681.412111:0:17095:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000df6d7f32. 00040000:00000010:0.0:1767384681.412117:0:17095:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000543ae4f7. 00040000:00000010:0.0:1767384681.412121:0:17095:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000021456c6e. 00080000:00000010:0.0:1767384681.412125:0:17095:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000724ef2f6. 00080000:00000010:0.0:1767384681.412129:0:17095:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006637f507. 00000004:00000010:0.0:1767384681.412133:0:17095:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008f8e570b. 00000004:00000010:0.0:1767384681.412137:0:17095:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f6cbe74b. 00000004:00000010:0.0:1767384681.412141:0:17095:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009fc140a2. 00000004:00000010:0.0:1767384681.412144:0:17095:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001e0ea4d8. 00000020:00000010:0.0:1767384681.412148:0:17095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ed73c04. 00040000:00000010:0.0:1767384681.412150:0:17095:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 00000000f3fd2847. 00040000:00000001:0.0:1767384681.412166:0:17095:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384681.412200:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000a77d31a2/00000000e4902db4 to site lru. bkt: 000000007cb6f65b 00040000:00000001:3.0:1767384681.412202:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384681.412204:0:40099:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384681.412205:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384681.412206:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4d7c 00000020:00000040:3.0:1767384681.412208:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006de05ff9 with handle 0x9f279d7a9a0b4d7c from hash 00000020:00000001:3.0:1767384681.412211:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384681.412212:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000006de05ff9 : new refcount 1 00000020:00000001:3.0:1767384681.412213:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384681.412214:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000006de05ff9 : new refcount 0 00000020:00000080:3.0:1767384681.412216:0:40099:0:(genops.c:904:class_export_put()) final put 000000006de05ff9/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384681.412217:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.412225:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384681.412227:0:40099:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384681.412228:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384681.412239:0:40099:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.412241:0:40099:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384681.412245:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384681.412247:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000006de05ff9/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384681.412249:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384681.412250:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384681.412252:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000cf608087) now 9 - export 00000020:00000010:2.0:1767384681.412254:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006de05ff9. 00000020:00000001:2.0:1767384681.412262:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:3.0:1767384681.412267:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384681.412270:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000003083966. 00000001:00000010:3.0:1767384681.412273:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e6562fb6. 00000001:00000010:3.0:1767384681.412275:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000041cbeb43. 00000001:00000010:3.0:1767384681.412276:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004082570b. 00000001:00000010:3.0:1767384681.412277:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000064e9641b. 00000001:00000010:3.0:1767384681.412279:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000062965329. 00000001:00000001:3.0:1767384681.412280:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384681.412281:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384681.412283:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a854e44f. 00000001:00000010:3.0:1767384681.412284:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003a6a8a5e. 00000001:00000010:3.0:1767384681.412285:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000108933d7. 00000001:00000010:3.0:1767384681.412286:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fd6dc497. 00000001:00000010:3.0:1767384681.412287:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000015ca6e53. 00000001:00000010:3.0:1767384681.412289:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fb942140. 00000001:00000001:3.0:1767384681.412302:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384681.412304:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000043b6f5f7) now 3 - setup 00000020:00000001:3.0:1767384681.412306:0:40099:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.412307:0:40099:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384681.412309:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384681.412312:0:40099:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384681.412315:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000043b6f5f7) now 2 - obd_device_list 00000020:00000080:3.0:1767384681.412317:0:40099:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:3.0:1767384681.412318:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (0000000043b6f5f7) now 1 - newdev 00000020:00000040:3.0:1767384681.412320:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000d32610c with handle 0x9f279d7a9a0b4d75 from hash 00000020:00000040:3.0:1767384681.412322:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000000d32610c : new refcount 0 00000020:00000080:3.0:1767384681.412323:0:40099:0:(genops.c:904:class_export_put()) final put 000000000d32610c/lustre-QMT0000_UUID 00000020:00000001:3.0:1767384681.412324:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.412325:0:40099:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384681.412326:0:40099:0:(genops.c:863:class_export_destroy()) destroying export 000000000d32610c/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:3.0:1767384681.412327:0:40099:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384681.412328:0:40099:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384681.412329:0:40099:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000d32610c. 00000020:00000001:3.0:1767384681.412332:0:40099:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384681.412333:0:40099:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:3.0:1767384681.412334:0:40099:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:3.0:1767384681.412336:0:40099:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384681.412339:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e91aa473. 00000020:00000010:3.0:1767384681.412342:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e3bae64. 00000040:00000010:3.0:1767384681.412344:0:40099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006fcfce35. 00000020:00000010:3.0:1767384681.412347:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004afd60b0. 00000020:00000010:3.0:1767384681.412350:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003d7fcb47. 00000020:00000010:3.0:1767384681.412353:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fb9677a5. 80000000:00000010:3.0:1767384681.412355:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009f3bf422. 40000000:00000010:3.0:1767384681.412357:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000081443a1. 00100000:00000010:3.0:1767384681.412360:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000070da89b0. 00040000:00000010:3.0:1767384681.412362:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b639cb46. 00040000:00000010:3.0:1767384681.412364:0:40099:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a92bdef5. 00040000:00000010:3.0:1767384681.412367:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c5174c3f. 00080000:00000010:3.0:1767384681.412370:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e2b8c006. 00080000:00000010:3.0:1767384681.412373:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008c5fe625. 00000004:00000010:3.0:1767384681.412376:0:40099:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bc9e010c. 00000004:00000010:3.0:1767384681.412379:0:40099:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000046b002b1. 00000004:00000010:3.0:1767384681.412382:0:40099:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fbc697cf. 00000004:00000010:3.0:1767384681.412384:0:40099:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e407f2dd. 00040000:00000001:3.0:1767384681.412386:0:40099:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:3.0:1767384681.412388:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000099656ce7. 00040000:00000010:3.0:1767384681.412391:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ccf1e2bb. 00040000:00000010:3.0:1767384681.412392:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a88a67f6. 00040000:00000010:3.0:1767384681.412394:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008710094d. 00040000:00000010:3.0:1767384681.412396:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008d7f0409. 00040000:00000010:3.0:1767384681.412398:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004a331f96. 00040000:00000010:3.0:1767384681.412401:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000ded250b. 00040000:00000010:3.0:1767384681.412405:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007ee18199. 00040000:00000010:3.0:1767384681.412406:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bc48be1b. 00040000:00000010:3.0:1767384681.412407:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000009b35845. 00040000:00000010:3.0:1767384681.412409:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d88d9c6a. 00040000:00000010:3.0:1767384681.412411:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f0b6547c. 00040000:00000010:3.0:1767384681.412413:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003221317d. 00040000:00000010:3.0:1767384681.412415:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e6a68563. 00040000:00000010:3.0:1767384681.412416:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008fa2ac1e. 00040000:00000010:3.0:1767384681.412417:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a4e2b455. 00040000:00000010:3.0:1767384681.412420:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f43379d1. 00040000:00000010:3.0:1767384681.412421:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b9b82ea7. 00040000:00000010:3.0:1767384681.412423:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a05c8686. 00040000:00000010:3.0:1767384681.412425:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e1ac6f1e. 00040000:00000010:3.0:1767384681.412435:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000132c1f29. 00040000:00000010:3.0:1767384681.412444:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006154d6c8. 00040000:00000010:3.0:1767384681.412479:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cdc56fc6. 00040000:00000010:3.0:1767384681.412483:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000da3e6ebe. 00040000:00000010:3.0:1767384681.412485:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000087d53e3d. 00040000:00000010:3.0:1767384681.412487:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000901a8dd0. 00040000:00000010:3.0:1767384681.412489:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000080094c06. 00040000:00000010:3.0:1767384681.412491:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000036787bc4. 00040000:00000010:3.0:1767384681.412493:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dace9337. 00040000:00000010:3.0:1767384681.412495:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000267312d2. 00040000:00000010:3.0:1767384681.412497:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bfc40d5f. 00040000:00000010:3.0:1767384681.412499:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000047a5cce4. 00040000:00000010:3.0:1767384681.412501:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ed353ae2. 00040000:00000010:3.0:1767384681.412507:0:40099:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 00000000eb054d82. 00040000:00000001:3.0:1767384681.412508:0:40099:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384681.412509:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008e3bae64. 00000040:00000010:3.0:1767384681.412511:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006fcfce35. 00000020:00000010:3.0:1767384681.412512:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004afd60b0. 00000020:00000010:3.0:1767384681.412514:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003d7fcb47. 00000020:00000010:3.0:1767384681.412516:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fb9677a5. 80000000:00000010:3.0:1767384681.412518:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009f3bf422. 40000000:00000010:3.0:1767384681.412521:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000081443a1. 00100000:00000010:3.0:1767384681.412523:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000070da89b0. 00040000:00000010:3.0:1767384681.412525:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b639cb46. 00040000:00000010:3.0:1767384681.412526:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a92bdef5. 00040000:00000010:3.0:1767384681.412527:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c5174c3f. 00080000:00000010:3.0:1767384681.412529:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008c5fe625. 00080000:00000010:3.0:1767384681.412530:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e2b8c006. 00000004:00000010:3.0:1767384681.412532:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000bc9e010c. 00000004:00000010:3.0:1767384681.412533:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000046b002b1. 00000004:00000010:3.0:1767384681.412535:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fbc697cf. 00000004:00000010:3.0:1767384681.412536:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e407f2dd. 00000020:00000010:3.0:1767384681.412537:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e91aa473. 00000020:00000001:3.0:1767384681.412539:0:40099:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384681.412540:0:40099:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000043b6f5f7. 00000020:00000001:3.0:1767384681.412543:0:40099:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384681.412544:0:40099:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384681.412545:0:40099:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000728bb019. 00000020:00000001:3.0:1767384681.412546:0:40099:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384681.412548:0:40099:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384681.412549:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384681.412550:0:40099:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:0.1:1767384681.413326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000abf7ef36. 00010000:00000010:3.1:1767384681.413329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070594c4f. 00010000:00000010:0.1:1767384681.413335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fabfb670. 00010000:00000010:3.1:1767384681.413338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000320d371c. 00010000:00000010:0.1:1767384681.413341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008db3541d. 00010000:00000010:3.1:1767384681.413346:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c2ae2bbc. 00010000:00000010:3.1:1767384681.413352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000093590e6. 00010000:00000010:1.1:1767384681.413400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000af98239a. 00010000:00000010:3.1:1767384681.415346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000603cb910. 00010000:00000010:3.1:1767384681.415351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000db1b4c73. 00010000:00000010:3.1:1767384681.415354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002f04a04d. 00010000:00000010:2.1:1767384681.416333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000014529402. 00010000:00000010:2.1:1767384681.416341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000def5c528. 00000100:00000040:2.0:1767384682.047458:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1767384682.047459:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp48 00000100:00000001:2.0:1767384682.047472:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767384682.047473:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000dc109002. 00000100:00000010:2.0:1767384682.047487:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002b2e6e97. 00000400:00000010:1.0:1767384682.047487:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000032e434a1. 00000020:00000040:2.0:1767384682.047498:0:8:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000400:00000010:1.0:1767384682.047500:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a2deecf. 00000100:00000001:2.0:1767384682.047508:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384682.047514:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767384682.047515:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b23e2408. 02000000:00000001:2.0:1767384682.047521:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384682.047521:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp48 02000000:00000010:2.0:1767384682.047535:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003aeb2b0f. 00000100:00000001:2.0:1767384682.047543:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384682.047549:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp48 local destination 00000400:00000200:1.0:1767384682.047556:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp48 00000100:00000040:2.0:1767384682.047558:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384682.047568:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp48 NI seq info: [241:241:256:4294967295] 192.168.202.122@tcp48 LPNI seq info [196:196:8:4294967295] 00000400:00000200:1.0:1767384682.047590:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp48 00000100:00000001:2.0:1767384682.047598:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384682.047602:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384682.047610:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp48(192.168.202.122@tcp48:) -> 192.168.202.122@tcp48(192.168.202.122@tcp48:192.168.202.122@tcp48) : GET try# 0 00000100:00000040:2.0:1767384682.047619:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b2e6e97] to pc [ptlrpcd_00_03+3] req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384682.047619:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp48 00000800:00000010:1.0:1767384682.047629:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001dd7e37e. 00000800:00000200:1.0:1767384682.047644:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e984cf7] -> 12345-192.168.202.122@tcp48 (2) 00000800:00000200:1.1:1767384682.047651:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e984cf7] -> 12345-192.168.202.122@tcp48 (2) 00000400:00000200:1.0:1767384682.047666:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp48 added to recovery queue. ping count: 2 next ping: 307 health :800 00000100:00000001:2.0:1767384682.047672:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384682.047677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384682.047682:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384682.047686:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005772139e. 00000020:00000040:2.0:1767384682.047690:0:8:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384682.047705:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384682.047707:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384682.047710:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384682.047711:0:16346:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:2.0:1767384682.047712:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384682.047714:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384682.047718:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000021f27ea. 00000100:00000001:2.0:1767384682.047724:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384682.047725:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384682.047728:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384682.047730:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384682.047730:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384682.047733:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384682.047737:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384682.047743:0:16346:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384682.047745:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384682.047747:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384682.047751:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384682.047752:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384682.047760:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005772139e] to pc [ptlrpcd_00_00+0] req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384682.047762:0:16346:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384682.047765:0:16346:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384682.047771:0:16346:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384682.047775:0:16346:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384682.047778:0:16346:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384682.047781:0:16346:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002b2e6e97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050246400:0@lo:400: 00000100:00000001:3.0:1767384682.047785:0:16346:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384682.047786:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 02000000:00000001:3.0:1767384682.047792:0:16346:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384682.047794:0:16346:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384682.047795:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384682.047798:0:16346:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384682.047804:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5174c3f. 00000100:00000040:2.0:1767384682.047804:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (308) 02000000:00000001:3.0:1767384682.047808:0:16346:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384682.047816:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a95dd41. 00000100:00000001:1.0:1767384682.047821:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384682.047823:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000100:00000001:2.0:1767384682.047825:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384682.047828:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384682.047830:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384682.047831:0:16346:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050246400, portal 25 00000100:00000001:1.0:1767384682.047832:0:16344:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384682.047837:0:16346:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384682.047840:0:16346:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468061890688 : -108605647660928 : ffff9d3946f35880) 00000100:00000040:1.0:1767384682.047847:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384682.047848:0:16346:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384682.047873:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000100:00000001:3.0:1767384682.047879:0:16346:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384682.047888:0:16346:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384682.047893:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b97630ca. 00000100:00000200:3.0:1767384682.047898:0:16346:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050246400, offset 0 00000100:00000001:1.0:1767384682.047898:0:16344:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384682.047906:0:16344:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384682.047907:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384682.047912:0:16346:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384682.047913:0:16344:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384682.047918:0:16344:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384682.047922:0:16344:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384682.047925:0:16344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005772139e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16344:1853237050246528:0@lo:400: 00000400:00000200:0.0:1767384682.047932:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384682.047933:0:16346:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384682.047933:0:16344:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384682.047941:0:16344:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384682.047944:0:16344:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384682.047948:0:16344:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384682.047952:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b106c8b. 00000400:00000200:3.0:1767384682.047954:0:16346:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260108500 02000000:00000001:1.0:1767384682.047958:0:16344:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384682.047960:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000010:1.0:1767384682.047966:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f998045. 00000400:00000200:3.0:1767384682.047968:0:16346:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1991 [2] + 0 00000400:00000010:3.0:1767384682.047974:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfdb2673. 00000400:00000200:3.0:1767384682.047982:0:16346:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000003969b4c 00000400:00000200:0.0:1767384682.047982:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000010:1.0:1767384682.047994:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 00000400:00000200:3.0:1767384682.047995:0:16346:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384682.048000:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050246528, portal 10 00000100:00000001:1.0:1767384682.048006:0:16344:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384682.048007:0:16346:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384682.048010:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000100:00000001:1.0:1767384682.048013:0:16344:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468061892480 : -108605647659136 : ffff9d3946f35f80) 00000400:00000200:3.0:1767384682.048019:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003969b4c 00000100:00000040:1.0:1767384682.048023:0:16344:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384682.048032:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000010:3.0:1767384682.048034:0:16346:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003969b4c. 00000100:00000001:1.0:1767384682.048034:0:16344:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384682.048043:0:16344:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384682.048045:0:16346:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767384682.048047:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a7231db. 00000100:00000200:3.0:1767384682.048050:0:16346:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384682.048051:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000100:00000200:1.0:1767384682.048052:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237050246528, offset 0 00000100:00000040:3.0:1767384682.048062:0:16346:0:(events.c:337:request_in_callback()) incoming req@000000003f4ceafa x1853237050246400 msgsize 224 00000400:00000200:1.0:1767384682.048063:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384682.048080:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384682.048082:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000100:00100000:3.0:1767384682.048083:0:16346:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384682.048090:0:16346:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384682.048096:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958260108580 00000400:00000200:1.0:1767384682.048103:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11608 00000400:00000200:0.0:1767384682.048106:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384682.048111:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384682.048112:0:16346:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384682.048118:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384682.048126:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b97630ca 00000400:00000200:0.0:1767384682.048128:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000010:3.0:1767384682.048131:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b97630ca. 00000100:00000001:3.0:1767384682.048139:0:16346:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384682.048141:0:16344:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384682.048144:0:16346:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384682.048147:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384682.048158:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000100:00000010:1.0:1767384682.048160:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f29d67a4. 00000100:00000040:1.0:1767384682.048173:0:16344:0:(events.c:337:request_in_callback()) incoming req@00000000f29d67a4 x1853237050246528 msgsize 224 00000100:00000001:3.0:1767384682.048174:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384682.048179:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384682.048193:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000100:00100000:1.0:1767384682.048198:0:16344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384682.048200:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384682.048202:0:16346:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384682.048208:0:16346:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.048211:0:16344:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384682.048213:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294970373 00000100:00000010:3.0:1767384682.048221:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f3bf422. 00000400:00000200:1.0:1767384682.048221:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7231db 00000400:00000010:1.0:1767384682.048228:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a7231db. 00000100:00000001:3.0:1767384682.048233:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384682.048238:0:16344:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384682.048240:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000100:00000001:3.0:1767384682.048241:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294970373 00000100:00000200:1.0:1767384682.048248:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384682.048249:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd70c9e6. 00000100:00000001:3.0:1767384682.048256:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384682.048263:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294970373 00000100:00000010:3.0:1767384682.048269:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004868ebf2. 00000100:00000001:3.0:1767384682.048274:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384682.048275:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384682.048282:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384682.048282:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000100:00000001:3.0:1767384682.048287:0:16346:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294970373 00000100:00000001:1.0:1767384682.048320:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.048323:0:16344:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384682.048330:0:16344:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384682.048334:0:16344:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3520 usecs (4 jiffies) 00000100:00000001:1.0:1767384682.048338:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294970373 00000100:00000010:3.0:1767384682.048343:0:16346:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000348a5fa1. 00000100:00000001:1.0:1767384682.048343:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294970373 00000100:00000001:3.0:1767384682.048351:0:16346:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384682.048351:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294970373 00000400:00000200:0.0:1767384682.048354:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000100:00000001:1.0:1767384682.048355:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294970373 00000100:00000001:3.0:1767384682.048358:0:16346:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384682.048360:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294970373 00000100:00000001:3.0:1767384682.048365:0:16346:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.048367:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294970373 00000100:00000001:3.0:1767384682.048371:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.048372:0:16344:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294970373 00000100:00000001:1.0:1767384682.048379:0:16344:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294970373 00000100:00000001:3.0:1767384682.048380:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384682.048382:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000100:00000001:1.0:1767384682.048386:0:16344:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384682.048391:0:16344:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.048394:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.048397:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384682.048405:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384682.048406:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384682.048409:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384682.048410:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384682.048413:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384682.048414:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000100:00000001:1.0:1767384682.048416:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384682.048438:0:40008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384682.048444:0:40008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050246528 00000400:00000200:0.0:1767384682.048445:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 02000000:00000001:3.0:1767384682.048451:0:40008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384682.048456:0:40008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384682.048459:0:40008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384682.048465:0:40008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384682.048469:0:40008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050246528 00000020:00000001:3.0:1767384682.048472:0:40008:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384682.048476:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000020:00000040:3.0:1767384682.048483:0:40008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000020:00000001:3.0:1767384682.048487:0:40008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384682.048490:0:40008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384682.048492:0:40008:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384682.048496:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000020:00000010:3.0:1767384682.048499:0:40008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb9677a5. 00000020:00000010:3.0:1767384682.048507:0:40008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038b842ae. 00000020:00000010:3.0:1767384682.048512:0:40008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 00000400:00000200:0.0:1767384682.048519:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000100:00000040:3.0:1767384682.048525:0:40008:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384682.048530:0:40008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384682.048532:0:40008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384682.048535:0:40008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384682.048544:0:40008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384682.048556:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000100:00000001:3.0:1767384682.048562:0:40008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384682.048580:0:40008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384682.048583:0:40008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384682.048591:0:40008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000400:00000200:0.0:1767384682.048591:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000100:00000001:3.0:1767384682.048594:0:40008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635468055334400 : -108605654217216 : ffff9d39468f4e00) 00000100:00000040:3.0:1767384682.048601:0:40008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f29d67a4 x1853237050246528/t0(0) o400->@:663/0 lens 224/0 e 0 to 0 dl 1767384693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384682.048617:0:40008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f29d67a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16344:x1853237050246528:12345-0@lo:400: 00000100:00000200:3.0:1767384682.048621:0:40008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050246528 00000020:00000001:3.0:1767384682.048624:0:40008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00080000:3.0:1767384682.048633:0:40008:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00000001:3.0:1767384682.048635:0:40008:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1767384682.048638:0:40008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384682.048640:0:40008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384682.048645:0:40008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d86a019a. 00000400:00000200:0.0:1767384682.048645:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 02000000:00000001:3.0:1767384682.048655:0:40008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384682.048658:0:40008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384682.048662:0:40008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384682.048664:0:40008:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384682.048668:0:40008:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384682.048671:0:40008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384682.048672:0:40008:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 17 to 0@lo 00000100:00000001:3.0:1767384682.048674:0:40008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:3.0:1767384682.048676:0:40008:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635473142995136 : -108600566556480 : 0xffff9d3a75ced8c0) 00000100:00000040:3.0:1767384682.048680:0:40008:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9796690 refcount 17 to 0@lo 02000000:00000001:3.0:1767384682.048682:0:40008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384682.048682:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 02000000:00000001:3.0:1767384682.048685:0:40008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384682.048688:0:40008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384682.048702:0:40008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384682.048705:0:40008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b97630ca. 00000100:00000200:3.0:1767384682.048708:0:40008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050246528, offset 224 00000400:00000200:3.0:1767384682.048717:0:40008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384682.048722:0:40008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384682.048727:0:40008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260108580 00000400:00000200:3.0:1767384682.048732:0:40008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2199 [1] + 224 00000400:00000200:3.0:1767384682.048735:0:40008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384682.048740:0:40008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384682.048743:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000100:00000001:3.0:1767384682.048744:0:40008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384682.048748:0:40008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384682.048761:0:40008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384682.048771:0:40008:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384682.048776:0:40008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b97630ca 00000400:00000010:3.0:1767384682.048777:0:40008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b97630ca. 00000100:00000001:3.0:1767384682.048782:0:40008:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384682.048784:0:40008:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384682.048784:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000100:00000001:3.0:1767384682.048786:0:40008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384682.048793:0:40008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 16 to 0@lo 00000100:00000001:3.0:1767384682.048795:0:40008:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384682.048798:0:40008:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384682.048804:0:40008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f29d67a4 x1853237050246528/t0(0) o400->@:663/0 lens 224/224 e 0 to 0 dl 1767384693 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384682.048807:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384682.048811:0:40008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f29d67a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16344:x1853237050246528:12345-0@lo:400: Request processed in 197us (637us total) trans 0 rc -107/-107 00000100:00000001:1.0:1767384682.048812:0:16344:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384682.048821:0:16344:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767384682.048824:0:40008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000001:1.0:1767384682.048825:0:16344:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384682.048828:0:40008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767384682.048829:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f998045. 00000100:00000001:3.0:1767384682.048831:0:40008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384682.048832:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384682.048836:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00000020:00000010:3.0:1767384682.048838:0:40008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038b842ae. 00000400:00000010:1.0:1767384682.048841:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00000020:00000010:3.0:1767384682.048846:0:40008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000100:00000001:1.0:1767384682.048851:0:16344:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384682.048852:0:40008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb9677a5. 00000100:00000200:1.0:1767384682.048861:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384682.048863:0:40008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384682.048876:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384682.048878:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000100:00000001:1.0:1767384682.048884:0:16344:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384682.048887:0:16344:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384682.048889:0:16344:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384682.048894:0:16344:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384682.048896:0:16344:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384682.048898:0:16344:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384682.048902:0:16344:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384682.048910:0:16344:0:(import.c:2128:obd_at_measure()) add 0 to 00000000cb4c1d67 time=93 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384682.048915:0:16344:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=93 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384682.048919:0:16344:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384682.048921:0:16344:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1767384682.048927:0:16344:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000400:00000200:0.0:1767384682.048933:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000100:00080000:1.0:1767384682.048937:0:16344:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1767384682.048944:0:16344:0:(import.c:65:import_set_state_nolock()) 00000000b6de167b lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1767384682.048950:0:16344:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000400:00000200:0.0:1767384682.048961:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384682.048984:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384682.048999:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384682.049143:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006637f507. 00000800:00000010:0.0:1767384682.049149:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002047c477. 00000800:00000010:0.0:1767384682.049154:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c4592b63. 00000800:00000010:0.0:1767384682.049176:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c4592b63. 00000800:00020000:0.0:1767384682.049187:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384682.049190:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002047c477. 00000800:00000010:0.0:1767384682.049192:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006637f507. 00000400:02020000:0.0:1767384682.049229:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp48 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384682.049236:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp48 notifying 192.168.202.122@tcp48: down 00000400:00000200:0.0:1767384682.049240:0:16332:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384682.049244:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp48 00000800:00000010:0.0:1767384682.049247:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001dd7e37e. 00000400:00000200:0.0:1767384682.049251:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384682.049254:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp48->192.168.202.122@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384682.049262:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384682.049265:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384682.049269:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp48) recovery failed with -71 00000100:00000001:2.0:1767384682.050218:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384682.050222:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050246400 02000000:00000001:2.0:1767384682.050225:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384682.050227:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384682.050229:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384682.050233:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384682.050237:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050246400 00000020:00000001:2.0:1767384682.050239:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384682.050324:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000020:00000001:2.0:1767384682.050328:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384682.050330:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=10 00000020:00000001:2.0:1767384682.050332:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000020:00000001:2.0:1767384682.050334:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384682.050338:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384682.050343:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f3b4be1. 00000100:00000001:2.0:1767384682.050345:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384682.050346:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f3b4be1. 00000020:00000010:2.0:1767384682.050351:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f98c12d1. 00000020:00000010:2.0:1767384682.050355:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003fe1d944. 00000020:00000010:2.0:1767384682.050368:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000079ffa20a. 00000100:00000040:2.0:1767384682.050384:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384682.050387:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384682.050388:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384682.050389:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384682.050395:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384682.050403:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384682.050424:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384682.050426:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384682.050430:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00000040:2.0:1767384682.050433:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:2.0:1767384682.050436:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472409208912 : -108601300342704 : ffff9d3a4a122850) 00000100:00000040:2.0:1767384682.050440:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003f4ceafa x1853237050246400/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:663/0 lens 224/0 e 0 to 0 dl 1767384693 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384682.050449:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384682.050452:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004f3b4be1. 00000100:00000001:2.0:1767384682.050454:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384682.050456:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004f3b4be1. 00000100:00100000:2.0:1767384682.050460:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003f4ceafa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+10:16346:x1853237050246400:12345-0@lo:400: 00000100:00000200:2.0:1767384682.050464:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050246400 00000020:00000001:2.0:1767384682.050467:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384682.050472:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384682.050475:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384682.050478:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384682.050480:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000020:00000001:2.0:1767384682.050484:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384682.050486:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384682.050488:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384682.050489:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384682.050491:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384682.050493:0:17070:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384682.050495:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384682.050498:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384682.050502:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000026d0652f. 02000000:00000001:2.0:1767384682.050504:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384682.050506:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384682.050508:0:17070:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384682.050511:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050246400 00010000:00000001:2.0:1767384682.050513:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384682.050517:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003f4ceafa x1853237050246400/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:663/0 lens 224/224 e 0 to 0 dl 1767384693 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384682.050525:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384682.050526:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384682.050530:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=99 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384682.050534:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384682.050536:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 17 to 0@lo 00000100:00000001:2.0:1767384682.050538:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 02000000:00000001:2.0:1767384682.050541:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384682.050543:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384682.050545:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384682.050547:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384682.050550:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064d2213d. 00000100:00000200:2.0:1767384682.050567:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050246400, offset 224 00000400:00000200:2.0:1767384682.050572:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384682.050589:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384682.050596:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260108500 00000400:00000200:2.0:1767384682.050603:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2191 [1] + 224 00000400:00000200:2.0:1767384682.050608:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384682.050610:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384682.050614:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384682.050617:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384682.050626:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384682.050640:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384682.050645:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064d2213d 00000400:00000010:2.0:1767384682.050647:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064d2213d. 00000100:00000001:2.0:1767384682.050651:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384682.050653:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384682.050657:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384682.050660:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 16 to 0@lo 00010000:00000001:2.0:1767384682.050663:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384682.050665:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384682.050667:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384682.050672:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f4ceafa x1853237050246400/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:663/0 lens 224/224 e 0 to 0 dl 1767384693 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384682.050675:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384682.050680:0:16346:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384682.050689:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003f4ceafa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+10:16346:x1853237050246400:12345-0@lo:400: Request processed in 235us (2622us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384682.050690:0:16346:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384682.050705:0:16346:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384682.050711:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a95dd41. 00000100:00100000:2.0:1767384682.050717:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000400:00000200:3.0:1767384682.050719:0:16346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b11833e 00000100:00000040:2.0:1767384682.050723:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000400:00000010:3.0:1767384682.050724:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b11833e. 00000100:00000001:2.0:1767384682.050730:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384682.050732:0:16346:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384682.050733:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384682.050740:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003fe1d944. 00000100:00000200:3.0:1767384682.050744:0:16346:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384682.050746:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000079ffa20a. 00000020:00000010:2.0:1767384682.050751:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f98c12d1. 00000020:00000040:2.0:1767384682.050757:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 9 02000000:00000001:2.0:1767384682.050764:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384682.050769:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000026d0652f. 00000100:00000200:3.0:1767384682.050773:0:16346:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384682.050774:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384682.050778:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384682.050786:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384682.050793:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073224bd7. 00000100:00000001:3.0:1767384682.050800:0:16346:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384682.050800:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047a436a2. 00000100:00000001:3.0:1767384682.050807:0:16346:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384682.050812:0:16346:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384682.050814:0:16346:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384682.050816:0:16346:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384682.050819:0:16346:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384682.050822:0:16346:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384682.050826:0:16346:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=99 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384682.050830:0:16346:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=99 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384682.050832:0:16346:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384682.050834:0:16346:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384682.050836:0:16346:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384682.050838:0:16346:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384682.050841:0:16346:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384682.050845:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384682.050852:0:16346:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384682.050855:0:16346:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384682.050857:0:16346:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384682.050860:0:16346:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384682.050867:0:16346:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002b2e6e97 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16346:1853237050246400:0@lo:400: 00000100:00000001:3.0:1767384682.050872:0:16346:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384682.050874:0:16346:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384682.050875:0:16346:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002b2e6e97 x1853237050246400/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384682.050880:0:16346:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384682.050882:0:16346:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384682.050884:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5174c3f. 02000000:00000001:3.0:1767384682.050886:0:16346:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384682.050888:0:16346:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384682.050889:0:16346:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:3.0:1767384682.050891:0:16346:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384682.050893:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003aeb2b0f. 02000000:00000001:3.0:1767384682.050900:0:16346:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384682.050902:0:16346:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384682.050903:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002b2e6e97. 00000100:00000001:3.0:1767384682.050907:0:16346:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384682.050909:0:16346:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384682.050910:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384682.050916:0:16346:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384682.050918:0:16346:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384682.050920:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384682.050922:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384682.053352:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294970373, at 4294970374 00000100:00000040:2.0:1767384682.053354:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294970373, at 4294970374 00000100:00000010:0.0:1767384682.053366:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f3bf422. 00000100:00000010:2.0:1767384682.053368:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004868ebf2. 00000100:00000040:3.0:1767384682.054347:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294970373, at 4294970375 00000100:00000010:3.0:1767384682.054358:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000348a5fa1. 00000100:00000001:1.0:1767384682.055192:0:16344:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384682.055198:0:16344:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767384682.055201:0:16344:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767384682.055203:0:16344:0:(import.c:65:import_set_state_nolock()) 00000000b6de167b lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767384682.055207:0:16344:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767384682.055211:0:16344:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 210 00000100:00000040:1.0:1767384682.055216:0:16344:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 15 to 0@lo 00000100:00000001:1.0:1767384682.055218:0:16344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384682.055220:0:16344:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 16 to 0@lo 00000100:00000001:1.0:1767384682.055222:0:16344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000001:1.0:1767384682.055225:0:16344:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384682.055226:0:16344:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e47 00000020:00000001:1.0:1767384682.055229:0:16344:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384682.055231:0:16344:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000887e1aea refcount=8 00000020:00000001:1.0:1767384682.055233:0:16344:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 00000020:00000001:1.0:1767384682.055235:0:16344:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 00000100:00000040:1.0:1767384682.055238:0:16344:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 15 to 0@lo 00000100:00000001:1.0:1767384682.055239:0:16344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384682.055241:0:16344:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 16 to 0@lo 00000100:00000001:1.0:1767384682.055242:0:16344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000040:1.0:1767384682.055244:0:16344:0:(genops.c:898:class_export_put()) PUTting export 00000000887e1aea : new refcount 7 00000100:00080000:1.0:1767384682.055247:0:16344:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000b6de167b using connection 192.168.202.122@tcp/0@lo 00000100:00000001:1.0:1767384682.055249:0:16344:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384682.055252:0:16344:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1767384682.055261:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294970373, at 4294970375 00000100:00000010:1.0:1767384682.055267:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd70c9e6. 02000000:00000001:1.0:1767384682.055279:0:16344:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384682.055282:0:16344:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.055284:0:16344:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1767384682.055286:0:16344:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384682.055332:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010f1e329. 00000020:00000040:1.0:1767384682.055337:0:16344:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384682.055342:0:16344:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767384682.055345:0:16344:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.055348:0:16344:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384682.055351:0:16344:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384682.055355:0:16344:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384682.055362:0:16344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003dba22cb. 00000100:00000001:1.0:1767384682.055368:0:16344:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384682.055374:0:16344:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384682.055384:0:16344:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384682.055386:0:16344:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384682.055390:0:16344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010f1e329] to pc [ptlrpcd_rcv+-1] req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384682.055406:0:16344:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.055409:0:16344:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1767384682.055410:0:16344:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1767384682.055416:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384682.055423:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384682.055424:0:16344:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1767384682.055428:0:16344:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384682.055429:0:16344:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384682.055433:0:16344:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384682.055436:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384682.055440:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767384682.055444:0:16344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005772139e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16344:1853237050246528:0@lo:400: 00000100:00000040:0.0:1767384682.055446:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384682.055453:0:16344:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384682.055459:0:16344:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384682.055463:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767384682.055464:0:16344:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005772139e x1853237050246528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384682.055465:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384682.055471:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384682.055475:0:16344:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384682.055477:0:16344:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384682.055479:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b106c8b. 02000000:00000001:1.0:1767384682.055482:0:16344:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767384682.055484:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384682.055486:0:16344:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384682.055488:0:16344:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767384682.055490:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384682.055492:0:16344:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384682.055496:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000021f27ea. 00000100:00100000:0.0:1767384682.055496:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000010f1e329 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237050246656:0@lo:38: 00000100:00000001:0.0:1767384682.055503:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384682.055505:0:16344:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384682.055506:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384682.055509:0:16344:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384682.055511:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384682.055512:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005772139e. 02000000:00000001:0.0:1767384682.055514:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384682.055519:0:16344:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1767384682.055520:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eb054d82. 00000100:00000001:1.0:1767384682.055523:0:16344:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384682.055524:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.055527:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384682.055530:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002624b227. 00000100:00000001:1.0:1767384682.055536:0:16344:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384682.055537:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db49ec3. 00000100:00000001:1.0:1767384682.055541:0:16344:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384682.055544:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050246656, portal 10 00000100:00000001:1.0:1767384682.055545:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384682.055549:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384682.055550:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384682.055551:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055340672 : -108605654210944 : ffff9d39468f6680) 00000100:00000040:0.0:1767384682.055558:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384682.055565:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384682.055568:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384682.055570:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc204e5e. 00000100:00000200:0.0:1767384682.055572:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237050246656, offset 0 00000400:00000200:0.0:1767384682.055577:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384682.055589:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384682.055597:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260108600 00000400:00000200:0.0:1767384682.055602:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 11832 00000400:00000200:0.0:1767384682.055607:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384682.055610:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384682.055615:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384682.055617:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384682.055620:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bcbbb3f. 00000100:00000040:0.0:1767384682.055622:0:16343:0:(events.c:337:request_in_callback()) incoming req@000000001bcbbb3f x1853237050246656 msgsize 520 00000100:00100000:0.0:1767384682.055626:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384682.055636:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384682.055642:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc204e5e 00000400:00000010:0.0:1767384682.055644:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc204e5e. 00000100:00000001:0.0:1767384682.055651:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384682.055655:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384692 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384682.055665:0:40008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384682.055667:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384682.055668:0:40008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050246656 02000000:00000001:1.0:1767384682.055671:0:40008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384682.055672:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384692 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384682.055673:0:40008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384682.055676:0:40008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384682.055681:0:40008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384682.055686:0:40008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050246656 00000100:00000001:0.0:1767384682.055687:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384682.055688:0:40008:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384682.055690:0:40008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000100:00000001:0.0:1767384682.055690:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384682.055706:0:40008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384682.055709:0:40008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384682.055710:0:40008:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384682.055711:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384682.055714:0:40008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b106c8b. 00000100:00000040:0.0:1767384682.055716:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3407 usecs (4 jiffies) 00000020:00000010:1.0:1767384682.055721:0:40008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000098324330. 00000100:00000001:0.0:1767384682.055722:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294970380 00000020:00000010:1.0:1767384682.055730:0:40008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2223fc3. 00000100:00000010:0.0:1767384682.055730:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f95a08a6. 00000100:00000001:1.0:1767384682.055737:0:40008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384682.055740:0:40008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384682.055741:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384682.055743:0:40008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384682.055746:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294970380 00000100:00000001:1.0:1767384682.055750:0:40008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384682.055751:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006607d3ab. 00000100:00000001:0.0:1767384682.055756:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384682.055760:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294970380 00000100:00000010:0.0:1767384682.055761:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000008269bc2. 00000100:00000001:0.0:1767384682.055764:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384682.055766:0:40008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384682.055771:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294970380 00000100:00000010:0.0:1767384682.055775:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2e837e2. 00000100:00000001:0.0:1767384682.055778:0:16343:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384682.055779:0:40008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384682.055782:0:40008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384682.055782:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384682.055787:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384682.055791:0:40008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384682.055792:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384682.055796:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384682.055797:0:40008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963239936 : -108605746311680 : ffff9d3941120e00) 00000100:00000040:1.0:1767384682.055803:0:40008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001bcbbb3f x1853237050246656/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384682.055803:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384682.055807:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384682.055811:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384682.055814:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384682.055817:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384682.055820:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384682.055821:0:40008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001bcbbb3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16343:x1853237050246656:12345-0@lo:38: 00000100:00000200:1.0:1767384682.055826:0:40008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050246656 00000020:00000001:1.0:1767384682.055830:0:40008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384682.055833:0:40008:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384682.055843:0:40008:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 6 - find 00000020:00000001:1.0:1767384682.055846:0:40008:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635473156229768 : -108600553321848 : ffff9d3a7698ca88) 00010000:02000000:1.0:1767384682.055850:0:40008:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00010000:00000001:1.0:1767384682.057800:0:40008:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:1.0:1767384682.057805:0:40008:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 6 - find 00010000:00000001:1.0:1767384682.057807:0:40008:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1767384682.057809:0:40008:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1767384682.057811:0:40008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384682.057813:0:40008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384682.057817:0:40008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e2275c2a. 02000000:00000001:1.0:1767384682.057819:0:40008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.057820:0:40008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384682.057823:0:40008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384682.057824:0:40008:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384682.057827:0:40008:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1767384682.057830:0:40008:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384682.057833:0:40008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384682.057835:0:40008:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 17 to 0@lo 00000100:00000001:1.0:1767384682.057837:0:40008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:1.0:1767384682.057839:0:40008:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635473142995136 : -108600566556480 : 0xffff9d3a75ced8c0) 00000100:00000040:1.0:1767384682.057842:0:40008:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9796690 refcount 17 to 0@lo 02000000:00000001:1.0:1767384682.057844:0:40008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384682.057846:0:40008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384682.057848:0:40008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384682.057851:0:40008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384682.057855:0:40008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 00000100:00000200:1.0:1767384682.057859:0:40008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050246656, offset 0 00000400:00000200:1.0:1767384682.057863:0:40008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384682.057869:0:40008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384682.057876:0:40008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260108600 00000400:00000200:1.0:1767384682.057880:0:40008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21ad [1] + 0 00000400:00000200:1.0:1767384682.057884:0:40008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384682.057887:0:40008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384682.057890:0:40008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384682.057893:0:40008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384692 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384682.057902:0:40008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384682.057918:0:40008:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384682.057923:0:40008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00000400:00000010:1.0:1767384682.057924:0:40008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00000100:00000001:1.0:1767384682.057930:0:40008:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384682.057932:0:40008:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384682.057936:0:40008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384682.057939:0:40008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 16 to 0@lo 00000100:00000001:1.0:1767384682.057941:0:40008:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384682.057943:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384682.057944:0:40008:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384682.057948:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384682.057950:0:40008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bcbbb3f x1853237050246656/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384682.057955:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384682.057959:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384682.057962:0:40008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001bcbbb3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16343:x1853237050246656:12345-0@lo:38: Request processed in 2141us (2336us total) trans 0 rc -19/-19 00000400:00000010:0.0:1767384682.057964:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002624b227. 00000400:00000200:0.0:1767384682.057970:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db49ec3 00000400:00000010:0.0:1767384682.057973:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003db49ec3. 00000100:00100000:1.0:1767384682.057976:0:40008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767384682.057978:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384682.057986:0:40008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384682.057989:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384682.057990:0:40008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384682.057995:0:40008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000098324330. 00000020:00000010:1.0:1767384682.058002:0:40008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2223fc3. 00000100:00000200:0.0:1767384682.058003:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384682.058008:0:40008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b106c8b. 00000100:00000001:1.0:1767384682.058014:0:40008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384682.058023:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384682.058026:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384682.058028:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384682.058031:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384682.058033:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384682.058034:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384682.058036:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384682.058042:0:16343:0:(import.c:2128:obd_at_measure()) add 0 to 00000000cb4c1d67 time=93 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384682.058045:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=93 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384682.058048:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384682.058049:0:16343:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384682.058051:0:16343:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384682.058055:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384692 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384682.058061:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767384682.058064:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384682.058065:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384682.058067:0:16343:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767384682.058068:0:16343:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767384682.058071:0:16343:0:(import.c:65:import_set_state_nolock()) 00000000b6de167b lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767384682.058075:0:16343:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:0.0:1767384682.058077:0:16343:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384682.058088:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384692 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384682.058095:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000010f1e329 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237050246656:0@lo:38: 00000100:00000001:0.0:1767384682.058099:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384682.058101:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384682.058103:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000010f1e329 x1853237050246656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384692 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384682.058108:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384682.058110:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384682.058112:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eb054d82. 02000000:00000001:0.0:1767384682.058115:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384682.058117:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384682.058118:0:16343:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384682.058120:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384682.058121:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003dba22cb. 02000000:00000001:0.0:1767384682.058125:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384682.058126:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384682.058127:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010f1e329. 00000100:00000001:0.0:1767384682.058131:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384682.058132:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384682.058135:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384682.058139:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384682.058140:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384682.058142:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384682.058143:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384682.060346:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294970380, at 4294970381 00000100:00000040:0.0:1767384682.060346:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294970380, at 4294970381 00000100:00000010:1.0:1767384682.060357:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006607d3ab. 00000100:00000010:0.0:1767384682.060359:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f95a08a6. 00000100:00000040:3.0:1767384682.061033:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294970380, at 4294970381 00000100:00000040:2.0:1767384682.061033:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294970380, at 4294970381 00000100:00000010:3.0:1767384682.061048:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2e837e2. 00000100:00000010:2.0:1767384682.061050:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000008269bc2. 00010000:00000001:1.0:1767384682.239424:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384682.239432:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384682.239439:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384682.239440:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384682.239530:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384682.239534:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384682.239537:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384683.071409:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384683.071410:0:17885:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000400:00000001:3.0:1767384683.071416:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384683.071417:0:17885:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384683.071421:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a2deecf 00000400:00000010:3.0:1767384683.071427:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a2deecf. 00000400:00000200:3.0:1767384683.071439:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384683.071447:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp48 recovery ping unlinked 00000400:00000010:3.0:1767384683.071464:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000dc109002. 00000400:00000010:3.0:1767384683.071469:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000032e434a1. 00000400:00000200:3.0:1767384683.071476:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp45 00000400:00000010:3.0:1767384683.071484:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cd363356. 00000400:00000010:3.0:1767384683.071489:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006fcfce35. 00000400:00000010:3.0:1767384683.071493:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000400:00000010:3.0:1767384683.071500:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000db4a68e0. 00000400:00000200:3.0:1767384683.071506:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp45 00000400:00000200:3.0:1767384683.071519:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp45 local destination 00000400:00000200:3.0:1767384683.071525:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp45 00000400:00000200:3.0:1767384683.071530:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp45 NI seq info: [242:242:256:4294967295] 192.168.202.122@tcp45 LPNI seq info [197:197:8:4294967295] 00000400:00000200:3.0:1767384683.071538:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp45 00000400:00000200:3.0:1767384683.071546:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp45(192.168.202.122@tcp45:) -> 192.168.202.122@tcp45(192.168.202.122@tcp45:192.168.202.122@tcp45) : GET try# 0 00000800:00000200:3.0:1767384683.071552:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp45 00000800:00000010:3.0:1767384683.071556:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b639cb46. 00000800:00000200:3.0:1767384683.071561:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbadb0dd] -> 12345-192.168.202.122@tcp45 (2) 00000800:00000200:3.1:1767384683.071566:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbadb0dd] -> 12345-192.168.202.122@tcp45 (2) 00000400:00000200:3.0:1767384683.071585:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp45 added to recovery queue. ping count: 4 next ping: 320 health :600 00000400:00000200:1.0:1767384683.071659:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071721:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071745:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071764:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071781:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071792:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071803:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071813:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071823:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071834:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071846:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071865:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071885:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071907:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071924:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071936:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071947:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071957:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071968:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071978:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071989:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.071999:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072012:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072032:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072053:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072074:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072096:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072116:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072144:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072165:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072198:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072220:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072237:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072248:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384683.072259:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:1.0:1767384683.072397:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c02e4d34. 00000800:00000010:1.0:1767384683.072401:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008f7953d4. 00000800:00000010:1.0:1767384683.072405:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000397fd371. 00000800:00000010:1.0:1767384683.072418:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000397fd371. 00000800:00020000:1.0:1767384683.072425:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384683.072428:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008f7953d4. 00000800:00000010:1.0:1767384683.072429:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c02e4d34. 00000400:02020000:1.0:1767384683.072453:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp45 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384683.072457:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp45 notifying 192.168.202.122@tcp45: down 00000400:00000200:1.0:1767384683.072460:0:16333:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384683.072462:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp45 00000800:00000010:1.0:1767384683.072465:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b639cb46. 00000400:00000200:1.0:1767384683.072467:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384683.072470:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp45->192.168.202.122@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384683.072476:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384683.072478:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384683.072480:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp45) recovery failed with -71 00000800:00000200:0.0:1767384683.263384:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053392e94] -> 12345-192.168.202.122@tcp18 (6) 00000800:00000200:0.0:1767384683.263393:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp18 ip 192.168.202.122:988 00000800:00000200:0.0:1767384683.263397:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:3.0:1767384683.264011:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384683.264019:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384683.264027:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384683.264032:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384683.264034:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384683.264047:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384683.264051:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.264056:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384683.264072:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384683.264074:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384683.264076:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.264079:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384683.264081:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.264083:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.264085:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384683.264101:0:40101:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384683.264104:0:40101:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384683.264106:0:40101:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767384684.095494:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384684.095510:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384684.095513:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b11833e 00000400:00000010:3.0:1767384684.095519:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b11833e. 00000400:00000200:3.0:1767384684.095525:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384684.095532:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384684.095546:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cd363356. 00000400:00000010:3.0:1767384684.095551:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006fcfce35. 00010000:00000001:1.0:1767384684.287457:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384684.287463:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384684.287463:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00010000:00000001:1.0:1767384684.287470:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000800:00000200:0.1:1767384684.287471:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00010000:00000001:1.0:1767384684.287472:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384684.287495:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384684.287505:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384684.287508:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384684.287598:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287647:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287670:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287700:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287722:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287741:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287760:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287780:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287800:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287813:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287824:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287834:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287846:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287856:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287866:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287878:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287900:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287911:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287922:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287933:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287944:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287955:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287966:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287977:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287987:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.287998:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.288017:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.288040:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.288072:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.288102:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.288126:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.288146:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.288165:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.288185:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384684.288206:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384684.288436:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e2b8c006. 00000800:00000010:3.0:1767384684.288441:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000028e9a573. 00000800:00000010:3.0:1767384684.288445:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000728bb019. 00000800:00000010:3.0:1767384684.288464:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000728bb019. 00000800:00020000:3.0:1767384684.288474:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384684.288477:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000028e9a573. 00000800:00000010:3.0:1767384684.288479:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e2b8c006. 00000400:02020000:3.0:1767384684.288510:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp26 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384684.288514:0:16335:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:1.0:1767384685.119433:0:17080:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384685.119440:0:17080:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00100000:3.0:1767384685.120409:0:17878:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:3.0:1767384685.120414:0:17878:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000008c801f8a : new cb_count 0 00000020:00000040:3.0:1767384685.120419:0:17878:0:(genops.c:898:class_export_put()) PUTting export 000000008c801f8a : new refcount 0 00000020:00000080:3.0:1767384685.120421:0:17878:0:(genops.c:904:class_export_put()) final put 000000008c801f8a/lustre-MDT0000-mdtlov_UUID 00000001:00000010:3.0:1767384685.120452:0:17878:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000045740103. 00080000:00000010:3.0:1767384685.120459:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000defcc481. 00080000:00000010:3.0:1767384685.120464:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009ef60d9b. 00000001:00100000:3.0:1767384685.120467:0:17878:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7696d72f-dd77-432c-9937-0b4919255ec2 00000001:00000040:3.0:1767384685.120469:0:17878:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000007d00cd22 : new cb_count 1 00000020:00000040:3.0:1767384685.120470:0:17878:0:(genops.c:898:class_export_put()) PUTting export 000000007d00cd22 : new refcount 1 00000001:00000010:3.0:1767384685.120472:0:17878:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000000b628df8. 00080000:00000010:3.0:1767384685.120474:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000eb33afd5. 00080000:00000010:3.0:1767384685.120476:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f929a693. 00000001:00100000:3.0:1767384685.120479:0:17878:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7696d72f-dd77-432c-9937-0b4919255ec2 00000001:00000040:3.0:1767384685.120480:0:17878:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000007d00cd22 : new cb_count 0 00000020:00000040:3.0:1767384685.120482:0:17878:0:(genops.c:898:class_export_put()) PUTting export 000000007d00cd22 : new refcount 0 00000020:00000080:3.0:1767384685.120483:0:17878:0:(genops.c:904:class_export_put()) final put 000000007d00cd22/7696d72f-dd77-432c-9937-0b4919255ec2 00000001:00000010:3.0:1767384685.120486:0:17878:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000dde7d81a. 00080000:00000010:3.0:1767384685.120489:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001a72601b. 00000020:00000001:2.0:1767384685.120644:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384685.120647:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000008c801f8a/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000040:2.0:1767384685.120653:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 15 to 0@lo 00000020:00000001:2.0:1767384685.120655:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:2.0:1767384685.120676:0:8:0:(genops.c:1229:class_import_get()) import 0000000072aab0ab refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1767384685.120679:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384685.120680:0:8:0:(genops.c:1242:class_import_put()) import 0000000072aab0ab refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767384685.120682:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384685.120685:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384685.120686:0:8:0:(genops.c:1242:class_import_put()) import 0000000072aab0ab refcount=0 obd=lustre-OST0000 00000020:00000040:2.0:1767384685.120688:0:8:0:(genops.c:1245:class_import_put()) final put import 0000000072aab0ab 00000020:00000001:2.0:1767384685.120697:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384685.120699:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384685.120716:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384685.120732:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a7108107. 00000001:00000010:2.0:1767384685.120736:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000059ff0f15. 00000001:00000010:2.0:1767384685.120738:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f91285fe. 00000001:00000010:2.0:1767384685.120741:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000722bd2ce. 00000001:00000010:2.0:1767384685.120744:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000974b5dc1. 00000001:00000010:2.0:1767384685.120746:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003362cd78. 00000001:00000001:2.0:1767384685.120749:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384685.120750:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384685.120752:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384685.120753:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:2.0:1767384685.120756:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000f58db16c. 00000020:00000001:2.0:1767384685.120761:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384685.120764:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 7 - export 00000020:00000010:2.0:1767384685.120766:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008c801f8a. 00000020:00000001:2.0:1767384685.120773:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384685.120775:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384685.120776:0:8:0:(genops.c:863:class_export_destroy()) destroying export 000000007d00cd22/7696d72f-dd77-432c-9937-0b4919255ec2 for lustre-OST0000 00000020:00000040:2.0:1767384685.120781:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 3 to 192.168.202.22@tcp50 00000020:00000001:2.0:1767384685.120783:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:2.0:1767384685.120785:0:8:0:(genops.c:1229:class_import_get()) import 00000000b27d8473 refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1767384685.120786:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384685.120787:0:8:0:(genops.c:1242:class_import_put()) import 00000000b27d8473 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767384685.120789:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384685.120790:0:8:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384685.120791:0:8:0:(genops.c:1242:class_import_put()) import 00000000b27d8473 refcount=0 obd=lustre-OST0000 00000020:00000040:2.0:1767384685.120793:0:8:0:(genops.c:1245:class_import_put()) final put import 00000000b27d8473 00000020:00000001:2.0:1767384685.120802:0:8:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384685.120803:0:8:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384685.120805:0:8:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384685.120809:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000684eb53e. 00000001:00000010:2.0:1767384685.120811:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001ce54ec4. 00000001:00000010:2.0:1767384685.120814:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000059ff4f27. 00000001:00000010:2.0:1767384685.120815:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000001dee115. 00000001:00000010:2.0:1767384685.120818:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000005a278fb8. 00000001:00000010:2.0:1767384685.120820:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007b524efe. 00000001:00000001:2.0:1767384685.120823:0:8:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384685.120824:0:8:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767384685.120825:0:8:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384685.120826:0:8:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:2.0:1767384685.120827:0:8:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000006a75bdc3. 00000020:00000001:2.0:1767384685.120830:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384685.120831:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 6 - export 00000020:00000010:2.0:1767384685.120833:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000007d00cd22. 00000020:00000001:2.0:1767384685.120836:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384685.120838:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384685.120840:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000072aab0ab for lustre-OST0000 00000020:00000040:2.0:1767384685.120842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 14 to 0@lo 00000020:00000040:2.0:1767384685.120844:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 5 - import 00000020:00000010:2.0:1767384685.120846:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000072aab0ab. 00000020:00000001:2.0:1767384685.120848:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:2.0:1767384685.120850:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767384685.120851:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000b27d8473 for lustre-OST0000 00000020:00000040:2.0:1767384685.120854:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 2 to 192.168.202.22@tcp50 00000020:00000040:2.0:1767384685.120856:0:8:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (00000000f3ee0cfc) now 4 - import 00000020:00000010:2.0:1767384685.120858:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000b27d8473. 00000020:00000001:2.0:1767384685.120860:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00100000:2.0:1767384685.121128:0:17056:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7696d72f-dd77-432c-9937-0b4919255ec2 00000001:00000040:2.0:1767384685.121132:0:17056:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000b39a6059 : new cb_count 0 00000020:00000040:2.0:1767384685.121135:0:17056:0:(genops.c:898:class_export_put()) PUTting export 00000000b39a6059 : new refcount 0 00000020:00000080:2.0:1767384685.121137:0:17056:0:(genops.c:904:class_export_put()) final put 00000000b39a6059/7696d72f-dd77-432c-9937-0b4919255ec2 00000001:00000010:2.0:1767384685.121147:0:17056:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000005fb18631. 00080000:00000010:2.0:1767384685.121151:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f964b930. 00000020:00000001:1.0:1767384685.121168:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384685.121170:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000b39a6059/7696d72f-dd77-432c-9937-0b4919255ec2 for lustre-MDT0000 00000020:00000040:1.0:1767384685.121174:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 1 to 192.168.202.22@tcp50 00000020:00000001:1.0:1767384685.121175:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384685.121178:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384685.121179:0:36:0:(genops.c:1229:class_import_get()) import 0000000018aab9e1 refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384685.121181:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384685.121182:0:36:0:(genops.c:1242:class_import_put()) import 0000000018aab9e1 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384685.121184:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384685.121185:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384685.121186:0:36:0:(genops.c:1242:class_import_put()) import 0000000018aab9e1 refcount=0 obd=lustre-MDT0000 00000020:00000040:1.0:1767384685.121188:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000018aab9e1 00000020:00000001:1.0:1767384685.121200:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384685.121203:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000003f69a38b. 00010000:00000001:1.0:1767384685.121207:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384685.121209:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384685.121214:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c43713c4. 00000001:00000010:1.0:1767384685.121217:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001c2c6d0b. 00000001:00000010:1.0:1767384685.121219:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f376d246. 00000001:00000010:1.0:1767384685.121222:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c7dd85e3. 00000001:00000010:1.0:1767384685.121224:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000f9c7909. 00000001:00000010:1.0:1767384685.121226:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f591d263. 00000001:00000001:1.0:1767384685.121229:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384685.121231:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384685.121233:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384685.121235:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000042c00e61. 00000001:00000010:1.0:1767384685.121237:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cb11c0e9. 00000001:00000010:1.0:1767384685.121239:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000079c2f472. 00000001:00000010:1.0:1767384685.121240:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000217ffe9d. 00000001:00000010:1.0:1767384685.121241:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000073dbfeba. 00000001:00000010:1.0:1767384685.121242:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ff0e9c7a. 00000001:00000001:1.0:1767384685.121243:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384685.121243:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384685.121244:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:1.0:1767384685.121247:0:36:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 000000007c9b3ae8: xid 1853237044973056, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:1.0:1767384685.121250:0:36:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 000000007c9b3ae8: xid 1853237044973056, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:1.0:1767384685.121252:0:36:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000007c9b3ae8. 00000001:00000010:1.0:1767384685.121253:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000093a259e8. 00000004:00000001:1.0:1767384685.121268:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384685.121269:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384685.121271:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 5 - export 00000020:00000010:1.0:1767384685.121272:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b39a6059. 00000020:00000001:1.0:1767384685.121277:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384685.121279:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384685.121280:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000018aab9e1 for lustre-MDT0000 00000020:00000040:1.0:1767384685.121283:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000008ab18ac3 refcount 0 to 192.168.202.22@tcp50 00000020:00000040:1.0:1767384685.121285:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 4 - import 00000020:00000010:1.0:1767384685.121287:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000018aab9e1. 00000020:00000001:1.0:1767384685.121307:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:1.0:1767384685.311373:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384685.311380:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384685.311387:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384685.311389:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384685.311407:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384685.311409:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384685.311411:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384685.631433:0:17073:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384685.631456:0:17073:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:3.0:1767384686.143771:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp48 00000400:00000010:3.0:1767384686.143781:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cd363356. 00000400:00000010:3.0:1767384686.143790:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fb9677a5. 00000400:00000010:3.0:1767384686.143796:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000400:00000010:3.0:1767384686.143804:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000697fa9fc. 00000400:00000200:3.0:1767384686.143809:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp48 00000400:00000200:3.0:1767384686.143830:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp48 local destination 00000400:00000200:3.0:1767384686.143836:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp48 00000400:00000200:3.0:1767384686.143840:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp48 NI seq info: [243:243:256:4294967295] 192.168.202.122@tcp48 LPNI seq info [198:198:8:4294967295] 00000400:00000200:3.0:1767384686.143847:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp48 00000400:00000200:3.0:1767384686.143854:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp48(192.168.202.122@tcp48:) -> 192.168.202.122@tcp48(192.168.202.122@tcp48:192.168.202.122@tcp48) : GET try# 0 00000800:00000200:3.0:1767384686.143859:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp48 00000800:00000010:3.0:1767384686.143863:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007ddd1a5b. 00000800:00000200:3.0:1767384686.143868:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e984cf7] -> 12345-192.168.202.122@tcp48 (2) 00000800:00000200:3.1:1767384686.143874:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e984cf7] -> 12345-192.168.202.122@tcp48 (2) 00000400:00000200:3.0:1767384686.143902:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp48 added to recovery queue. ping count: 3 next ping: 315 health :700 00000400:00000010:3.0:1767384686.143909:0:16341:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 527 at 00000000e407f2dd. 00000400:02000040:3.0:1767384686.143919:0:16341:0:(lib-move.c:3976:lnet_print_recovery_list()) 8 local NIs in recovery (showing 8): 192.168.202.122@tcp45, 192.168.202.122@tcp48, 192.168.202.122@tcp39, 192.168.202.122@tcp43, 192.168.202.122@tcp42, 192.168.202.122@tcp34, 192.168.202.122@tcp32, 192.168.202.122@tcp31 00000400:00000200:0.0:1767384686.143997:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144075:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144099:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144113:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144125:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144135:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144146:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144157:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144168:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144181:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144196:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144228:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144250:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144263:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144274:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144286:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144336:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144359:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144375:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144386:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144397:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144408:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144419:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144430:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144455:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144479:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144507:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144520:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144540:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144566:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144589:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144627:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144650:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144686:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384686.144709:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384686.144869:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006637f507. 00000800:00000010:0.0:1767384686.144874:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002047c477. 00000800:00000010:0.0:1767384686.144879:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c4592b63. 00000800:00000010:0.0:1767384686.144900:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c4592b63. 00000800:00020000:0.0:1767384686.144910:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384686.144914:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002047c477. 00000800:00000010:0.0:1767384686.144916:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006637f507. 00000400:02020000:0.0:1767384686.144955:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp48 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384686.144960:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp48 notifying 192.168.202.122@tcp48: down 00000400:00000200:0.0:1767384686.144963:0:16334:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384686.144966:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp48 00000800:00000010:0.0:1767384686.144968:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007ddd1a5b. 00000400:00000200:0.0:1767384686.144972:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384686.144975:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp48->192.168.202.122@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384686.144981:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384686.144983:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384686.144986:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp48) recovery failed with -71 00000400:00000010:3.0:1767384686.150757:0:16341:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 527 at 00000000e407f2dd. 00010000:00000001:1.0:1767384686.335392:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000800:00000200:0.0:1767384686.335398:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a52f8b61] -> 12345-192.168.202.122@tcp16 (6) 00010000:00000001:1.0:1767384686.335399:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384686.335407:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp16 ip 192.168.202.122:988 00010000:00000001:1.0:1767384686.335408:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384686.335411:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384686.335411:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384686.335428:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b237e40] -> 12345-192.168.202.122@tcp37 (4) 00000800:00000200:0.1:1767384686.335432:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b237e40] -> 12345-192.168.202.122@tcp37 (4) 00000020:00000001:0.0:1767384686.335472:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384686.335475:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384686.335478:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384686.335541:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:2.0:1767384686.335583:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384686.335587:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384686.335592:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000001:1.0:1767384686.335598:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384686.335603:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384686.335607:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.335614:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335629:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335640:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335650:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335685:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335698:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335709:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335720:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335730:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335749:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335766:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335777:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335788:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335799:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335809:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335820:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335831:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335841:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335853:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335863:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335881:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335893:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335904:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335916:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335927:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335938:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335953:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.335974:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.336005:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.336028:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.336050:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.336064:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384686.336075:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384686.336171:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e2b8c006. 00000800:00000010:3.0:1767384686.336175:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000028e9a573. 00000800:00000010:3.0:1767384686.336178:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000728bb019. 00000800:00000010:3.0:1767384686.336192:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000728bb019. 00000800:00020000:3.0:1767384686.336197:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384686.336200:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000028e9a573. 00000800:00000010:3.0:1767384686.336201:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e2b8c006. 00000400:02020000:3.0:1767384686.336224:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp37 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384686.336227:0:16332:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:3.0:1767384687.167381:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384687.167399:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384687.167402:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b11833e 00000400:00000010:3.0:1767384687.167406:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b11833e. 00000400:00000200:3.0:1767384687.167413:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000100:00000040:1.0:1767384687.167414:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384687.167419:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp48 recovery ping unlinked 00000100:00000001:1.0:1767384687.167422:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384687.167430:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000091b8219c. 00000020:00000040:1.0:1767384687.167434:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:1.0:1767384687.167437:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384687.167439:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cd363356. 02000000:00000001:1.0:1767384687.167440:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384687.167445:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384687.167451:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fb9677a5. 02000000:00000010:1.0:1767384687.167452:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff0e9c7a. 00000100:00000001:1.0:1767384687.167459:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.167465:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384687.167473:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384687.167474:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.167478:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091b8219c] to pc [ptlrpcd_00_01+1] req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.167500:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384687.167502:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767384687.167506:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1767384687.167509:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1767384687.167512:0:36:0:(import.c:65:import_set_state_nolock()) 00000000b6de167b lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1767384687.167516:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1767384687.167519:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 303 00000100:00000001:2.0:1767384687.167520:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767384687.167524:0:36:0:(import.c:2128:obd_at_measure()) add 10 to 000000007ffd8866 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384687.167526:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1767384687.167529:0:36:0:(import.c:2194:obd_at_measure()) AT 000000007ffd8866 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000001:2.0:1767384687.167530:0:16345:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384687.167530:0:16344:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1767384687.167536:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000001:0.0:1767384687.167536:0:16344:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384687.167539:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384687.167543:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 13 to 0@lo 00000100:00000001:1.0:1767384687.167549:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.167554:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 14 to 0@lo 00000100:00000001:2.0:1767384687.167555:0:16345:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384687.167557:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:2.0:1767384687.167559:0:16345:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.167562:0:36:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384687.167566:0:16345:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384687.167566:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e47 02000000:00000001:2.0:1767384687.167571:0:16345:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384687.167571:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384687.167575:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000887e1aea refcount=8 02000000:00000001:2.0:1767384687.167576:0:16345:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.167579:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 00000100:00100000:2.0:1767384687.167582:0:16345:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000091b8219c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050246784:0@lo:400: 00000020:00000001:1.0:1767384687.167583:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 00000100:00000040:1.0:1767384687.167588:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 13 to 0@lo 00000100:00000001:2.0:1767384687.167591:0:16345:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384687.167591:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.167595:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 14 to 0@lo 00000100:00000001:1.0:1767384687.167596:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000040:1.0:1767384687.167598:0:36:0:(genops.c:898:class_export_put()) PUTting export 00000000887e1aea : new refcount 7 02000000:00000001:2.0:1767384687.167599:0:16345:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:1.0:1767384687.167600:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000b6de167b using connection 192.168.202.122@tcp/0@lo 00000100:00000001:1.0:1767384687.167603:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384687.167604:0:16345:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.167605:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1767384687.167609:0:16345:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384687.167612:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384687.167616:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f98c12d1. 02000000:00000001:1.0:1767384687.167616:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.167619:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:2.0:1767384687.167621:0:16345:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.167621:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384687.167628:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000010f1e329. 00000400:00000010:2.0:1767384687.167631:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fc38edd. 00000020:00000040:1.0:1767384687.167631:0:36:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384687.167634:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767384687.167637:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.167639:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767384687.167640:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064d2213d. 02000000:00000001:1.0:1767384687.167640:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384687.167644:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384687.167658:0:16345:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050246784, portal 25 02000000:00000010:1.0:1767384687.167659:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000054589b7b. 00000100:00000001:2.0:1767384687.167665:0:16345:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384687.167665:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384687.167668:0:16345:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055337088 : -108605654214528 : ffff9d39468f5880) 00000100:00100000:1.0:1767384687.167671:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384687.167678:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767384687.167679:0:16345:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.167680:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.167685:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010f1e329] to pc [ptlrpcd_rcv+-1] req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384687.167706:0:16345:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384687.167710:0:16345:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384687.167711:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384687.167714:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f07b3369. 00000100:00000040:1.0:1767384687.167716:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (313) 00000100:00000200:2.0:1767384687.167719:0:16345:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050246784, offset 0 00000400:00000200:2.0:1767384687.167727:0:16345:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384687.167738:0:16345:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384687.167748:0:16345:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260108680 00000100:00000001:0.0:1767384687.167752:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384687.167755:0:16345:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1999 [2] + 0 00000100:00000001:0.0:1767384687.167767:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384687.167769:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384687.167773:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384687.167774:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd313575. 00000400:00000200:2.0:1767384687.167779:0:16345:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005bd84ca8 00000400:00000200:2.0:1767384687.167787:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384687.167787:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384687.167789:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384687.167793:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384687.167793:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384687.167797:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384687.167799:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bd84ca8 02000000:00000001:0.0:1767384687.167801:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384687.167804:0:16345:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bd84ca8. 00000100:00100000:0.0:1767384687.167806:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000010f1e329 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237050246912:0@lo:38: 00000100:00000001:2.0:1767384687.167811:0:16345:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384687.167812:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384687.167814:0:16345:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384687.167816:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384687.167818:0:16345:0:(events.c:337:request_in_callback()) incoming req@000000009d195088 x1853237050246784 msgsize 224 02000000:00000001:0.0:1767384687.167819:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384687.167823:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384687.167827:0:16345:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384687.167829:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000631fe89d. 00000100:00000040:2.0:1767384687.167830:0:16345:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384687.167833:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384687.167839:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002624b227. 00000400:00000010:0.0:1767384687.167844:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db49ec3. 00000100:00000001:2.0:1767384687.167847:0:16345:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384687.167847:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050246912, portal 10 00000100:00000001:0.0:1767384687.167851:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384687.167852:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055340672 : -108605654210944 : ffff9d39468f6680) 00000400:00000200:2.0:1767384687.167856:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f07b3369 00000400:00000010:2.0:1767384687.167860:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f07b3369. 00000100:00000040:0.0:1767384687.167861:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384687.167868:0:16345:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384687.167871:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384687.167875:0:16345:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384687.167876:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384687.167880:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc204e5e. 00000100:00000200:0.0:1767384687.167885:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237050246912, offset 0 00000100:00000001:1.0:1767384687.167886:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384687.167890:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050246784 00000100:00000001:2.0:1767384687.167892:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384687.167893:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384687.167896:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384687.167897:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.167897:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384687.167900:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.167905:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384687.167909:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384687.167911:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050246784 00000020:00000001:1.0:1767384687.167915:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384687.167916:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384687.167917:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4d13 00000100:00000001:2.0:1767384687.167921:0:16345:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384687.167921:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384687.167922:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260108700 00000020:00000040:1.0:1767384687.167924:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000021677888 refcount=10 00000020:00000001:1.0:1767384687.167928:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000100:00000001:2.0:1767384687.167929:0:16345:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.167930:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 00000400:00000200:0.0:1767384687.167934:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 12352 00000100:00000001:2.0:1767384687.167937:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294975493 00000100:00000001:1.0:1767384687.167937:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384687.167941:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f69a38b. 00000100:00000010:2.0:1767384687.167943:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b0de6fb. 00000100:00000001:1.0:1767384687.167944:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.167949:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f69a38b. 00000100:00000001:2.0:1767384687.167953:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000020:00000010:1.0:1767384687.167954:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b106c8b. 00000400:00000200:0.0:1767384687.167955:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384687.167960:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d149bcae. 00000400:00000200:0.0:1767384687.167961:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384687.167962:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294975493 00000020:00000010:1.0:1767384687.167964:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2223fc3. 00000100:00000001:0.0:1767384687.167967:0:16343:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:2.0:1767384687.167969:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036a7927c. 00000100:00000200:0.0:1767384687.167975:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384687.167979:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8ebe320. 00000100:00000040:0.0:1767384687.167982:0:16343:0:(events.c:337:request_in_callback()) incoming req@00000000f8ebe320 x1853237050246912 msgsize 520 00000100:00100000:0.0:1767384687.167986:0:16343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384687.167988:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384687.167992:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384687.167993:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384687.167994:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384687.167994:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.167997:0:16343:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384687.168001:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294975493 00000400:00000200:0.0:1767384687.168004:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc204e5e 00000100:00000010:2.0:1767384687.168006:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc218921. 00000100:00000001:1.0:1767384687.168006:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384687.168007:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc204e5e. 00000100:00000001:2.0:1767384687.168012:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384687.168013:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384687.168018:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384687.168019:0:16345:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294975493 00000100:00000200:0.0:1767384687.168019:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384687.168025:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000913dc2ff. 00000100:00000001:1.0:1767384687.168030:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384687.168032:0:16345:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384687.168033:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384687.168035:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384687.168038:0:16345:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384687.168040:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00000040:0.0:1767384687.168041:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384687.168045:0:16345:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.168045:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000021677888 : new rpc_count 1 00000100:00000001:1.0:1767384687.168050:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635472409199696 : -108601300351920 : ffff9d3a4a120450) 00000100:00000001:2.0:1767384687.168053:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.168057:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009d195088 x1853237050246784/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:668/0 lens 224/0 e 0 to 0 dl 1767384698 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384687.168059:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384687.168061:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.168066:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384687.168069:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384687.168069:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384687.168071:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384687.168074:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384687.168074:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f69a38b. 00000100:00000040:0.0:1767384687.168076:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3402 usecs (4 jiffies) 00000100:00000001:1.0:1767384687.168078:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384687.168080:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384687.168082:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f69a38b. 00000100:00000001:2.0:1767384687.168083:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384687.168083:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294975492 00000100:00000001:2.0:1767384687.168086:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.168088:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294975493 00000100:00000001:2.0:1767384687.168091:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.168093:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294975492 00000100:00000001:0.0:1767384687.168097:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294975493 00000100:00100000:1.0:1767384687.168098:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009d195088 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+10:16345:x1853237050246784:12345-0@lo:400: 00000100:00000001:0.0:1767384687.168099:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294975492 00000100:00000001:0.0:1767384687.168104:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294975493 00000100:00000200:1.0:1767384687.168107:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050246784 00000100:00000001:0.0:1767384687.168108:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294975492 00000020:00000001:1.0:1767384687.168112:0:17070:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384687.168112:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294975493 00000100:00000001:0.0:1767384687.168114:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384687.168117:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.168118:0:17070:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384687.168120:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.168122:0:17070:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.168123:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.168127:0:17070:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384687.168130:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384687.168131:0:17070:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072661248128 : -1048303488 : ffffffffc1842880) 00000100:00000001:0.0:1767384687.168133:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:1.0:1767384687.168136:0:17070:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384687.168138:0:17070:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384687.168139:0:40008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384687.168145:0:40008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237050246912 00000020:00000001:1.0:1767384687.168145:0:17070:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384687.168145:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384687.168148:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384687.168149:0:40008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384687.168149:0:17070:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384687.168152:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.168153:0:17070:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384687.168154:0:40008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384687.168157:0:40008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.168158:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384687.168163:0:40008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.168165:0:17070:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1767384687.168168:0:40008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237050246912 00000100:00000001:1.0:1767384687.168169:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384687.168173:0:40008:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384687.168174:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1767384687.168176:0:40008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e4e 00000020:00000001:3.0:1767384687.168180:0:40008:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1767384687.168180:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009b71fcbc. 00000020:00000001:3.0:1767384687.168182:0:40008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384687.168186:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384687.168187:0:40008:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.168193:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384687.168194:0:40008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb9677a5. 00000020:00000001:1.0:1767384687.168197:0:17070:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384687.168200:0:40008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000009c2347e. 00010000:00000040:1.0:1767384687.168201:0:17070:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237050246784 00000020:00000010:3.0:1767384687.168205:0:40008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 00010000:00000001:1.0:1767384687.168206:0:17070:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384687.168210:0:40008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384687.168214:0:40008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000200:1.0:1767384687.168214:0:17070:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009d195088 x1853237050246784/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:668/0 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384687.168217:0:40008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384687.168222:0:40008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.168229:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384687.168232:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384687.168235:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ee02fc8 time=104 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384687.168236:0:40008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384687.168239:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384687.168243:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 15 to 0@lo 00000100:00000001:1.0:1767384687.168245:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:3.0:1767384687.168247:0:40008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767384687.168249:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384687.168250:0:40008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384687.168252:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384687.168257:0:40008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:1.0:1767384687.168258:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384687.168261:0:40008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446635467963250688 : -108605746300928 : ffff9d3941123800) 00000100:00000040:1.0:1767384687.168265:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384687.168267:0:40008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f8ebe320 x1853237050246912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384707 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384687.168271:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 00000100:00000200:1.0:1767384687.168277:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237050246784, offset 224 00000100:00100000:3.0:1767384687.168282:0:40008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f8ebe320 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16343:x1853237050246912:12345-0@lo:38: 00000400:00000200:1.0:1767384687.168286:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384687.168316:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384687.168320:0:40008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050246912 00000400:00000200:1.0:1767384687.168322:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958260108680 00000020:00000001:3.0:1767384687.168325:0:40008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384687.168328:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21c1 [1] + 224 00010000:00000001:3.0:1767384687.168330:0:40008:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000400:00000200:1.0:1767384687.168332:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384687.168336:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384687.168338:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767384687.168340:0:40008:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (0000000022958bbf) now 4 - find 00000100:00000200:1.0:1767384687.168341:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384687.168346:0:40008:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446635473156229768 : -108600553321848 : ffff9d3a7698ca88) 00010000:02000000:3.0:1767384687.168354:0:40008:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000040:1.0:1767384687.168354:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384687.168369:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384687.168373:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047fb3eba 00000400:00000010:1.0:1767384687.168375:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000047fb3eba. 00000100:00000001:1.0:1767384687.168380:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384687.168382:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384687.168384:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.168387:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 14 to 0@lo 00010000:00000001:1.0:1767384687.168388:0:17070:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384687.168390:0:17070:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.168391:0:17070:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384687.168394:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d195088 x1853237050246784/t0(0) o400->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:668/0 lens 224/224 e 0 to 0 dl 1767384698 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384687.168398:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384687.168401:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009d195088 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6+10:16345:x1853237050246784:12345-0@lo:400: Request processed in 329us (580us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384687.168403:0:16345:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384687.168409:0:16345:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384687.168409:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000400:00000001:2.0:1767384687.168413:0:16345:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384687.168413:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000021677888 : new rpc_count 0 00000400:00000010:2.0:1767384687.168417:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fc38edd. 00000100:00000001:1.0:1767384687.168417:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.168418:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384687.168422:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d149bcae. 00000400:00000200:2.0:1767384687.168423:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064d2213d 00000020:00000010:1.0:1767384687.168425:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2223fc3. 00000400:00000010:2.0:1767384687.168427:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064d2213d. 00000020:00000010:1.0:1767384687.168429:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b106c8b. 00000100:00000001:2.0:1767384687.168433:0:16345:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384687.168433:0:17070:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 9 02000000:00000001:1.0:1767384687.168438:0:17070:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.168439:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009b71fcbc. 00000100:00000200:2.0:1767384687.168440:0:16345:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384687.168443:0:17070:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384687.168445:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384687.168450:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384687.168454:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f998045. 00000400:00000010:1.0:1767384687.168457:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c9b3ae8. 00000100:00000200:2.0:1767384687.168458:0:16345:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384687.168467:0:16345:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384687.168469:0:16345:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384687.168472:0:16345:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384687.168475:0:16345:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384687.168476:0:16345:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384687.168478:0:16345:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384687.168480:0:16345:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384687.168484:0:16345:0:(import.c:2128:obd_at_measure()) add 5 to 0000000029d4ac3f time=104 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384687.168487:0:16345:0:(import.c:2128:obd_at_measure()) add 1 to 0000000045fc6293 time=104 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384687.168489:0:16345:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384687.168491:0:16345:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384687.168493:0:16345:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384687.168495:0:16345:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384687.168497:0:16345:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384687.168500:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384687.168506:0:16345:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384687.168509:0:16345:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384687.168511:0:16345:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384687.168514:0:16345:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384687.168520:0:16345:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000091b8219c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16345:1853237050246784:0@lo:400: 00000100:00000001:2.0:1767384687.168524:0:16345:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384687.168526:0:16345:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384687.168527:0:16345:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000091b8219c x1853237050246784/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384687.168534:0:16345:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384687.168536:0:16345:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384687.168538:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f98c12d1. 02000000:00000001:2.0:1767384687.168542:0:16345:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384687.168543:0:16345:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384687.168544:0:16345:0:(genops.c:1242:class_import_put()) import 00000000107c2d6e refcount=3 obd=MGC192.168.202.122@tcp 00000020:00000001:2.0:1767384687.168546:0:16345:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384687.168547:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff0e9c7a. 02000000:00000001:2.0:1767384687.168550:0:16345:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384687.168552:0:16345:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384687.168553:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000091b8219c. 00000100:00000001:2.0:1767384687.168556:0:16345:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384687.168557:0:16345:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384687.168559:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384687.168563:0:16345:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384687.168564:0:16345:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384687.168566:0:16345:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384687.168567:0:16345:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384687.170356:0:40008:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1767384687.170364:0:40008:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 4 - find 00010000:00000001:3.0:1767384687.170367:0:40008:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767384687.170370:0:40008:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1767384687.170372:0:40008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384687.170375:0:40008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384687.170379:0:40008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000901c5e5c. 02000000:00000001:3.0:1767384687.170381:0:40008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384687.170383:0:40008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384687.170386:0:40008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384687.170388:0:40008:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384687.170390:0:40008:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1767384687.170393:0:40008:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384687.170396:0:40008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384687.170398:0:40008:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 15 to 0@lo 00000100:00000001:3.0:1767384687.170400:0:40008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000001:3.0:1767384687.170402:0:40008:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446635473142995136 : -108600566556480 : 0xffff9d3a75ced8c0) 00000100:00000040:3.0:1767384687.170405:0:40008:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000a9796690 refcount 15 to 0@lo 02000000:00000001:3.0:1767384687.170407:0:40008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384687.170409:0:40008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384687.170411:0:40008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384687.170413:0:40008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384687.170416:0:40008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000100:00000200:3.0:1767384687.170419:0:40008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050246912, offset 0 00000400:00000200:3.0:1767384687.170423:0:40008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384687.170429:0:40008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384687.170435:0:40008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260108700 00000400:00000200:3.0:1767384687.170440:0:40008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21c9 [1] + 0 00000400:00000200:3.0:1767384687.170444:0:40008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384687.170447:0:40008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384687.170450:0:40008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384687.170454:0:40008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384687.170463:0:40008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384687.170481:0:40008:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384687.170485:0:40008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b11833e 00000400:00000010:3.0:1767384687.170487:0:40008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b11833e. 00000100:00000001:3.0:1767384687.170490:0:40008:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384687.170491:0:40008:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384687.170493:0:40008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384687.170496:0:40008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 14 to 0@lo 00000100:00000001:3.0:1767384687.170498:0:40008:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384687.170501:0:40008:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384687.170505:0:40008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8ebe320 x1853237050246912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384707 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384687.170512:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384687.170514:0:40008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f8ebe320 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16343:x1853237050246912:12345-0@lo:38: Request processed in 2232us (2530us total) trans 0 rc -19/-19 00000100:00000001:0.0:1767384687.170515:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384687.170519:0:16343:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.170522:0:16343:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.170523:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002624b227. 00000100:00100000:3.0:1767384687.170526:0:40008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000400:00000200:0.0:1767384687.170528:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db49ec3 00000100:00000001:3.0:1767384687.170531:0:40008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384687.170531:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003db49ec3. 00000100:00000001:0.0:1767384687.170533:0:16343:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384687.170535:0:40008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384687.170538:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384687.170540:0:40008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000009c2347e. 00000100:00000200:0.0:1767384687.170547:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384687.170548:0:40008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000020:00000010:3.0:1767384687.170555:0:40008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb9677a5. 00000100:00000001:0.0:1767384687.170556:0:16343:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384687.170559:0:16343:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384687.170561:0:40008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384687.170561:0:16343:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384687.170563:0:16343:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384687.170566:0:16343:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384687.170566:0:16343:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384687.170568:0:16343:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384687.170571:0:16343:0:(import.c:2128:obd_at_measure()) add 0 to 00000000cb4c1d67 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384687.170573:0:16343:0:(import.c:2128:obd_at_measure()) add 1 to 000000007ffd8866 time=98 v=10 (10 0 0 0) 00000100:00000001:0.0:1767384687.170575:0:16343:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384687.170576:0:16343:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1767384687.170578:0:16343:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384687.170581:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384702 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384687.170588:0:16343:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1767384687.170590:0:16343:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384687.170592:0:16343:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384687.170594:0:16343:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1767384687.170595:0:16343:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1767384687.170606:0:16343:0:(import.c:65:import_set_state_nolock()) 00000000b6de167b lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767384687.170610:0:16343:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:0.0:1767384687.170612:0:16343:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1767384687.170615:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384687.170622:0:16343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000010f1e329 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237050246912:0@lo:38: 00000100:00000001:0.0:1767384687.170626:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384687.170627:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384687.170630:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000010f1e329 x1853237050246912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384702 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384687.170635:0:16343:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384687.170637:0:16343:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384687.170638:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000631fe89d. 02000000:00000001:0.0:1767384687.170642:0:16343:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384687.170643:0:16343:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384687.170644:0:16343:0:(genops.c:1242:class_import_put()) import 00000000b6de167b refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384687.170659:0:16343:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384687.170660:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000054589b7b. 02000000:00000001:0.0:1767384687.170663:0:16343:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384687.170664:0:16343:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384687.170666:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010f1e329. 00000100:00000001:0.0:1767384687.170669:0:16343:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384687.170670:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384687.170672:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384687.170676:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384687.170677:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.170679:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384687.170680:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384687.173351:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294975493, at 4294975494 00000100:00000040:3.0:1767384687.173352:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294975493, at 4294975494 00000100:00000040:2.0:1767384687.173356:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294975493, at 4294975494 00000100:00000010:3.0:1767384687.173363:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000913dc2ff. 00000100:00000010:1.0:1767384687.173365:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036a7927c. 00000100:00000010:2.0:1767384687.173367:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc218921. 00000100:00000040:0.0:1767384687.173432:0:252:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294975493, at 4294975494 00000100:00000010:0.0:1767384687.173437:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b0de6fb. 00010000:00000001:1.0:1767384687.359399:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384687.359406:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384687.359413:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384687.359414:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.359434:0:40101:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384687.359437:0:40101:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384687.359441:0:40101:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384687.487394:0:40099:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:3.0:1767384687.487404:0:40099:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000825998a9 - data 00000000d7708921/00000000e0f4d62b 00000020:00000010:3.0:1767384687.487489:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000591f86c8. 00000020:00000010:3.0:1767384687.487495:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000f3c46365. 00000020:00000010:3.0:1767384687.487499:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000e0f4d62b. 00000020:00000010:3.0:1767384687.487501:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000004e3ea072. 00000020:00000010:3.0:1767384687.487504:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000a79ed4af. 00000020:00000010:3.0:1767384687.487505:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000047cd8397. 00000020:00000010:3.0:1767384687.487507:0:40099:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000825998a9. 00000020:01000000:3.0:1767384687.487511:0:40099:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000075eceef6 - data 00000000db62549a/00000000ba2ccf4d 00000020:00000010:3.0:1767384687.487565:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000956f345a. 00000020:00000010:3.0:1767384687.487567:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000e8e0e975. 00000020:00000010:3.0:1767384687.487570:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000ba2ccf4d. 00000020:00000010:3.0:1767384687.487572:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000d93c703c. 00000020:00000010:3.0:1767384687.487574:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000fd5fcac6. 00000020:00000010:3.0:1767384687.487575:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000001689d580. 00000020:00000010:3.0:1767384687.487577:0:40099:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000075eceef6. 00000020:00000001:3.0:1767384687.487579:0:40099:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:3.0:1767384687.487843:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000008e733403. 00000020:00000010:3.0:1767384687.487847:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 0000000049ff482b. 00000020:00000010:3.0:1767384687.487849:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 0000000078c0b10c. 00000020:00000010:3.0:1767384687.487850:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000175e8d89. 02000000:00000001:3.0:1767384687.493505:0:40099:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:3.0:1767384687.493511:0:40099:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 00000000f5e7391b for key 0 00000004:00000010:3.0:1767384687.493517:0:40099:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 00000000f5e7391b. 02000000:00000001:3.0:1767384687.493523:0:40099:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384687.493524:0:40099:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 000000004f0cd4eb. 02000000:00000010:3.0:1767384687.493527:0:40099:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 0000000094aec774. 02000000:00000001:3.0:1767384687.493529:0:40099:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:3.0:1767384687.493531:0:40099:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:3.0:1767384687.493532:0:40099:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 000000006ff975e1. 02000000:00000010:3.0:1767384687.493534:0:40099:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000030e851e. 00000020:00000001:3.0:1767384687.493537:0:40099:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:3.0:1767384687.493541:0:40099:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384687.493543:0:40099:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:3.0:1767384687.493547:0:40099:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384687.493554:0:40099:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d93c703c. 00080000:00000001:3.0:1767384687.493557:0:40099:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635472848182272 : -108600861369344 : ffff9d3a643c5c00) 00080000:00000001:3.0:1767384687.493562:0:40099:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384687.493566:0:40099:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384687.493570:0:40099:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000728bb019. 00080000:00000001:3.0:1767384687.493573:0:40099:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384687.493575:0:40099:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384687.493592:0:40099:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384687.493594:0:40099:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384687.493672:0:40099:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:3.0:1767384687.493675:0:40099:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384687.493679:0:40099:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384687.495603:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d93c703c. 00080000:00000010:3.0:1767384687.495655:0:40099:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000728bb019. 00040000:00000001:3.0:1767384687.495661:0:40099:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384687.495663:0:40099:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384687.495665:0:40099:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384687.495667:0:40099:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:3.0:1767384687.495670:0:40099:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384687.495676:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000060b97384/0000000084c75d4d to site lru. bkt: 000000009d5c0950 00000020:00000010:3.0:1767384687.495679:0:40099:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 000000005fded2ad. 00000020:00000010:3.0:1767384687.495699:0:40099:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 0000000024ccc259. 00000020:00000010:3.0:1767384687.495702:0:40099:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000cbfda5c5. 00000020:00000002:3.0:1767384687.495710:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000104dc2c6/0000000030014396 to site lru. bkt: 000000002b175f2b 00000020:00000001:3.0:1767384687.495712:0:40099:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:3.0:1767384687.495714:0:40099:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:3.0:1767384687.495719:0:40099:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3f6274e. 00000020:00000010:3.0:1767384687.495722:0:40099:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d0892bcb. 00000020:00000010:3.0:1767384687.495726:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000661e939. 00000020:00000010:3.0:1767384687.495733:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000009b40fd3. 00000040:00000010:3.0:1767384687.495737:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008a979d01. 00000020:00000010:3.0:1767384687.495740:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c5e36b78. 00000020:00000010:3.0:1767384687.495743:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c4eb9997. 00000020:00000010:3.0:1767384687.495747:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a773dd29. 80000000:00000010:3.0:1767384687.495751:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2777311. 40000000:00000010:3.0:1767384687.495755:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000eb48ce0. 00100000:00000010:3.0:1767384687.495779:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b45e5bcb. 00040000:00000010:3.0:1767384687.495784:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006e16ac33. 00040000:00000010:3.0:1767384687.495789:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000c083f79. 00040000:00000010:3.0:1767384687.495793:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000edd6888c. 00080000:00000010:3.0:1767384687.495797:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000157f1f3e. 00080000:00000010:3.0:1767384687.495801:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009e66c770. 00000004:00000010:3.0:1767384687.495804:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000239f4474. 00000004:00000010:3.0:1767384687.495809:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000094fbcb9b. 00000004:00000010:3.0:1767384687.495813:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005b88f798. 00000004:00000010:3.0:1767384687.495816:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000adcfcaaf. 00000020:00000010:3.0:1767384687.495819:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f9c5cdf. 00000001:00000001:3.0:1767384687.495822:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384687.495826:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000025832392. 00000001:00000010:3.0:1767384687.495829:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003d222a32. 00000001:00000010:3.0:1767384687.495831:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000076e1c9e7. 00000001:00000001:3.0:1767384687.495833:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:3.0:1767384687.495834:0:40099:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384687.495839:0:40099:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767384687.495842:0:40099:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767384687.495871:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 0000000084f0cc03. 00000020:00000010:3.0:1767384687.495874:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000007ddf4f9e. 00000020:00000010:3.0:1767384687.495876:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000071be72cf. 00000020:00000010:3.0:1767384687.495880:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d7db9d8d. 00010000:00000001:3.0:1767384687.495916:0:40099:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767384687.495925:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000035f7e2c4. 00000020:00000010:3.0:1767384687.495928:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000009b344fcc. 00000020:00000010:3.0:1767384687.495931:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000003f5f6bba. 00000020:00000010:3.0:1767384687.495933:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009bc6b642. 00000001:00000001:3.0:1767384687.495964:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384687.506942:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007d3b1cfb. 00000001:00000010:3.0:1767384687.506959:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003196c3ce. 00000001:00000010:3.0:1767384687.506960:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c3358da0. 00000001:00000010:3.0:1767384687.506961:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f0a8ef73. 00000001:00000010:3.0:1767384687.506962:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eda87e72. 00000001:00000010:3.0:1767384687.506963:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000774970fc. 00000001:00000010:3.0:1767384687.506964:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000022d98fe0. 00000001:00000010:3.0:1767384687.506965:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001207dcf4. 00000001:00000010:3.0:1767384687.506966:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000238cd56. 00000001:00000010:3.0:1767384687.506967:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000049e76cf3. 00000001:00000010:3.0:1767384687.506968:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ee6a76da. 00000001:00000010:3.0:1767384687.506969:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000080ac2d6. 00000001:00000010:3.0:1767384687.506970:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000067ef7d0e. 00000001:00000010:3.0:1767384687.506971:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006a3e3874. 00000001:00000010:3.0:1767384687.506972:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001433027a. 00000001:00000010:3.0:1767384687.506974:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e48777bd. 00000001:00000010:3.0:1767384687.506975:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e766f3bc. 00000001:00000010:3.0:1767384687.506976:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005ad5824d. 00000001:00000010:3.0:1767384687.506977:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b7f37a72. 00000001:00000010:3.0:1767384687.506978:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006f3cdb65. 00000001:00000010:3.0:1767384687.506979:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000087a962fd. 00000001:00000010:3.0:1767384687.506980:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fb662ac3. 00000001:00000010:3.0:1767384687.506981:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006580ae2b. 00000001:00000010:3.0:1767384687.506982:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000044dfd1be. 00000001:00000010:3.0:1767384687.506983:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002cbfeab6. 00000001:00000010:3.0:1767384687.506984:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003aecdf71. 00000001:00000010:3.0:1767384687.506985:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000065503a64. 00000001:00000010:3.0:1767384687.506986:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fb28b9e2. 00000001:00000010:3.0:1767384687.506987:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a74c4a18. 00000001:00000010:3.0:1767384687.506988:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000066605b8a. 00000001:00000010:3.0:1767384687.506989:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000033d7c205. 00000001:00000010:3.0:1767384687.506990:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006a1ee3d2. 00000001:00000010:3.0:1767384687.506991:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000b79c96c. 00000001:00000010:3.0:1767384687.506992:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000082651f67. 00000001:00000010:3.0:1767384687.506993:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007864f0df. 00000001:00000010:3.0:1767384687.506994:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000079ea0f9c. 00000001:00000010:3.0:1767384687.506995:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000edf751e1. 00000001:00000010:3.0:1767384687.506996:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009be34413. 00000001:00000010:3.0:1767384687.506997:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001c00154e. 00000001:00000010:3.0:1767384687.506998:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a004d5d9. 00000001:00000010:3.0:1767384687.506998:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dac04487. 00000001:00000010:3.0:1767384687.506999:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000021f26e20. 00000001:00000010:3.0:1767384687.507000:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000072172dfb. 00000001:00000010:3.0:1767384687.507001:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000479b529c. 00000001:00000010:3.0:1767384687.507002:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006877fe9e. 00000001:00000010:3.0:1767384687.507003:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d2f7ce5e. 00000001:00000010:3.0:1767384687.507004:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000654c597e. 00000001:00000010:3.0:1767384687.507005:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000090dd13fe. 00000001:00000010:3.0:1767384687.507007:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d3d7d695. 00000001:00000010:3.0:1767384687.507008:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008428022f. 00000001:00000010:3.0:1767384687.507009:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002ff82d55. 00000001:00000010:3.0:1767384687.507010:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ac9c79bc. 00000001:00000010:3.0:1767384687.507011:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b974d229. 00000001:00000010:3.0:1767384687.507012:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d97a2971. 00000001:00000010:3.0:1767384687.507013:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000045e3fb24. 00000001:00000010:3.0:1767384687.507014:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005f5c5ab2. 00000001:00000010:3.0:1767384687.507015:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006354d353. 00000001:00000010:3.0:1767384687.507016:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f021b79b. 00000001:00000010:3.0:1767384687.507016:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000355bd61. 00000001:00000010:3.0:1767384687.507017:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000080dcb948. 00000001:00000010:3.0:1767384687.507018:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d7c6ed3e. 00000001:00000010:3.0:1767384687.507019:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004368f123. 00000001:00000010:3.0:1767384687.507021:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008436e498. 00000001:00000010:3.0:1767384687.507022:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000071b2a609. 00000001:00000010:3.0:1767384687.507024:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bca7c03d. 00000001:00000010:3.0:1767384687.507025:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006e86769a. 00000001:00000010:3.0:1767384687.507026:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000986e604e. 00000001:00000010:3.0:1767384687.507028:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a18fadb5. 00000001:00000010:3.0:1767384687.507029:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a283f97f. 00000001:00000010:3.0:1767384687.507030:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008147fed1. 00000001:00000010:3.0:1767384687.507032:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000327f8d71. 00000001:00000010:3.0:1767384687.507033:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005fc64d9d. 00000001:00000010:3.0:1767384687.507034:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b14406c3. 00000001:00000010:3.0:1767384687.507036:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000015ffd7e8. 00000001:00000010:3.0:1767384687.507038:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000409c29ee. 00000001:00000010:3.0:1767384687.507039:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a5693a1e. 00000001:00000010:3.0:1767384687.507040:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000458d3c20. 00000001:00000010:3.0:1767384687.507042:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000764fc007. 00000001:00000010:3.0:1767384687.507044:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e5519b83. 00000001:00000010:3.0:1767384687.507045:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008cbd390f. 00000001:00000010:3.0:1767384687.507047:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000126d783. 00000001:00000010:3.0:1767384687.507048:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001d653203. 00000001:00000010:3.0:1767384687.507050:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000077721d73. 00000001:00000010:3.0:1767384687.507052:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003ae9665c. 00000001:00000010:3.0:1767384687.507053:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000541b39ce. 00000001:00000010:3.0:1767384687.507055:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003f14d961. 00000001:00000010:3.0:1767384687.507056:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e34042a2. 00000001:00000010:3.0:1767384687.507058:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003ab470bc. 00000001:00000010:3.0:1767384687.507059:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000003c0334b. 00000001:00000010:3.0:1767384687.507061:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000052cfdc53. 00000001:00000010:3.0:1767384687.507062:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c6413fef. 00000001:00000010:3.0:1767384687.507064:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c26c966c. 00000001:00000010:3.0:1767384687.507065:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b9a0d7d8. 00000001:00000010:3.0:1767384687.507067:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001fe2b754. 00000001:00000010:3.0:1767384687.507068:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009e2573d3. 00000001:00000010:3.0:1767384687.507069:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000071d8fbe6. 00000001:00000010:3.0:1767384687.507071:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007555f6f2. 00000001:00000010:3.0:1767384687.507072:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000cfe9946. 00000001:00000010:3.0:1767384687.507074:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002c950786. 00000001:00000010:3.0:1767384687.507075:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000070679a4e. 00000001:00000010:3.0:1767384687.507077:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f8ccac11. 00000001:00000010:3.0:1767384687.507078:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000099cc78bb. 00000001:00000010:3.0:1767384687.507080:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000088ef2e48. 00000001:00000010:3.0:1767384687.507081:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002543a09c. 00000001:00000010:3.0:1767384687.507082:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aeca5bef. 00000001:00000010:3.0:1767384687.507083:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001d00630f. 00000001:00000010:3.0:1767384687.507084:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cc6966d7. 00000001:00000010:3.0:1767384687.507085:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001bd616a5. 00000001:00000010:3.0:1767384687.507085:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ca139b20. 00000001:00000010:3.0:1767384687.507086:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003f58a3e6. 00000001:00000010:3.0:1767384687.507087:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cbf6ab98. 00000001:00000010:3.0:1767384687.507088:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000010f68b98. 00000001:00000010:3.0:1767384687.507089:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a048c9a3. 00000001:00000010:3.0:1767384687.507090:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000027ca7fdc. 00000001:00000010:3.0:1767384687.507091:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003c866d10. 00000001:00000010:3.0:1767384687.507092:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000483830e8. 00000001:00000010:3.0:1767384687.507093:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000274dd180. 00000001:00000010:3.0:1767384687.507094:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000026516c96. 00000001:00000010:3.0:1767384687.507095:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008433adb6. 00000001:00000010:3.0:1767384687.507095:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dfda370f. 00000001:00000010:3.0:1767384687.507096:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000094ec808c. 00000001:00000010:3.0:1767384687.507097:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cd91b072. 00000001:00000010:3.0:1767384687.507098:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002e341ff7. 00000001:00000010:3.0:1767384687.507098:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000601a6ea8. 00000001:00000010:3.0:1767384687.507099:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a61782a2. 00000001:00000010:3.0:1767384687.507100:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000135c408e. 00000001:00000010:3.0:1767384687.507101:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006aff5be7. 00000001:00000010:3.0:1767384687.507101:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006f9eef91. 00000001:00000010:3.0:1767384687.507102:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 00000000dd256742. 00000001:00000010:3.0:1767384687.507108:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a9a5cff5. 00000001:00000001:3.0:1767384687.507110:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767384687.507114:0:40099:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000006a3470aa. 00010000:00000001:3.0:1767384687.507116:0:40099:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384687.507375:0:40099:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384687.507378:0:40099:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:2.0:1767384687.507381:0:40099:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:2.0:1767384687.507383:0:40099:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:2.0:1767384687.507384:0:40099:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:2.0:1767384687.507388:0:40099:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:2.0:1767384687.507463:0:40099:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:2.0:1767384687.507470:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000a369d2e2/000000009d60e9e9 to site lru. bkt: 00000000b013d448 40000000:00000001:2.0:1767384687.507473:0:40099:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:2.0:1767384687.507475:0:40099:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:2.0:1767384687.507476:0:40099:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000e51b457f. 40000000:00000001:2.0:1767384687.507481:0:40099:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:2.0:1767384687.507523:0:40099:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:2.0:1767384687.507526:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000e5db81b0/0000000049f83702 to site lru. bkt: 0000000064dff132 40000000:00000001:2.0:1767384687.507528:0:40099:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:2.0:1767384687.507528:0:40099:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:2.0:1767384687.507530:0:40099:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 00000000c6f1138a. 40000000:00000001:2.0:1767384687.507533:0:40099:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384687.507573:0:40099:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384687.507574:0:40099:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 00000000ca765c2a. 40000000:00000001:2.0:1767384687.507576:0:40099:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.507578:0:40099:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:2.0:1767384687.507580:0:40099:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:2.0:1767384687.507610:0:40099:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:2.0:1767384687.507612:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000067a18681/00000000ae568551 to site lru. bkt: 00000000ad62dee3 80000000:00000001:2.0:1767384687.507614:0:40099:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:2.0:1767384687.507616:0:40099:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:2.0:1767384687.507618:0:40099:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:2.0:1767384687.507619:0:40099:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000f6634d2e. 80000000:00000010:2.0:1767384687.507622:0:40099:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 0000000028352068. 80000000:00000010:2.0:1767384687.507623:0:40099:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000ac757c05. 80000000:00000010:2.0:1767384687.507624:0:40099:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000a0e75b6e. 80000000:00000010:2.0:1767384687.507629:0:40099:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000be87fb74. 80000000:00000040:2.0:1767384687.507631:0:40099:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:2.0:1767384687.507632:0:40099:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384687.507634:0:40099:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:2.0:1767384687.507635:0:40099:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:2.0:1767384687.507636:0:40099:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:2.0:1767384687.507637:0:40099:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:2.0:1767384687.507638:0:40099:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 000000008c3ed1ed. 80000000:00000001:2.0:1767384687.507640:0:40099:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:2.0:1767384687.507653:0:40099:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 00000000dfd57711. 00000004:00000001:2.0:1767384687.507659:0:40099:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.507661:0:40099:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00040000:00000001:2.0:1767384687.507674:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507676:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507678:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507679:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507680:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507681:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.507688:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bc4d6926. 00000004:00000010:2.0:1767384687.507694:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000021edffec. 00000004:00000010:2.0:1767384687.507700:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ef40990a. 00000004:00000001:2.0:1767384687.507705:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.507707:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:2.0:1767384687.507710:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004521dfc0. 00000004:00000001:2.0:1767384687.507714:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.507722:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507723:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507725:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507726:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507728:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507729:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.507733:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f1277f0d. 00000004:00000010:2.0:1767384687.507736:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ab8b5929. 00000004:00000010:2.0:1767384687.507740:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006c9d2f58. 00000004:00000001:2.0:1767384687.507742:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.507744:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:2.0:1767384687.507746:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000092991879. 00000004:00000001:2.0:1767384687.507749:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.507754:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507756:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507757:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507758:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507760:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507761:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.507764:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e6605d40. 00000020:00000010:2.0:1767384687.507769:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000054171425. 00040000:00000001:2.0:1767384687.507789:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507791:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507792:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507793:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507794:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507795:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.507804:0:40099:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000a8959795. 00080000:00000010:2.0:1767384687.507807:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000060b97384. 00000004:00000010:2.0:1767384687.507810:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b2b441b0. 00000004:00000010:2.0:1767384687.507814:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c2b226cb. 00000004:00000001:2.0:1767384687.507817:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.507818:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:2.0:1767384687.507820:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000084c75d4d. 00000004:00000001:2.0:1767384687.507824:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.507830:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000eaa8f462. 00040000:00000001:2.0:1767384687.507836:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507837:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507838:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507839:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507840:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507842:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.507845:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000067a18681. 00000004:00000010:2.0:1767384687.507848:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000cf2e2006. 00000004:00000010:2.0:1767384687.507851:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000091af6a5e. 00000004:00000001:2.0:1767384687.507854:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.507855:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:2.0:1767384687.507857:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ae568551. 00000004:00000001:2.0:1767384687.507860:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.507871:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507873:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507874:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507876:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507877:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507879:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.507882:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000cda7eb66. 00000004:00000010:2.0:1767384687.507887:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001a1c6ab4. 00000004:00000010:2.0:1767384687.507890:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001431ec60. 00000004:00000001:2.0:1767384687.507894:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.507895:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:2.0:1767384687.507897:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000023a0559d. 00000004:00000001:2.0:1767384687.507903:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.507908:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507910:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507911:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507912:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507914:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507915:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.507918:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e5db81b0. 00000004:00000010:2.0:1767384687.507921:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008cb7539d. 00000004:00000010:2.0:1767384687.507924:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000062fc224. 00000004:00000001:2.0:1767384687.507927:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.507928:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:2.0:1767384687.507930:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000049f83702. 00000004:00000001:2.0:1767384687.507936:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.507944:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009a417525. 00040000:00000001:2.0:1767384687.507951:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507952:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507953:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507954:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507955:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507956:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.507964:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a938f878. 00000004:00000010:2.0:1767384687.507969:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004fd696e9. 00000004:00000010:2.0:1767384687.507971:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000461007fd. 00000004:00000001:2.0:1767384687.507975:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.507976:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:2.0:1767384687.507978:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009638f228. 00000004:00000001:2.0:1767384687.507982:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.507985:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005a127c05. 00040000:00000001:2.0:1767384687.507990:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507992:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507993:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507994:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.507995:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.507996:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.507999:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f1175f73. 00000004:00000010:2.0:1767384687.508003:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000998e73c9. 00000004:00000010:2.0:1767384687.508006:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000043d0b202. 00000004:00000001:2.0:1767384687.508008:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508010:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:2.0:1767384687.508012:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004bb77c03. 00000004:00000001:2.0:1767384687.508015:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.508018:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000aac89312. 00040000:00000001:2.0:1767384687.508021:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508022:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508023:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508025:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508026:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508027:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508029:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003fd3fdd6. 00000004:00000010:2.0:1767384687.508032:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f2438092. 00000004:00000010:2.0:1767384687.508034:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000d3c19ce. 00000004:00000001:2.0:1767384687.508037:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508038:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:2.0:1767384687.508040:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004142cabb. 00000004:00000001:2.0:1767384687.508043:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.508045:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005a190d37. 00040000:00000001:2.0:1767384687.508048:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508050:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508051:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508052:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508054:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508055:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508058:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000028cf165e. 00000004:00000010:2.0:1767384687.508061:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000645fdadd. 00000004:00000010:2.0:1767384687.508063:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000067ec9d0c. 00000004:00000001:2.0:1767384687.508065:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508067:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:2.0:1767384687.508069:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000062d89b64. 00000004:00000001:2.0:1767384687.508072:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.508075:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000050222ea9. 00040000:00000001:2.0:1767384687.508078:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508079:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508081:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508082:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508083:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508084:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508088:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c3c96705. 00000004:00000010:2.0:1767384687.508091:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bcf1eac2. 00000004:00000010:2.0:1767384687.508094:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e81e8f1a. 00000004:00000001:2.0:1767384687.508096:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508098:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:2.0:1767384687.508099:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000feb58b6b. 00000004:00000001:2.0:1767384687.508103:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.508105:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000003992475. 00040000:00000001:2.0:1767384687.508110:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508111:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508112:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508113:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508115:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508116:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508120:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000046a06718. 00000004:00000010:2.0:1767384687.508123:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007ac50919. 00000004:00000010:2.0:1767384687.508126:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000da16b5b3. 00000004:00000001:2.0:1767384687.508129:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508130:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:2.0:1767384687.508132:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009a2f5231. 00000004:00000001:2.0:1767384687.508136:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.508142:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508143:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508144:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508145:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508145:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508146:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508149:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001103df62. 20000000:00000010:2.0:1767384687.508158:0:40099:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 0000000072b2010e. 00040000:00000001:2.0:1767384687.508169:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508170:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508172:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508173:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508175:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508176:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508180:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000088e16e55. 00000004:00000010:2.0:1767384687.508183:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002fae53fd. 00000004:00000010:2.0:1767384687.508187:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d7605543. 00000004:00000001:2.0:1767384687.508190:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508191:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:2.0:1767384687.508193:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005fe5f414. 00000004:00000001:2.0:1767384687.508198:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.508201:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508203:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508204:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508205:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508206:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508208:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508210:0:40099:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at 000000007691f4d8. 00080000:00000010:2.0:1767384687.508216:0:40099:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at 000000004de00f1f. 00080000:00000010:2.0:1767384687.508219:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c3ca9bd1. 00000004:00000010:2.0:1767384687.508222:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009fe1747d. 00000004:00000010:2.0:1767384687.508225:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000052b20733. 00000004:00000001:2.0:1767384687.508227:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508228:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:2.0:1767384687.508230:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f2a86895. 00000004:00000001:2.0:1767384687.508232:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.508236:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508237:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508238:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508239:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508239:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508240:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508243:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a369d2e2. 00000004:00000010:2.0:1767384687.508245:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000023b763f8. 00000004:00000010:2.0:1767384687.508248:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003195d068. 00000004:00000001:2.0:1767384687.508250:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508252:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:2.0:1767384687.508254:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009d60e9e9. 00000004:00000001:2.0:1767384687.508257:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.508266:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508268:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508269:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508270:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508271:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508273:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508275:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a77d31a2. 00000004:00000010:2.0:1767384687.508278:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001cecb973. 00000004:00000010:2.0:1767384687.508281:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000054eab47. 00000004:00000001:2.0:1767384687.508284:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508285:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x4:0x0] 00000004:00000010:2.0:1767384687.508287:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e4902db4. 00000004:00000001:2.0:1767384687.508320:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.508341:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508343:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508344:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508346:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508347:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508348:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508352:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c67f6e6d. 00000004:00000010:2.0:1767384687.508356:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004210cfd3. 00000004:00000010:2.0:1767384687.508359:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000dbb8009e. 00000004:00000001:2.0:1767384687.508362:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508363:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:2.0:1767384687.508365:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b930421f. 00000004:00000001:2.0:1767384687.508369:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.508373:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508375:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508376:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508378:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508379:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508381:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508384:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009af11547. 00000004:00000010:2.0:1767384687.508388:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007530b4dd. 00000004:00000010:2.0:1767384687.508392:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000724bb8cd. 00000004:00000001:2.0:1767384687.508394:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508396:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:2.0:1767384687.508398:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002dd2de33. 00000004:00000001:2.0:1767384687.508403:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.508407:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508408:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508409:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508410:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508411:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508417:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508420:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000009a45de. 00000020:00000010:2.0:1767384687.508423:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d7830f9d. 00040000:00000001:2.0:1767384687.508431:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508433:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508435:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508436:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508437:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508439:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508442:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000104dc2c6. 00000004:00000010:2.0:1767384687.508447:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000051ff19e0. 00000004:00000010:2.0:1767384687.508450:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004194a12e. 00000004:00000001:2.0:1767384687.508453:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508454:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:2.0:1767384687.508456:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000030014396. 00000004:00000001:2.0:1767384687.508460:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.508588:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508591:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508592:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508592:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508594:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508596:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508600:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f44d13be. 00000004:00000010:2.0:1767384687.508605:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003c7b959a. 00000004:00000010:2.0:1767384687.508608:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c399c033. 00000004:00000001:2.0:1767384687.508611:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.508613:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:2.0:1767384687.508615:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002155a946. 00000004:00000001:2.0:1767384687.508619:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384687.508625:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508627:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508628:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508629:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508631:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508632:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508636:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003c018b1e. 00000020:00000010:2.0:1767384687.508639:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003800327f. 00040000:00000001:2.0:1767384687.508670:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508672:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508673:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508675:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384687.508676:0:40099:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384687.508678:0:40099:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384687.508680:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c8e4df59. 00000020:00000010:2.0:1767384687.508684:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000072b1e4db. 00000004:00000010:2.0:1767384687.508693:0:40099:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 000000004f3b4be1. 00000004:00000001:2.0:1767384687.508696:0:40099:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:2.0:1767384687.508700:0:40099:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:2.0:1767384687.508707:0:40099:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:2.0:1767384687.508710:0:40099:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767384687.508713:0:40099:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767384687.508715:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384687.508718:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384687.508764:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384687.508767:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384687.508769:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384687.508802:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384687.508804:0:40099:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384687.508806:0:40099:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:2.0:1767384687.508809:0:40099:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:2.0:1767384687.508813:0:40099:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384687.508816:0:40099:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767384687.508819:0:40099:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384687.508821:0:40099:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384687.508823:0:40099:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:2.0:1767384687.508826:0:40099:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384687.508829:0:40099:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384687.508831:0:40099:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384687.508832:0:40099:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384687.508834:0:40099:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384687.508838:0:40099:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:2.0:1767384687.508853:0:40099:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:2.0:1767384687.508855:0:40099:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384687.508858:0:40099:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384687.508861:0:40099:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:2.0:1767384687.508863:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384687.508864:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384687.508900:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384687.508904:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384687.508905:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384687.508935:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384687.508938:0:40099:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:2.0:1767384687.508943:0:40099:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:1.0:1767384687.508975:0:17099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000874ab84c. 00000040:00000010:1.0:1767384687.508982:0:17099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c739c550. 00000020:00000010:1.0:1767384687.508987:0:17099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007af7ef2f. 00000020:00000010:1.0:1767384687.508992:0:17099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000038a5581e. 00000020:00000010:1.0:1767384687.508997:0:17099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a49cfc4f. 80000000:00000010:1.0:1767384687.509001:0:17099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d4226bd5. 40000000:00000010:1.0:1767384687.509006:0:17099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000002960479. 00100000:00000010:1.0:1767384687.509010:0:17099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002fbd0261. 00040000:00000010:1.0:1767384687.509014:0:17099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000820c58fa. 00040000:00000010:1.0:1767384687.509018:0:17099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000062326a7c. 00040000:00000010:1.0:1767384687.509028:0:17099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000030b4e21d. 00080000:00000010:1.0:1767384687.509034:0:17099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005cdb78ee. 00080000:00000010:1.0:1767384687.509039:0:17099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000085273936. 00000004:00000010:1.0:1767384687.509043:0:17099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c19f6ca9. 00000004:00000010:1.0:1767384687.509047:0:17099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001131c8d6. 00000004:00000010:1.0:1767384687.509052:0:17099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000094425058. 00002000:00000010:1.0:1767384687.509056:0:17099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000059e76218. 00000004:00000010:1.0:1767384687.509060:0:17099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000037d19b1. 00000020:00000010:1.0:1767384687.509063:0:17099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003a428110. 00000004:00000010:1.0:1767384687.509067:0:17099:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 000000005359d8f3. 00000004:00000001:1.0:1767384687.509070:0:17099:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.509118:0:40099:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:2.0:1767384687.509122:0:40099:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:0.0:1767384687.509156:0:17098:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:0.0:1767384687.509161:0:17098:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:0.0:1767384687.509164:0:17098:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:0.0:1767384687.509178:0:17098:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c968ea0e. 00000040:00000010:0.0:1767384687.509184:0:17098:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000009b23efa6. 00000040:00000001:0.0:1767384687.509187:0:17098:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384687.509190:0:17098:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384687.509192:0:17098:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:0.0:1767384687.509195:0:17098:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:0.0:1767384687.509197:0:17098:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000001cbca143. 00000040:00000010:0.0:1767384687.509201:0:17098:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000365430be. 00000040:00000001:0.0:1767384687.509203:0:17098:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384687.509206:0:17098:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1767384687.509210:0:17098:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:0.0:1767384687.509213:0:17098:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:0.0:1767384687.509218:0:17098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006a35fccc. 00000020:00000010:0.0:1767384687.509221:0:17098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001ad11e98. 00000040:00000001:0.0:1767384687.509233:0:17098:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384687.509236:0:17098:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003c68a068. 00000040:00000001:0.0:1767384687.509240:0:17098:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:0.0:1767384687.509242:0:17098:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:0.0:1767384687.509244:0:17098:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384687.509247:0:17098:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384687.509252:0:17098:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005ffb67ed. 00080000:00000001:0.0:1767384687.509256:0:17098:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468058492416 : -108605651059200 : ffff9d3946bf7e00) 00000040:00000001:0.0:1767384687.509258:0:17098:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1767384687.509260:0:17098:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:0.0:1767384687.509264:0:17098:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1767384687.509267:0:17098:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1767384687.509269:0:17098:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1767384687.509276:0:17098:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:0.0:1767384687.509280:0:17098:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509282:0:17098:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509284:0:17098:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.509287:0:17098:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384687.509324:0:17098:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509327:0:17098:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000002:0.0:1767384687.509330:0:17098:0:(osd_handler.c:4801:osd_ref_del()) [0x1:0x5:0x0] decrease nlink 1 00080000:00000001:0.0:1767384687.509356:0:17098:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:0.0:1767384687.509364:0:17098:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x1:0x5:0x0] 00000001:00000001:0.0:1767384687.509372:0:17098:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:0.0:1767384687.509375:0:17098:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:0.0:1767384687.509377:0:17098:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446635472291836160 : -108601417715456 : ffff9d3a43133100) 00000001:00000001:0.0:1767384687.509382:0:17098:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:0.0:1767384687.509401:0:17098:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384687.509404:0:17098:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.509406:0:17098:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509409:0:17098:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.509412:0:17098:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:0.0:1767384687.509419:0:17098:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384687.509421:0:17098:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384687.509424:0:17098:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509426:0:17098:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509429:0:17098:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:0.0:1767384687.509431:0:17098:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:0.0:1767384687.509434:0:17098:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384687.509437:0:17098:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cc93f6aa. 00080000:00000001:0.0:1767384687.509439:0:17098:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446635468058489344 : -108605651062272 : ffff9d3946bf7200) 00000040:00000001:0.0:1767384687.509442:0:17098:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1767384687.509445:0:17098:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1767384687.509447:0:17098:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384687.509451:0:17098:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384687.509454:0:17098:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c4592b63. 00080000:00000001:0.0:1767384687.509457:0:17098:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509464:0:17098:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509467:0:17098:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.509470:0:17098:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1767384687.509472:0:17098:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.509474:0:17098:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384687.509479:0:17098:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509482:0:17098:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:0.0:1767384687.509486:0:17098:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509488:0:17098:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:0.0:1767384687.509490:0:17098:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1767384687.509492:0:17098:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00000040:00000001:0.0:1767384687.509509:0:17098:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509512:0:17098:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.509520:0:17098:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384687.509529:0:17098:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384687.509536:0:17098:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c4592b63. 00040000:00000001:0.0:1767384687.509540:0:17098:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384687.509541:0:17098:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384687.509543:0:17098:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509546:0:17098:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509548:0:17098:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:0.0:1767384687.509780:0:17098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384687.509783:0:17098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384687.509784:0:17098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384687.509785:0:17098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1767384687.509787:0:17098:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1767384687.509789:0:17098:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1767384687.509791:0:17098:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000fda15978. 00080000:00000010:0.0:1767384687.509795:0:17098:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000083e47bb3. 00000020:00000010:0.0:1767384687.509799:0:17098:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f1667aa6. 00000040:00000001:0.0:1767384687.509804:0:17098:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384687.509806:0:17098:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cab020d7. 00000040:00000010:0.0:1767384687.509810:0:17098:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000057fb7c7a. 00000040:00000001:0.0:1767384687.509813:0:17098:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384687.509815:0:17098:0:(lu_object.c:207:lu_object_put()) Add 00000000d41da725/00000000074cca2b to site lru. bkt: 00000000ddb93682 00000040:00000001:0.0:1767384687.509818:0:17098:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384687.509820:0:17098:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000948a2e30. 00000040:00000010:0.0:1767384687.509825:0:17098:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000070d9efa5. 00000040:00000001:0.0:1767384687.509828:0:17098:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384687.509830:0:17098:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384687.509832:0:17098:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000abf19119 : new refcount 1 00000020:00000040:0.0:1767384687.509838:0:17098:0:(genops.c:898:class_export_put()) PUTting export 0000000046cf029d : new refcount 1 00000040:00000010:0.0:1767384687.509840:0:17098:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000abf19119. 00000040:00000001:0.0:1767384687.509846:0:17098:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384687.509851:0:17098:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000098dc467d. 00000020:00000010:0.0:1767384687.509857:0:17098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008070863e. 00000040:00000010:0.0:1767384687.509860:0:17098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000084bb83ef. 00000020:00000010:0.0:1767384687.509864:0:17098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a25264d. 00000020:00000010:0.0:1767384687.509868:0:17098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000310ab66d. 00040000:00000010:0.0:1767384687.509871:0:17098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000013db31d6. 00040000:00000010:0.0:1767384687.509875:0:17098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bd90f29a. 00080000:00000010:0.0:1767384687.509887:0:17098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002fb8f20b. 00080000:00000010:0.0:1767384687.509892:0:17098:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000530ed597. 00080000:00000010:0.0:1767384687.509896:0:17098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009fecf613. 00000020:00000010:0.0:1767384687.509901:0:17098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000979f07c0. 00000004:00000010:0.0:1767384687.509904:0:17098:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 0000000080a4a212. 00000004:00000001:0.0:1767384687.509912:0:17098:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.509934:0:40099:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.509938:0:40099:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:2.0:1767384687.509941:0:40099:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 00000000d45d99fa. 00000004:00000001:2.0:1767384687.509945:0:40099:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:2.0:1767384687.509949:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000087b67a70/000000001e47d050 to site lru. bkt: 00000000c7386c3e 00000020:00000002:2.0:1767384687.509952:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000eaaaff51/00000000ce68a80d to site lru. bkt: 000000001599a959 40000000:00000001:2.0:1767384687.509955:0:40099:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:2.0:1767384687.509957:0:40099:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:2.0:1767384687.510016:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000d94ac0fb : new refcount 2 40000000:00000001:2.0:1767384687.510019:0:40099:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384687.510021:0:40099:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000770ce3de. 40000000:00000001:2.0:1767384687.510032:0:40099:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.510034:0:40099:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.510036:0:40099:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384687.510040:0:40099:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:2.0:1767384687.510043:0:40099:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:914819562 to info 00000000a386338f 00100000:00000001:2.0:1767384687.510047:0:40099:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384687.510049:0:40099:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384687.510051:0:40099:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00040000:00000001:2.0:1767384687.510053:0:40099:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767384687.510054:0:40099:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:1.0:1767384687.510096:0:17104:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007f537caa. 00000020:00000010:1.0:1767384687.510101:0:17104:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000025fa768. 00000020:00000010:1.0:1767384687.510103:0:17104:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008a60db15. 00000020:00000010:1.0:1767384687.510106:0:17104:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000037d707b4. 80000000:00000010:1.0:1767384687.510108:0:17104:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004122894c. 40000000:00000010:1.0:1767384687.510111:0:17104:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ebe4cdc6. 00100000:00000010:1.0:1767384687.510113:0:17104:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000072c849a2. 00040000:00000010:1.0:1767384687.510114:0:17104:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003be2b5de. 00040000:00000010:1.0:1767384687.510117:0:17104:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001c5e12ba. 00080000:00000010:1.0:1767384687.510120:0:17104:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c6831d77. 00080000:00000010:1.0:1767384687.510122:0:17104:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b9c68f45. 00002000:00000010:1.0:1767384687.510126:0:17104:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ce439f44. 00000020:00000010:1.0:1767384687.510128:0:17104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bf84428. 00040000:00000010:1.0:1767384687.510130:0:17104:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000ba28647a. 00040000:00000001:1.0:1767384687.510132:0:17104:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384687.510154:0:40099:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767384687.510158:0:40099:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767384687.510159:0:40099:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384687.510161:0:40099:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384687.510164:0:40099:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384687.510168:0:40099:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384687.510171:0:40099:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384687.510172:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.510175:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000d30a6009. 00000001:00000010:2.0:1767384687.510179:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d0957df1. 00000001:00000010:2.0:1767384687.510181:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000010c1f7a4. 00000001:00000001:2.0:1767384687.510185:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384687.510187:0:40099:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000d065fd68. 00000020:00000002:2.0:1767384687.510193:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000071aec4b/000000009ae52e17 to site lru. bkt: 000000002794a203 00000020:00000002:2.0:1767384687.510195:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000007a3879cf/00000000dd2b917e to site lru. bkt: 00000000b5cc7b58 00040000:00000010:2.0:1767384687.510198:0:40099:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000001afe925d. 00040000:00000001:2.0:1767384687.510200:0:40099:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384687.510201:0:40099:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384687.510203:0:40099:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384687.510204:0:40099:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384687.510207:0:40099:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384687.510208:0:40099:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384687.510209:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.510211:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000004da19edc. 00000001:00000010:2.0:1767384687.510214:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000053f589d5. 00000001:00000010:2.0:1767384687.510217:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000003b6d2691. 00000001:00000001:2.0:1767384687.510221:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384687.510222:0:40099:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000000717383. 00000020:00000002:2.0:1767384687.510227:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000008d73e595/0000000004b0ac4f to site lru. bkt: 000000008ee0faca 00000020:00000002:2.0:1767384687.510230:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000f880c04d/00000000972f91e2 to site lru. bkt: 00000000cfce2175 00040000:00000010:2.0:1767384687.510231:0:40099:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000aed09ce8. 00040000:00000001:2.0:1767384687.510237:0:40099:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384687.510238:0:40099:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384687.510240:0:40099:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384687.510241:0:40099:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384687.510244:0:40099:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384687.510246:0:40099:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384687.510247:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.510249:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a5485deb. 00000001:00000010:2.0:1767384687.510252:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000c567a3cd. 00000001:00000010:2.0:1767384687.510254:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e5895c49. 00000001:00000001:2.0:1767384687.510259:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384687.510260:0:40099:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000000667c50. 00000020:00000002:2.0:1767384687.510264:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000068150ab6/00000000ce65c5b6 to site lru. bkt: 00000000677f985c 00000020:00000002:2.0:1767384687.510267:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000bb218a5a/0000000017f9f43c to site lru. bkt: 000000003ae48db4 00040000:00000010:2.0:1767384687.510269:0:40099:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000031f1665b. 00040000:00000001:2.0:1767384687.510272:0:40099:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767384687.510275:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000006ce05244 : new refcount 4 00000020:00000010:2.0:1767384687.510277:0:40099:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 0000000072db1696. 00040000:04000000:2.0:1767384687.510282:0:40099:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767384687.510283:0:40099:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 0000000017d1f667. 00040000:00000001:2.0:1767384687.510286:0:40099:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00040000:00000001:2.0:1767384687.510287:0:40099:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767384687.510288:0:40099:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:0.0:1767384687.510351:0:17105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fc04b171. 00000020:00000010:0.0:1767384687.510357:0:17105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000714537ba. 00000020:00000010:0.0:1767384687.510360:0:17105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ae4a9697. 00000020:00000010:0.0:1767384687.510364:0:17105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000afcc80e8. 80000000:00000010:0.0:1767384687.510367:0:17105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003baa24e5. 40000000:00000010:0.0:1767384687.510370:0:17105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006ce22634. 00100000:00000010:0.0:1767384687.510373:0:17105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000090b51a55. 00040000:00000010:0.0:1767384687.510377:0:17105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001f5a0fa4. 00040000:00000010:0.0:1767384687.510380:0:17105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c3d2a206. 00080000:00000010:0.0:1767384687.510383:0:17105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d2a38706. 00080000:00000010:0.0:1767384687.510388:0:17105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d7f9c5f7. 00002000:00000010:0.0:1767384687.510391:0:17105:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ecd12c6d. 00000020:00000010:0.0:1767384687.510395:0:17105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000131a9bb1. 00040000:00000010:0.0:1767384687.510397:0:17105:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000069bafbf. 00040000:00000001:0.0:1767384687.510400:0:17105:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384687.510422:0:40099:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767384687.510425:0:40099:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767384687.510426:0:40099:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384687.510428:0:40099:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384687.510429:0:40099:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384687.510432:0:40099:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384687.510434:0:40099:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384687.510435:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.510437:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000003e45fd7f. 00000001:00000010:2.0:1767384687.510441:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000dbc74b06. 00000001:00000010:2.0:1767384687.510445:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000069d550c0. 00000001:00000001:2.0:1767384687.510448:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384687.510450:0:40099:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000fdac1b02. 00000020:00000002:2.0:1767384687.510452:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000001ef06b14/000000001b23406f to site lru. bkt: 00000000d8ff5884 00000020:00000002:2.0:1767384687.510461:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000ab4414a6/000000000ce9d878 to site lru. bkt: 000000002794a203 00000020:00000002:2.0:1767384687.510464:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000008cdc27b3/000000005095f428 to site lru. bkt: 00000000ef3c348c 00040000:00000010:2.0:1767384687.510466:0:40099:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000003ceebff. 00040000:00000001:2.0:1767384687.510469:0:40099:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384687.510470:0:40099:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384687.510472:0:40099:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384687.510473:0:40099:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384687.510476:0:40099:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384687.510478:0:40099:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384687.510479:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.510480:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e27f1510. 00000001:00000010:2.0:1767384687.510483:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000683f984f. 00000001:00000010:2.0:1767384687.510485:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000003e5485e7. 00000001:00000001:2.0:1767384687.510488:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384687.510489:0:40099:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000072b5327. 00000020:00000002:2.0:1767384687.510493:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000007c1cc4db/00000000adfaf67b to site lru. bkt: 000000000f0241ab 00000020:00000002:2.0:1767384687.510496:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000c1ad8551/00000000c44ebb56 to site lru. bkt: 000000008ee0faca 00000020:00000002:2.0:1767384687.510499:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000f75330ba/00000000f3566f48 to site lru. bkt: 00000000b9ebadf2 00040000:00000010:2.0:1767384687.510501:0:40099:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000d55dd7bc. 00040000:00000001:2.0:1767384687.510503:0:40099:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384687.510504:0:40099:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384687.510505:0:40099:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384687.510507:0:40099:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384687.510509:0:40099:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384687.510511:0:40099:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384687.510512:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.510513:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000067220fb0. 00000001:00000010:2.0:1767384687.510516:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000db436985. 00000001:00000010:2.0:1767384687.510518:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000000d22751c. 00000001:00000001:2.0:1767384687.510520:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384687.510521:0:40099:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000afb1ac64. 00000020:00000002:2.0:1767384687.510524:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000da79406c/00000000c951b8b2 to site lru. bkt: 0000000095724900 00000020:00000002:2.0:1767384687.510527:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000090cbf1db/00000000aee2c994 to site lru. bkt: 00000000677f985c 00000020:00000002:2.0:1767384687.510530:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000b0752c29/00000000025e70bb to site lru. bkt: 0000000065bb993f 00040000:00000010:2.0:1767384687.510532:0:40099:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000004f08a16d. 00040000:00000001:2.0:1767384687.510534:0:40099:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767384687.510536:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000006ce05244 : new refcount 3 00000020:00000010:2.0:1767384687.510538:0:40099:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000d1f5b9c1. 00080000:00000010:2.0:1767384687.510544:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bcadfc93. 00000004:00000010:2.0:1767384687.510547:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000063a48ccf. 00000004:00000010:2.0:1767384687.510551:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000ce26b9d. 00000004:00000001:2.0:1767384687.510553:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.510555:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x8:0x0] 00000004:00000010:2.0:1767384687.510557:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a634b242. 00000004:00000001:2.0:1767384687.510560:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:2.0:1767384687.510562:0:40099:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767384687.510563:0:40099:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000ca613e85. 00040000:00000001:2.0:1767384687.510566:0:40099:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:2.0:1767384687.510567:0:40099:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384687.510639:0:40099:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384687.510656:0:40099:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 00000000235e7834. 00080000:00000010:2.0:1767384687.510666:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004333f86d. 00000020:00000010:2.0:1767384687.510669:0:40099:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 00000000c48d6480. 00080000:00000001:2.0:1767384687.510674:0:40099:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384687.510676:0:40099:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.510678:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384687.510681:0:40099:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384687.510683:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384687.510685:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4d4b 00000020:00000040:2.0:1767384687.510688:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f33ee8fb with handle 0x9f279d7a9a0b4d4b from hash 00000020:00000001:2.0:1767384687.510693:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384687.510695:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000f33ee8fb : new refcount 1 00000020:00000001:2.0:1767384687.510697:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384687.510698:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000f33ee8fb : new refcount 0 00000020:00000080:2.0:1767384687.510700:0:40099:0:(genops.c:904:class_export_put()) final put 00000000f33ee8fb/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384687.510703:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.510712:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384687.510715:0:40099:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.510717:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.510719:0:40099:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.510722:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384687.510724:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000f33ee8fb/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384687.510727:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384687.510729:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:2.0:1767384687.510730:0:40099:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 00000000d7a5fec8. 00000020:00000040:1.0:1767384687.510731:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000cf608087) now 8 - export 00000020:00000010:1.0:1767384687.510735:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f33ee8fb. 00000020:00000001:1.0:1767384687.510741:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00100000:00000001:2.0:1767384687.510752:0:40099:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000002:2.0:1767384687.510756:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000004ea4dca8/0000000030e8aa8e to site lru. bkt: 00000000f7d2c11b 00000020:00000002:2.0:1767384687.510760:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000b63398f4/00000000d8bde45f to site lru. bkt: 0000000031a66e3b 00000020:00000002:2.0:1767384687.510763:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000001191bc/00000000ea095c54 to site lru. bkt: 000000000f127956 00000020:00000002:2.0:1767384687.510767:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000229c4179/000000009c659466 to site lru. bkt: 0000000092463824 00000020:00000002:2.0:1767384687.510770:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000cb08ba32/0000000092894b13 to site lru. bkt: 00000000b168386e 00000020:00000002:2.0:1767384687.510773:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000006596ea7c/000000005e867e38 to site lru. bkt: 000000008893c10a 00000020:00000002:2.0:1767384687.510775:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000b1f48242/00000000f76e3995 to site lru. bkt: 000000004eedf130 00000020:00000002:2.0:1767384687.510778:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000987353eb/00000000bbcb583b to site lru. bkt: 00000000eed3281c 00000020:00000002:2.0:1767384687.510781:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000ee116656/00000000d0b6c920 to site lru. bkt: 000000006fdbdadc 00000020:00000002:2.0:1767384687.510783:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000081cc3338/000000004d72d079 to site lru. bkt: 00000000a2ee7eed 00000020:00000002:2.0:1767384687.510785:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000009d35dd94/00000000a29c908f to site lru. bkt: 00000000e67bd316 00000020:00000002:2.0:1767384687.510793:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000006bfaf313/00000000472572d4 to site lru. bkt: 0000000098ea19be 00000020:00000002:2.0:1767384687.510796:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000006a3b2304/00000000270e2453 to site lru. bkt: 00000000c633019b 00000020:00000002:2.0:1767384687.510798:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000007e2c7ff0/00000000c2064117 to site lru. bkt: 000000006936582d 00000020:00000002:2.0:1767384687.510801:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000fba3d8ce/00000000845e6756 to site lru. bkt: 0000000021a787db 00000020:00000002:2.0:1767384687.510804:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000009de6db31/000000007768a19b to site lru. bkt: 000000006c63e11f 00000020:00000002:2.0:1767384687.510807:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000015b14459/0000000003c32af8 to site lru. bkt: 0000000006e00f89 00000020:00000002:2.0:1767384687.510810:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000007a74228e/00000000ad5fc263 to site lru. bkt: 00000000b3e154e6 00100000:00000010:2.0:1767384687.510813:0:40099:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 0000000044a00e17. 00100000:00000010:2.0:1767384687.510817:0:40099:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 000000002a55bbdf. 00100000:00000010:2.0:1767384687.510822:0:40099:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 0000000036969db8. 00100000:00000010:2.0:1767384687.510825:0:40099:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 0000000099fa683a. 00000020:00000002:2.0:1767384687.510828:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000002b6b7b74/00000000ba63a32e to site lru. bkt: 0000000063f042a5 00000020:00000002:2.0:1767384687.510831:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000029c0732b/00000000487acc6f to site lru. bkt: 000000005099ce6d 00000020:00000002:2.0:1767384687.510834:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000008cb65fc2/00000000a31f3306 to site lru. bkt: 00000000c688cb17 00000020:00000002:2.0:1767384687.510837:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000005ae21b1c/0000000008148f7e to site lru. bkt: 000000001271ddff 00000020:00000002:2.0:1767384687.510841:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000007d33b827/00000000900d87c2 to site lru. bkt: 00000000f518593a 00000020:00000002:2.0:1767384687.510843:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000075ddd01b/00000000e95e43a6 to site lru. bkt: 0000000050fc9337 00000020:00000002:2.0:1767384687.510846:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000018c7bd83/000000003dcca138 to site lru. bkt: 000000003c4045fb 00000020:00000002:2.0:1767384687.510849:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000ca04ba3b/00000000019044be to site lru. bkt: 00000000acda7f4c 00000020:00000002:2.0:1767384687.510851:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000004d61f3d3/00000000a40c19a9 to site lru. bkt: 000000009f66c837 00000020:00000002:2.0:1767384687.510854:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000005499f5c5/00000000ce6d59c1 to site lru. bkt: 00000000f994c6c6 00000020:00000002:2.0:1767384687.510857:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000000ca09d94/000000003562eee0 to site lru. bkt: 0000000063484798 00000020:00000002:2.0:1767384687.510860:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000070b5cbc2/000000005cf32f63 to site lru. bkt: 00000000ffdfc210 00000020:00000002:2.0:1767384687.510862:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000ecf4e736/00000000020fe1ac to site lru. bkt: 00000000e9325062 00000020:00000002:2.0:1767384687.510865:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000fca751b1/000000005d49365b to site lru. bkt: 000000007572dc88 00000020:00000002:2.0:1767384687.510867:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000008a22c721/0000000006e49460 to site lru. bkt: 00000000118d7fdb 00000020:00000002:2.0:1767384687.510870:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000a3072299/00000000e25d4e1a to site lru. bkt: 00000000f9726797 00000020:00000002:2.0:1767384687.510872:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000df56fe9e/00000000e5eee190 to site lru. bkt: 000000009deda5f0 00100000:00000010:2.0:1767384687.510874:0:40099:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 000000004119144b. 00100000:00000010:2.0:1767384687.510877:0:40099:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 000000006465fadb. 00100000:00000010:2.0:1767384687.510882:0:40099:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 000000007e3cdbf8. 00100000:00000010:2.0:1767384687.510885:0:40099:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 000000005a31b33e. 00100000:00000010:2.0:1767384687.510889:0:40099:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 000000009aac1af6. 00100000:00000010:2.0:1767384687.510892:0:40099:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 0000000062b01922. 00000020:00000002:2.0:1767384687.510898:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000064a5e6c6/00000000c6eb4864 to site lru. bkt: 00000000a40fad80 00000020:00000002:2.0:1767384687.510901:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000000fb6b2c0/000000008e0bc521 to site lru. bkt: 00000000c40d7855 40000000:00000001:2.0:1767384687.510904:0:40099:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384687.510968:0:40099:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:2.0:1767384687.510970:0:40099:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 00000000007f7cd8. 00100000:00000010:2.0:1767384687.510973:0:40099:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 000000005046d1f1. 00000004:00000001:2.0:1767384687.510976:0:40099:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:2.0:1767384687.510979:0:40099:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000006bd95e14 : new refcount 2 00000040:00000001:2.0:1767384687.510981:0:40099:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384687.510983:0:40099:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384687.510985:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000002db5c71c/0000000007b1f64d to site lru. bkt: 000000002f36dcb6 00000040:00000010:2.0:1767384687.510988:0:40099:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 00000000f0983ee7. 00000040:00000001:2.0:1767384687.510990:0:40099:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384687.510993:0:40099:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000087a57eea. 00000040:00000010:2.0:1767384687.510997:0:40099:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000334a5011. 00000040:00000001:2.0:1767384687.511000:0:40099:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384687.511001:0:40099:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384687.511003:0:40099:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000006bd95e14 : new refcount 1 00000020:00000040:2.0:1767384687.511006:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000001b990387 : new refcount 3 00000040:00000010:2.0:1767384687.511008:0:40099:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000006bd95e14. 00000040:00000001:2.0:1767384687.511012:0:40099:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.511014:0:40099:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384687.511017:0:40099:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000cca262c0 : new refcount 2 00000040:00000001:2.0:1767384687.511019:0:40099:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384687.511020:0:40099:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384687.511022:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000dd1ae847/00000000900a9444 to site lru. bkt: 00000000a204179d 00000040:00000010:2.0:1767384687.511024:0:40099:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 0000000073114a9c. 00000040:00000001:2.0:1767384687.511027:0:40099:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384687.511028:0:40099:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000043c7dfa4. 00000040:00000010:2.0:1767384687.511031:0:40099:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003c4260fb. 00000040:00000001:2.0:1767384687.511033:0:40099:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384687.511035:0:40099:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384687.511036:0:40099:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000cca262c0 : new refcount 1 00000020:00000040:2.0:1767384687.511038:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000001b990387 : new refcount 2 00000040:00000010:2.0:1767384687.511040:0:40099:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000cca262c0. 00000040:00000001:2.0:1767384687.511043:0:40099:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384687.511045:0:40099:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000041201b19 : new refcount 2 00000040:00000001:2.0:1767384687.511046:0:40099:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384687.511047:0:40099:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384687.511049:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000df66eaeb/000000006ef5c93a to site lru. bkt: 00000000594160a7 00000040:00000010:2.0:1767384687.511051:0:40099:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 000000006d50b559. 00000040:00000001:2.0:1767384687.511053:0:40099:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384687.511055:0:40099:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004e30ffb6. 00000040:00000010:2.0:1767384687.511058:0:40099:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fa0c8341. 00000040:00000001:2.0:1767384687.511060:0:40099:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384687.511062:0:40099:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384687.511063:0:40099:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000041201b19 : new refcount 1 00000020:00000040:2.0:1767384687.511065:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000001b990387 : new refcount 1 00000040:00000010:2.0:1767384687.511067:0:40099:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000041201b19. 00000040:00000001:2.0:1767384687.511069:0:40099:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.511071:0:40099:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:2.0:1767384687.511074:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000005212f788/00000000bdcfa753 to site lru. bkt: 000000004279a0df 00000004:00000001:2.0:1767384687.511076:0:40099:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:2.0:1767384687.511079:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000ee0ff246/0000000057aed5ef to site lru. bkt: 00000000c91a67a6 00000020:00000002:2.0:1767384687.511082:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000002513da42/00000000a317e663 to site lru. bkt: 0000000014efe430 00000020:00000002:2.0:1767384687.511084:0:40099:0:(lu_object.c:207:lu_object_put()) Add 0000000068d095e9/0000000013fa29ef to site lru. bkt: 00000000618181dc 00000001:00000001:2.0:1767384687.511087:0:40099:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:2.0:1767384687.511090:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000e1069487/000000003a2bfb42 to site lru. bkt: 0000000057d7a0a9 00000001:00000010:2.0:1767384687.511092:0:40099:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 00000000a9766902. 00000001:00000001:2.0:1767384687.511095:0:40099:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:2.0:1767384687.511100:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000056d2e3b4. 00080000:00000010:2.0:1767384687.511111:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006596ea7c. 00000020:00000010:2.0:1767384687.511115:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005e867e38. 00080000:00000010:2.0:1767384687.511124:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000087b67a70. 00000004:00000010:2.0:1767384687.511128:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f48fdcad. 00000004:00000010:2.0:1767384687.511131:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000052b5e846. 00000004:00000001:2.0:1767384687.511134:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511136:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:2.0:1767384687.511138:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001e47d050. 00000004:00000001:2.0:1767384687.511142:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511145:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c0025a20. 00080000:00000010:2.0:1767384687.511150:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009de6db31. 00000020:00000010:2.0:1767384687.511153:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007768a19b. 00080000:00000010:2.0:1767384687.511158:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d9eb1f2b. 00080000:00000010:2.0:1767384687.511163:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a3072299. 00000020:00000010:2.0:1767384687.511166:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e25d4e1a. 00080000:00000010:2.0:1767384687.511171:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ddc400ef. 00080000:00000010:2.0:1767384687.511178:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000018c7bd83. 00000020:00000010:2.0:1767384687.511180:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003dcca138. 00080000:00000010:2.0:1767384687.511187:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004013f755. 00000004:00000010:2.0:1767384687.511190:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005212f788. 00000004:00000010:2.0:1767384687.511193:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006edfd36f. 00000004:00000001:2.0:1767384687.511195:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511196:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:2.0:1767384687.511198:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000bdcfa753. 00000004:00000001:2.0:1767384687.511201:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511204:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000059bafcc6. 00080000:00000010:2.0:1767384687.511208:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000029c0732b. 00000020:00000010:2.0:1767384687.511211:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000487acc6f. 00080000:00000010:2.0:1767384687.511216:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000da79406c. 00000004:00000010:2.0:1767384687.511219:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c4a83505. 00000004:00000010:2.0:1767384687.511222:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fb29fa53. 00000004:00000001:2.0:1767384687.511224:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511225:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:2.0:1767384687.511226:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c951b8b2. 00000004:00000001:2.0:1767384687.511230:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511234:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000e6d0e269. 00080000:00000010:2.0:1767384687.511240:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f880c04d. 00000004:00000010:2.0:1767384687.511242:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005e066ba6. 00000004:00000010:2.0:1767384687.511245:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000237f60ea. 00000004:00000001:2.0:1767384687.511248:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511249:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:2.0:1767384687.511251:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000972f91e2. 00000004:00000001:2.0:1767384687.511256:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511259:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000f5a46cc9. 00080000:00000010:2.0:1767384687.511264:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000081cc3338. 00000020:00000010:2.0:1767384687.511267:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004d72d079. 00080000:00000010:2.0:1767384687.511272:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002db5c71c. 00000020:00000010:2.0:1767384687.511274:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000007b1f64d. 00080000:00000010:2.0:1767384687.511283:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007a74228e. 00000020:00000010:2.0:1767384687.511286:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ad5fc263. 00080000:00000010:2.0:1767384687.511315:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c67394c2. 00080000:00000010:2.0:1767384687.511320:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000090cbf1db. 00000004:00000010:2.0:1767384687.511324:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bd64e580. 00000004:00000010:2.0:1767384687.511326:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bee85d07. 00000004:00000001:2.0:1767384687.511329:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511330:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:2.0:1767384687.511332:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000aee2c994. 00000004:00000001:2.0:1767384687.511335:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511337:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000001662ccd. 00080000:00000010:2.0:1767384687.511342:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000068150ab6. 00000004:00000010:2.0:1767384687.511344:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000042e54348. 00000004:00000010:2.0:1767384687.511347:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007988eda2. 00000004:00000001:2.0:1767384687.511349:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511350:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:2.0:1767384687.511352:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ce65c5b6. 00000004:00000001:2.0:1767384687.511355:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511357:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d1f38a1c. 00080000:00000010:2.0:1767384687.511361:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000ca09d94. 00000020:00000010:2.0:1767384687.511363:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003562eee0. 00080000:00000010:2.0:1767384687.511368:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002fac047e. 00080000:00000010:2.0:1767384687.511372:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000015b14459. 00000020:00000010:2.0:1767384687.511374:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000003c32af8. 00080000:00000010:2.0:1767384687.511378:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006aaeafff. 00080000:00000010:2.0:1767384687.511384:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e1069487. 00000020:00000010:2.0:1767384687.511387:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003a2bfb42. 00080000:00000010:2.0:1767384687.511392:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004ea4dca8. 00000004:00000010:2.0:1767384687.511395:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000040ae3ebc. 00000004:00000010:2.0:1767384687.511397:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b4aa2cd0. 00000004:00000001:2.0:1767384687.511400:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511401:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:2.0:1767384687.511403:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000030e8aa8e. 00000004:00000001:2.0:1767384687.511406:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511410:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002de47493. 00080000:00000010:2.0:1767384687.511415:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005ae21b1c. 00000020:00000010:2.0:1767384687.511418:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000008148f7e. 00080000:00000010:2.0:1767384687.511424:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d4e0c86d. 00080000:00000010:2.0:1767384687.511429:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008cdc27b3. 00000004:00000010:2.0:1767384687.511432:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001262d50a. 00000004:00000010:2.0:1767384687.511435:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003eea3a68. 00000004:00000001:2.0:1767384687.511437:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511439:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:2.0:1767384687.511440:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005095f428. 00000004:00000001:2.0:1767384687.511445:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511448:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005a00ab63. 00080000:00000010:2.0:1767384687.511454:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b1f48242. 00000020:00000010:2.0:1767384687.511457:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f76e3995. 00080000:00000010:2.0:1767384687.511469:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ca659352. 00080000:00000010:2.0:1767384687.511474:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008cb65fc2. 00000020:00000010:2.0:1767384687.511476:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a31f3306. 00080000:00000010:2.0:1767384687.511481:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f57ea590. 00000004:00000010:2.0:1767384687.511490:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000087d8eee. 00000004:00000010:2.0:1767384687.511493:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ee0ff246. 00000004:00000001:2.0:1767384687.511495:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511496:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:2.0:1767384687.511498:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000057aed5ef. 00000004:00000001:2.0:1767384687.511502:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511507:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000df66eaeb. 00000020:00000010:2.0:1767384687.511509:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006ef5c93a. 00080000:00000010:2.0:1767384687.511514:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006fd1f0a4. 00080000:00000010:2.0:1767384687.511519:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000070b5cbc2. 00000020:00000010:2.0:1767384687.511521:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005cf32f63. 00080000:00000010:2.0:1767384687.511526:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001c0a3883. 00080000:00000010:2.0:1767384687.511531:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b63398f4. 00000020:00000010:2.0:1767384687.511533:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d8bde45f. 00080000:00000010:2.0:1767384687.511538:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000baa6e380. 00080000:00000010:2.0:1767384687.511543:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ca04ba3b. 00000020:00000010:2.0:1767384687.511545:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000019044be. 00080000:00000010:2.0:1767384687.511551:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d70fbc53. 00080000:00000010:2.0:1767384687.511555:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bb218a5a. 00000004:00000010:2.0:1767384687.511558:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f865015a. 00000004:00000010:2.0:1767384687.511560:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000082aec083. 00000004:00000001:2.0:1767384687.511563:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511564:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:2.0:1767384687.511566:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000017f9f43c. 00000004:00000001:2.0:1767384687.511569:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511572:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000f7df2534. 00080000:00000010:2.0:1767384687.511576:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009d35dd94. 00000020:00000010:2.0:1767384687.511578:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a29c908f. 00080000:00000010:2.0:1767384687.511585:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000064a5e6c6. 00000020:00000010:2.0:1767384687.511587:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c6eb4864. 00080000:00000010:2.0:1767384687.511594:0:40099:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000a2b7c436. 00080000:00000010:2.0:1767384687.511596:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d41da725. 00000020:00000010:2.0:1767384687.511599:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000074cca2b. 00080000:00000010:2.0:1767384687.511670:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000030d2c96b. 00080000:00000010:2.0:1767384687.511677:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004d61f3d3. 00000020:00000010:2.0:1767384687.511680:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a40c19a9. 00080000:00000010:2.0:1767384687.511686:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d76482af. 00080000:00000010:2.0:1767384687.511690:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000229c4179. 00000020:00000010:2.0:1767384687.511692:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009c659466. 00080000:00000010:2.0:1767384687.511699:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000012fd127e. 00080000:00000010:2.0:1767384687.511703:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007e2c7ff0. 00000020:00000010:2.0:1767384687.511705:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c2064117. 00080000:00000010:2.0:1767384687.511710:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000192f374. 00080000:00000010:2.0:1767384687.511715:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fca751b1. 00000020:00000010:2.0:1767384687.511718:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005d49365b. 00080000:00000010:2.0:1767384687.511723:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a5b4543b. 00080000:00000010:2.0:1767384687.511727:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ecf4e736. 00000020:00000010:2.0:1767384687.511729:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000020fe1ac. 00080000:00000010:2.0:1767384687.511734:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000067e8ef8e. 00080000:00000010:2.0:1767384687.511738:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000001191bc. 00000020:00000010:2.0:1767384687.511741:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ea095c54. 00080000:00000010:2.0:1767384687.511747:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004e9550c5. 00000004:00000010:2.0:1767384687.511750:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a21b07fd. 00000004:00000010:2.0:1767384687.511752:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002513da42. 00000004:00000001:2.0:1767384687.511755:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511756:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:2.0:1767384687.511758:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a317e663. 00000004:00000001:2.0:1767384687.511761:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511765:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000004209f12e. 00080000:00000010:2.0:1767384687.511769:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006bfaf313. 00000020:00000010:2.0:1767384687.511771:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000472572d4. 00080000:00000010:2.0:1767384687.511777:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001ef06b14. 00000004:00000010:2.0:1767384687.511780:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000851fd052. 00000004:00000010:2.0:1767384687.511782:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006c2c88e0. 00000004:00000001:2.0:1767384687.511785:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511786:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:2.0:1767384687.511788:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001b23406f. 00000004:00000001:2.0:1767384687.511792:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511796:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a97f2272. 00080000:00000010:2.0:1767384687.511802:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ab4414a6. 00000004:00000010:2.0:1767384687.511804:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003cfc0233. 00000004:00000010:2.0:1767384687.511807:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e93868c1. 00000004:00000001:2.0:1767384687.511810:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511811:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:2.0:1767384687.511813:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000ce9d878. 00000004:00000001:2.0:1767384687.511819:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511821:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c352374f. 00080000:00000010:2.0:1767384687.511824:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000071aec4b. 00000004:00000010:2.0:1767384687.511827:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000078ae0e37. 00000004:00000010:2.0:1767384687.511834:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bc478e0d. 00000004:00000001:2.0:1767384687.511837:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511838:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:2.0:1767384687.511840:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009ae52e17. 00000004:00000001:2.0:1767384687.511843:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511847:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000004bd97313. 00080000:00000010:2.0:1767384687.511852:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000987353eb. 00000020:00000010:2.0:1767384687.511854:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bbcb583b. 00080000:00000010:2.0:1767384687.511862:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000dd1ae847. 00000020:00000010:2.0:1767384687.511865:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000900a9444. 00080000:00000010:2.0:1767384687.511873:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000df56fe9e. 00000020:00000010:2.0:1767384687.511875:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e5eee190. 00080000:00000010:2.0:1767384687.511880:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002d8f2efc. 00080000:00000010:2.0:1767384687.511885:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000075ddd01b. 00000020:00000010:2.0:1767384687.511887:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e95e43a6. 00080000:00000010:2.0:1767384687.511893:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a86b8e44. 00080000:00000010:2.0:1767384687.511897:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007a3879cf. 00000004:00000010:2.0:1767384687.511900:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000197a1231. 00000004:00000010:2.0:1767384687.511902:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000041a023e. 00000004:00000001:2.0:1767384687.511904:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.511906:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:2.0:1767384687.511908:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000dd2b917e. 00000004:00000001:2.0:1767384687.511911:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.511913:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000003b19453a. 00080000:00000010:2.0:1767384687.511918:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ee116656. 00000020:00000010:2.0:1767384687.511920:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d0b6c920. 00080000:00000010:2.0:1767384687.511925:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009e548944. 00080000:00000010:2.0:1767384687.511929:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fba3d8ce. 00000020:00000010:2.0:1767384687.511931:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000845e6756. 00080000:00000010:2.0:1767384687.511936:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000022d873f8. 00080000:00000010:2.0:1767384687.511940:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008a22c721. 00000020:00000010:2.0:1767384687.511942:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000006e49460. 00080000:00000010:2.0:1767384687.511982:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002f36bd13. 00080000:00000010:2.0:1767384687.511989:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000cb08ba32. 00000020:00000010:2.0:1767384687.511991:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000092894b13. 00080000:00000010:2.0:1767384687.511999:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000522a78bd. 00080000:00000010:2.0:1767384687.512004:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b0752c29. 00000004:00000010:2.0:1767384687.512007:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005e1d9979. 00000004:00000010:2.0:1767384687.512009:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c84182bf. 00000004:00000001:2.0:1767384687.512011:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.512012:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:2.0:1767384687.512013:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000025e70bb. 00000004:00000001:2.0:1767384687.512016:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.512027:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000cedbe398. 00080000:00000010:2.0:1767384687.512032:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007d33b827. 00000020:00000010:2.0:1767384687.512035:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000900d87c2. 00080000:00000010:2.0:1767384687.512040:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000385d208b. 00080000:00000010:2.0:1767384687.512045:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f75330ba. 00000004:00000010:2.0:1767384687.512048:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e2931752. 00000004:00000010:2.0:1767384687.512050:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007f2c8933. 00000004:00000001:2.0:1767384687.512052:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.512054:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:2.0:1767384687.512055:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000f3566f48. 00000004:00000001:2.0:1767384687.512059:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.512064:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000eaaaff51. 00000004:00000010:2.0:1767384687.512067:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ca2da42b. 00000004:00000010:2.0:1767384687.512069:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008c39904c. 00000004:00000001:2.0:1767384687.512072:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.512073:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:2.0:1767384687.512075:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ce68a80d. 00000004:00000001:2.0:1767384687.512078:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.512081:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005654f824. 00080000:00000010:2.0:1767384687.512086:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006a3b2304. 00000020:00000010:2.0:1767384687.512088:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000270e2453. 00080000:00000010:2.0:1767384687.512094:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000f8a4074. 00080000:00000010:2.0:1767384687.512099:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c1ad8551. 00000004:00000010:2.0:1767384687.512102:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bc765326. 00000004:00000010:2.0:1767384687.512104:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c7282bf3. 00000004:00000001:2.0:1767384687.512107:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.512108:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:2.0:1767384687.512110:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c44ebb56. 00000004:00000001:2.0:1767384687.512113:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.512115:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000eec9df18. 00080000:00000010:2.0:1767384687.512119:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008d73e595. 00000004:00000010:2.0:1767384687.512122:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f37c41dc. 00000004:00000010:2.0:1767384687.512124:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000552e41dd. 00000004:00000001:2.0:1767384687.512127:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.512128:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:2.0:1767384687.512130:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000004b0ac4f. 00000004:00000001:2.0:1767384687.512133:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.512135:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000008bc93abc. 00080000:00000010:2.0:1767384687.512139:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002b6b7b74. 00000020:00000010:2.0:1767384687.512142:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ba63a32e. 00080000:00000010:2.0:1767384687.512148:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000b39e0e6f. 00080000:00000010:2.0:1767384687.512151:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005499f5c5. 00000020:00000010:2.0:1767384687.512154:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ce6d59c1. 00080000:00000010:2.0:1767384687.512194:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009f6acdcc. 00000004:00000010:2.0:1767384687.512198:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000017801cbf. 00000004:00000010:2.0:1767384687.512200:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000068d095e9. 00000004:00000001:2.0:1767384687.512202:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.512203:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:2.0:1767384687.512205:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000013fa29ef. 00000004:00000001:2.0:1767384687.512207:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384687.512217:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000fb6b2c0. 00000020:00000010:2.0:1767384687.512220:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008e0bc521. 00080000:00000010:2.0:1767384687.512228:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007c1cc4db. 00000004:00000010:2.0:1767384687.512231:0:40099:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c6372151. 00000004:00000010:2.0:1767384687.512233:0:40099:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000d267adf. 00000004:00000001:2.0:1767384687.512237:0:40099:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384687.512238:0:40099:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:2.0:1767384687.512240:0:40099:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000adfaf67b. 00000004:00000001:2.0:1767384687.512243:0:40099:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:2.0:1767384687.512245:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384687.512248:0:40099:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384687.512249:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384687.512251:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4d60 00000020:00000040:2.0:1767384687.512253:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002de59d98 with handle 0x9f279d7a9a0b4d60 from hash 00000020:00000001:2.0:1767384687.512256:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384687.512258:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000002de59d98 : new refcount 1 00000020:00000001:2.0:1767384687.512259:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384687.512260:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000002de59d98 : new refcount 0 00000020:00000080:2.0:1767384687.512262:0:40099:0:(genops.c:904:class_export_put()) final put 000000002de59d98/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384687.512264:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.512273:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.512275:0:40099:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384687.512277:0:40099:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000001:1.0:1767384687.512281:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:2.0:1767384687.512282:0:40099:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000007691f4d8. 00000020:00000080:1.0:1767384687.512284:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000002de59d98/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:2.0:1767384687.512286:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384687.512287:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384687.512305:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.512308:0:40099:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000040:1.0:1767384687.512308:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000a6424112) now 4 - export 00000020:00000080:2.0:1767384687.512313:0:40099:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000010:1.0:1767384687.512313:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000002de59d98. 00000020:00000001:2.0:1767384687.512318:0:40099:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384687.512321:0:40099:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (00000000a6424112) has no exports 00000020:00000001:1.0:1767384687.512322:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384687.512324:0:40099:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384687.512327:0:40099:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384687.512329:0:40099:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:2.0:1767384687.512331:0:40099:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:2.0:1767384687.512339:0:40099:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384687.512341:0:40099:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000008d288966. 00000020:00000001:2.0:1767384687.512344:0:40099:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384687.512345:0:40099:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384687.512347:0:40099:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000fadae4bf. 00000020:00000001:2.0:1767384687.512350:0:40099:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384687.512351:0:40099:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384687.512352:0:40099:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000020862fe8. 00000020:00000001:2.0:1767384687.512354:0:40099:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384687.512355:0:40099:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384687.512357:0:40099:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000a561d588. 00000020:00000001:2.0:1767384687.512359:0:40099:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:2.0:1767384687.512360:0:40099:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:2.0:1767384687.512550:0:40099:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:2.0:1767384687.512553:0:40099:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:2.0:1767384687.512555:0:40099:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:2.0:1767384687.512558:0:40099:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:2.0:1767384687.512560:0:40099:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:2.0:1767384687.512562:0:40099:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 000000004ac725d8. 00020000:00000001:2.0:1767384687.512565:0:40099:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.512567:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384687.512569:0:40099:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384687.512570:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384687.512572:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4d98 00000020:00000040:2.0:1767384687.512574:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d94ac0fb with handle 0x9f279d7a9a0b4d98 from hash 00000020:00000001:2.0:1767384687.512577:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384687.512579:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000d94ac0fb : new refcount 1 00000020:00000001:2.0:1767384687.512580:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384687.512582:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000d94ac0fb : new refcount 0 00000020:00000080:2.0:1767384687.512583:0:40099:0:(genops.c:904:class_export_put()) final put 00000000d94ac0fb/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384687.512585:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.512593:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.512596:0:40099:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384687.512597:0:40099:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000001:1.0:1767384687.512599:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:2.0:1767384687.512601:0:40099:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000fc218921. 00000020:00000080:1.0:1767384687.512601:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000d94ac0fb/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1767384687.512605:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000040:1.0:1767384687.512608:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 13 to 0@lo 00000020:00000001:2.0:1767384687.512610:0:40099:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:1.0:1767384687.512610:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:2.0:1767384687.512614:0:40099:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000001:1.0:1767384687.512614:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384687.512616:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000007ce724b2) now 5 - export 00000020:00000001:2.0:1767384687.512618:0:40099:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:1.0:1767384687.512619:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d94ac0fb. 00000020:00080000:2.0:1767384687.512620:0:40099:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (000000007ce724b2) has no exports 00000020:00000001:1.0:1767384687.512622:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384687.512624:0:40099:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384687.512626:0:40099:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384687.512628:0:40099:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:2.0:1767384687.512631:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384687.512633:0:40099:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384687.512634:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384687.512636:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4d91 00000020:00000040:2.0:1767384687.512639:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004fec8948 with handle 0x9f279d7a9a0b4d91 from hash 00000020:00000001:2.0:1767384687.512652:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384687.512654:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000004fec8948 : new refcount 1 00000020:00000001:2.0:1767384687.512656:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384687.512658:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000004fec8948 : new refcount 0 00000020:00000080:2.0:1767384687.512659:0:40099:0:(genops.c:904:class_export_put()) final put 000000004fec8948/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384687.512661:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.512669:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384687.512670:0:40099:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.512672:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.512677:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384687.512679:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000004fec8948/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384687.512681:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384687.512682:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384687.512684:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000cf608087) now 7 - export 00000020:00000010:1.0:1767384687.512685:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004fec8948. 00000020:00000001:1.0:1767384687.512688:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384687.512792:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f3cc9c87. 00000020:00000010:2.0:1767384687.512798:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b9899d86. 00000020:00000010:2.0:1767384687.512801:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c81204b9. 00000020:00000010:2.0:1767384687.512804:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000be59bdfc. 00000020:00000010:2.0:1767384687.512808:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000005414617f. 00000020:00000010:2.0:1767384687.512814:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007f64c7eb. 00010000:00000001:2.0:1767384687.512906:0:40099:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767384687.512907:0:40099:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384687.512914:0:40099:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384687.512940:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000072413dfc. 00000020:00000010:2.0:1767384687.512943:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008bdd1d77. 00010000:00000001:2.0:1767384687.512974:0:40099:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384687.512986:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000966cfc3e. 00000020:00000010:2.0:1767384687.512989:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000e96dfdc. 00000001:00000001:2.0:1767384687.513030:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.513069:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000089496787. 00000001:00000010:2.0:1767384687.513072:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000c221b79f. 00000001:00000010:2.0:1767384687.513074:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000081ab4c61. 00000001:00000010:2.0:1767384687.513078:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007922fa23. 00000001:00000010:2.0:1767384687.513082:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000001385fa8c. 00000001:00000010:2.0:1767384687.513085:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000000070d551. 00000001:00000010:2.0:1767384687.513089:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000500fd11f. 00000001:00000010:2.0:1767384687.513093:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000008be09b56. 00000001:00000010:2.0:1767384687.513097:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000076999eba. 00000001:00000010:2.0:1767384687.513101:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006476064f. 00000001:00000010:2.0:1767384687.513105:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000003b772230. 00000001:00000010:2.0:1767384687.513109:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000f74e153c. 00000001:00000010:2.0:1767384687.513113:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000134fdc60. 00000001:00000010:2.0:1767384687.513115:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000cbbedfb7. 00000001:00000010:2.0:1767384687.513118:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b7019c00. 00000001:00000010:2.0:1767384687.513119:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000039a86895. 00000001:00000010:2.0:1767384687.513121:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 000000003bb96632. 00000001:00000010:2.0:1767384687.513123:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000fd8d49e8. 00000001:00000001:2.0:1767384687.513125:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384687.513127:0:40099:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000080a5cd0f. 00010000:00000001:2.0:1767384687.513135:0:40099:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384687.513136:0:40099:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384687.513138:0:40099:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767384687.513139:0:40099:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1767384687.513141:0:40099:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:2.0:1767384687.513143:0:40099:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384687.513145:0:40099:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767384687.513147:0:40099:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384687.513149:0:40099:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384687.513150:0:40099:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:2.0:1767384687.513153:0:40099:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384687.513155:0:40099:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384687.513157:0:40099:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384687.513158:0:40099:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384687.513159:0:40099:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384687.513160:0:40099:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:2.0:1767384687.515230:0:40099:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384687.515234:0:40099:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384687.515238:0:40099:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384687.515239:0:40099:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:2.0:1767384687.515241:0:40099:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384687.515245:0:40099:0:(genops.c:1229:class_import_get()) import 00000000930e0b59 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384687.515248:0:40099:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384687.515250:0:40099:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384687.515252:0:40099:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384687.515254:0:40099:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384687.515255:0:40099:0:(genops.c:1242:class_import_put()) import 00000000930e0b59 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384687.515257:0:40099:0:(genops.c:1245:class_import_put()) final put import 00000000930e0b59 00000020:00000001:2.0:1767384687.515267:0:40099:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384687.515269:0:40099:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767384687.515271:0:40099:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384687.515273:0:40099:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767384687.515275:0:40099:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000001227f957. 00010000:00000010:2.0:1767384687.515279:0:40099:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000f27a743c. 00010000:00000001:2.0:1767384687.515283:0:40099:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:2.0:1767384687.515285:0:40099:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.515288:0:40099:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.515305:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384687.515308:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000930e0b59 for lustre-OST0000-osc-MDT0000 00000020:00000040:1.0:1767384687.515314:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 12 to 0@lo 00000020:00000040:1.0:1767384687.515317:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 11 to 0@lo 00000020:00000010:1.0:1767384687.515320:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 00000000e5c2b7e4. 00000001:00000001:2.0:1767384687.515323:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:1.0:1767384687.515324:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000007ce724b2) now 4 - import 00000020:00000010:1.0:1767384687.515328:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000930e0b59. 00000001:00000010:2.0:1767384687.515330:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dd022c43. 00000020:00000001:1.0:1767384687.515332:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:2.0:1767384687.515335:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002b3b773f. 00000001:00000010:2.0:1767384687.515339:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009fc26fff. 00000001:00000010:2.0:1767384687.515341:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008d9da043. 00000001:00000010:2.0:1767384687.515344:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000044f66700. 00000001:00000010:2.0:1767384687.515346:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000052af3d5f. 00000001:00000001:2.0:1767384687.515350:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384687.515351:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.515355:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000042fe4927. 00000001:00000010:2.0:1767384687.515358:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b4fbee14. 00000001:00000010:2.0:1767384687.515361:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000183f476e. 00000001:00000010:2.0:1767384687.515364:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000092fd2e78. 00000001:00000010:2.0:1767384687.515367:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000153c1274. 00000001:00000010:2.0:1767384687.515370:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000aa425557. 00000001:00000001:2.0:1767384687.515373:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384687.515374:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000007ce724b2) now 3 - setup 00000020:00000001:2.0:1767384687.515376:0:40099:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.515379:0:40099:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384687.515381:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384687.515386:0:40099:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384687.515389:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000007ce724b2) now 2 - obd_device_list 00000020:00000080:2.0:1767384687.515392:0:40099:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:2.0:1767384687.515394:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000007ce724b2) now 1 - newdev 00000020:00000040:2.0:1767384687.515397:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004f2d1c75 with handle 0x9f279d7a9a0b4d8a from hash 00000020:00000040:2.0:1767384687.515400:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000004f2d1c75 : new refcount 0 00000020:00000080:2.0:1767384687.515402:0:40099:0:(genops.c:904:class_export_put()) final put 000000004f2d1c75/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384687.515405:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.515407:0:40099:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384687.515409:0:40099:0:(genops.c:863:class_export_destroy()) destroying export 000000004f2d1c75/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384687.515411:0:40099:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384687.515412:0:40099:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384687.515414:0:40099:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000004f2d1c75. 00000020:00000001:2.0:1767384687.515417:0:40099:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384687.515419:0:40099:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:2.0:1767384687.515420:0:40099:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:2.0:1767384687.515427:0:40099:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384687.515431:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005499f5c5. 00000020:00000010:2.0:1767384687.515435:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ecf4e736. 00000040:00000010:2.0:1767384687.515439:0:40099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fca751b1. 00000020:00000010:2.0:1767384687.515443:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a80ab86c. 00000020:00000010:2.0:1767384687.515448:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9c4c32a. 00000020:00000010:2.0:1767384687.515451:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000070b5cbc2. 80000000:00000010:2.0:1767384687.515455:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009d3c1325. 40000000:00000010:2.0:1767384687.515458:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000089427652. 00100000:00000010:2.0:1767384687.515463:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d9be877d. 00040000:00000010:2.0:1767384687.515467:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006cf475f5. 00040000:00000010:2.0:1767384687.515470:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ca09d94. 00080000:00000010:2.0:1767384687.515475:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ffb0a69a. 00080000:00000010:2.0:1767384687.515479:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fcdcd412. 00000004:00000010:2.0:1767384687.515485:0:40099:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e5947cd4. 00000004:00000010:2.0:1767384687.515490:0:40099:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000292f3c39. 00000004:00000010:2.0:1767384687.515495:0:40099:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ccf1e2bb. 00002000:00000010:2.0:1767384687.515498:0:40099:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007b070342. 00000004:00000010:2.0:1767384687.515502:0:40099:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003236d193. 00000004:00000010:2.0:1767384687.515509:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000032607869. 00000004:00000010:2.0:1767384687.515513:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000018de1658. 00000004:00000010:2.0:1767384687.515516:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002ece157b. 00000004:00000010:2.0:1767384687.515520:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c7fb387a. 00000004:00000010:2.0:1767384687.515523:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e5b5f0b6. 00000004:00000010:2.0:1767384687.515526:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fe370835. 00000004:00000010:2.0:1767384687.515530:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000576d5ef5. 00000004:00000010:2.0:1767384687.515535:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004b5ea724. 00000004:00000010:2.0:1767384687.515538:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009340e791. 00000004:00000010:2.0:1767384687.515541:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000004953019. 00000004:00000010:2.0:1767384687.515544:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000589061e7. 00000004:00000010:2.0:1767384687.515547:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001a69292b. 00000004:00000010:2.0:1767384687.515549:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000beb9fbe6. 00000004:00000010:2.0:1767384687.515552:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008c54bac6. 00000004:00000010:2.0:1767384687.515555:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c3be55f4. 00000004:00000010:2.0:1767384687.515558:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f92e3154. 00000004:00000010:2.0:1767384687.515561:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001bfc666d. 00000004:00000010:2.0:1767384687.515564:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000c863447. 00000004:00000010:2.0:1767384687.515568:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000082967629. 00000004:00000010:2.0:1767384687.515572:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003898d6c8. 00000004:00000010:2.0:1767384687.515575:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000012a93c22. 00000004:00000010:2.0:1767384687.515578:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000022b40f9. 00000004:00000010:2.0:1767384687.515583:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000013a33ffa. 00000004:00000010:2.0:1767384687.515587:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a6e83e20. 00000004:00000010:2.0:1767384687.515590:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ae1ffa25. 00000004:00000010:2.0:1767384687.515593:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e32f2c78. 00000004:00000010:2.0:1767384687.515596:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ae6da5ca. 00000004:00000010:2.0:1767384687.515599:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000076661f84. 00000004:00000010:2.0:1767384687.515601:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e22a40fe. 00000004:00000010:2.0:1767384687.515608:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d8683dd4. 00000004:00000010:2.0:1767384687.515612:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000190db41b. 00000004:00000010:2.0:1767384687.515614:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000364fe369. 00000004:00000010:2.0:1767384687.515616:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007ae81d20. 00000004:00000010:2.0:1767384687.515622:0:40099:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 0000000036f11801. 00000020:00000010:2.0:1767384687.515627:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ecf4e736. 00000040:00000010:2.0:1767384687.515631:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fca751b1. 00000020:00000010:2.0:1767384687.515634:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a80ab86c. 00000020:00000010:2.0:1767384687.515637:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9c4c32a. 00000020:00000010:2.0:1767384687.515656:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000070b5cbc2. 80000000:00000010:2.0:1767384687.515660:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009d3c1325. 40000000:00000010:2.0:1767384687.515666:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000089427652. 00100000:00000010:2.0:1767384687.515669:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d9be877d. 00040000:00000010:2.0:1767384687.515673:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006cf475f5. 00040000:00000010:2.0:1767384687.515678:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000ca09d94. 00080000:00000010:2.0:1767384687.515681:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fcdcd412. 00080000:00000010:2.0:1767384687.515685:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ffb0a69a. 00000004:00000010:2.0:1767384687.515689:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e5947cd4. 00000004:00000010:2.0:1767384687.515692:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000292f3c39. 00000004:00000010:2.0:1767384687.515696:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ccf1e2bb. 00002000:00000010:2.0:1767384687.515699:0:40099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007b070342. 00000004:00000010:2.0:1767384687.515701:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003236d193. 00000020:00000010:2.0:1767384687.515703:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005499f5c5. 00000020:00000001:2.0:1767384687.515706:0:40099:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384687.515708:0:40099:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000007ce724b2. 00000020:00000001:2.0:1767384687.515714:0:40099:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.515716:0:40099:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384687.515719:0:40099:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000fc218921. 00000020:00000001:2.0:1767384687.515721:0:40099:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.515724:0:40099:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.515726:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384687.515729:0:40099:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 00000000cfd92067. 00020000:00000010:2.0:1767384687.515734:0:40099:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 0000000038ac829c. 00000004:00000001:2.0:1767384687.515740:0:40099:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.515742:0:40099:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384687.515752:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.515756:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000064f77e26. 00000001:00000010:2.0:1767384687.515758:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f61ff66b. 00000001:00000010:2.0:1767384687.515761:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000043721190. 00000001:00000010:2.0:1767384687.515763:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006534bfdd. 00000001:00000010:2.0:1767384687.515765:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000017edce33. 00000001:00000010:2.0:1767384687.515767:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000652302e6. 00000001:00000001:2.0:1767384687.515771:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384687.515772:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.515775:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002b0bba95. 00000001:00000010:2.0:1767384687.515778:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000070536b09. 00000001:00000010:2.0:1767384687.515781:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e1745229. 00000001:00000010:2.0:1767384687.515783:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ee3d4d11. 00000001:00000010:2.0:1767384687.515786:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cfb0789b. 00000001:00000010:2.0:1767384687.515789:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000fc8b7f1. 00000001:00000001:2.0:1767384687.515793:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384687.515794:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000a6424112) now 3 - setup 00000020:00000001:2.0:1767384687.515797:0:40099:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.515798:0:40099:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384687.515801:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384687.515803:0:40099:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384687.515805:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000a6424112) now 2 - obd_device_list 00000020:00000080:2.0:1767384687.515808:0:40099:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:2.0:1767384687.515809:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (00000000a6424112) now 1 - newdev 00000020:00000040:2.0:1767384687.515812:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002fc9c569 with handle 0x9f279d7a9a0b4d44 from hash 00000020:00000040:2.0:1767384687.515814:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000002fc9c569 : new refcount 0 00000020:00000080:2.0:1767384687.515821:0:40099:0:(genops.c:904:class_export_put()) final put 000000002fc9c569/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384687.515823:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.515826:0:40099:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384687.515827:0:40099:0:(genops.c:863:class_export_destroy()) destroying export 000000002fc9c569/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:2.0:1767384687.515829:0:40099:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384687.515831:0:40099:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384687.515833:0:40099:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000002fc9c569. 00000020:00000001:2.0:1767384687.515837:0:40099:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384687.515838:0:40099:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:2.0:1767384687.515840:0:40099:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:2.0:1767384687.515841:0:40099:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384687.515844:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005499f5c5. 00000020:00000010:2.0:1767384687.515847:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a3072299. 00000040:00000010:2.0:1767384687.515850:0:40099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000ca09d94. 00000020:00000010:2.0:1767384687.515852:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ccf1e2bb. 00000020:00000010:2.0:1767384687.515855:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9c4c32a. 00000020:00000010:2.0:1767384687.515858:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000070b5cbc2. 80000000:00000010:2.0:1767384687.515860:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fc218921. 40000000:00000010:2.0:1767384687.515863:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000089427652. 00100000:00000010:2.0:1767384687.515866:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e5947cd4. 00040000:00000010:2.0:1767384687.515868:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006cf475f5. 00040000:00000010:2.0:1767384687.515871:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fca751b1. 00080000:00000010:2.0:1767384687.515874:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ffb0a69a. 00080000:00000010:2.0:1767384687.515877:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fcdcd412. 00000004:00000010:2.0:1767384687.515880:0:40099:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d9be877d. 00000004:00000010:2.0:1767384687.515884:0:40099:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000292f3c39. 00000004:00000010:2.0:1767384687.515887:0:40099:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a80ab86c. 00000004:00000001:2.0:1767384687.515889:0:40099:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:2.0:1767384687.515892:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ccfce9a7. 00000004:00000010:2.0:1767384687.515896:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c5be59f4. 00000004:00000010:2.0:1767384687.515899:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000edeca43d. 00000004:00000010:2.0:1767384687.515902:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000008336098. 00000004:00000010:2.0:1767384687.515905:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000eb0329dd. 00000004:00000010:2.0:1767384687.515908:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c4e1243c. 00000004:00000010:2.0:1767384687.515910:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c3c1ad2f. 00000004:00000010:2.0:1767384687.515914:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002cc7fb49. 00000004:00000010:2.0:1767384687.515925:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002713521f. 00000004:00000010:2.0:1767384687.515928:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000045988dd8. 00000004:00000010:2.0:1767384687.515933:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003701ccdf. 00000004:00000010:2.0:1767384687.515936:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006a0cc178. 00000004:00000010:2.0:1767384687.515938:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fac5b9ae. 00000004:00000010:2.0:1767384687.515941:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008bed4b9d. 00000004:00000010:2.0:1767384687.515943:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e468f02a. 00000004:00000010:2.0:1767384687.515946:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007cd5c0f0. 00000004:00000010:2.0:1767384687.515949:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001b803dc1. 00000004:00000010:2.0:1767384687.515951:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000126139f. 00000004:00000010:2.0:1767384687.515953:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a4746bb3. 00000004:00000010:2.0:1767384687.515956:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c34c9a38. 00000004:00000010:2.0:1767384687.515959:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004e6028b4. 00000004:00000010:2.0:1767384687.515962:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001418ffb1. 00000004:00000010:2.0:1767384687.515965:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000617ce63b. 00000004:00000010:2.0:1767384687.515985:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008f30fe5c. 00000004:00000010:2.0:1767384687.515989:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007fb088a7. 00000004:00000010:2.0:1767384687.515991:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000540f6dc8. 00000004:00000010:2.0:1767384687.515994:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e95c13a7. 00000004:00000010:2.0:1767384687.516002:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007796aad1. 00000004:00000010:2.0:1767384687.516005:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ed1941f2. 00000004:00000010:2.0:1767384687.516008:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000122bcbe1. 00000004:00000010:2.0:1767384687.516010:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000072a80a27. 00000004:00000010:2.0:1767384687.516013:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000091f64542. 00000004:00000010:2.0:1767384687.516016:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000f04c676. 00000004:00000010:2.0:1767384687.516019:0:40099:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 000000000e1489bc. 00000004:00000001:2.0:1767384687.516022:0:40099:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446635473298030592 : -108600411521024 : ffff9d3a7f0c8000) 00000020:00000010:2.0:1767384687.516026:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a3072299. 00000040:00000010:2.0:1767384687.516029:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000ca09d94. 00000020:00000010:2.0:1767384687.516031:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ccf1e2bb. 00000020:00000010:2.0:1767384687.516033:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9c4c32a. 00000020:00000010:2.0:1767384687.516036:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000070b5cbc2. 80000000:00000010:2.0:1767384687.516038:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fc218921. 40000000:00000010:2.0:1767384687.516041:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000089427652. 00100000:00000010:2.0:1767384687.516043:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e5947cd4. 00040000:00000010:2.0:1767384687.516045:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006cf475f5. 00040000:00000010:2.0:1767384687.516048:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fca751b1. 00080000:00000010:2.0:1767384687.516050:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fcdcd412. 00080000:00000010:2.0:1767384687.516052:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ffb0a69a. 00000004:00000010:2.0:1767384687.516054:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d9be877d. 00000004:00000010:2.0:1767384687.516056:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000292f3c39. 00000004:00000010:2.0:1767384687.516058:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a80ab86c. 00000020:00000010:2.0:1767384687.516060:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005499f5c5. 00000020:00000001:2.0:1767384687.516062:0:40099:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384687.516064:0:40099:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a6424112. 00000020:00000001:2.0:1767384687.516068:0:40099:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516070:0:40099:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384687.516072:0:40099:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000007691f4d8. 00000020:00000001:2.0:1767384687.516075:0:40099:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.516076:0:40099:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.516078:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.516080:0:40099:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384687.516083:0:40099:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 000000004f3b4be1. 00000004:00000001:2.0:1767384687.516115:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384687.516118:0:40099:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384687.516120:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384687.516122:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4d67 00000020:00000040:2.0:1767384687.516124:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000085680d7a with handle 0x9f279d7a9a0b4d67 from hash 00000020:00000001:2.0:1767384687.516128:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384687.516130:0:40099:0:(genops.c:898:class_export_put()) PUTting export 0000000085680d7a : new refcount 1 00000020:00000001:2.0:1767384687.516132:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384687.516133:0:40099:0:(genops.c:898:class_export_put()) PUTting export 0000000085680d7a : new refcount 0 00000020:00000080:2.0:1767384687.516135:0:40099:0:(genops.c:904:class_export_put()) final put 0000000085680d7a/lustre-MDD0000_UUID 00000020:00000001:2.0:1767384687.516137:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516146:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516148:0:40099:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384687.516150:0:40099:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:2.0:1767384687.516153:0:40099:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000004f3b4be1. 00000020:00000001:1.0:1767384687.516154:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384687.516155:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1767384687.516159:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000085680d7a/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:2.0:1767384687.516160:0:40099:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:1.0:1767384687.516162:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:2.0:1767384687.516164:0:40099:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1767384687.516165:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516168:0:40099:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:1.0:1767384687.516169:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000009c41bb1a) now 4 - export 00000020:00080000:2.0:1767384687.516171:0:40099:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (000000009c41bb1a) has no exports 00000020:00000010:1.0:1767384687.516173:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000085680d7a. 00000020:00000001:2.0:1767384687.516174:0:40099:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384687.516177:0:40099:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:1.0:1767384687.516179:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384687.516322:0:40099:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384687.516333:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.516337:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f5dd0afe. 00000001:00000010:2.0:1767384687.516339:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002ecd4bc1. 00000001:00000010:2.0:1767384687.516341:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001d4f3e8d. 00000001:00000010:2.0:1767384687.516344:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000062168156. 00000001:00000010:2.0:1767384687.516347:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003966924c. 00000001:00000010:2.0:1767384687.516349:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000bbd7b971. 00000001:00000001:2.0:1767384687.516352:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384687.516354:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.516357:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008913f008. 00000001:00000010:2.0:1767384687.516360:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e9bce874. 00000001:00000010:2.0:1767384687.516363:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002660abf9. 00000001:00000010:2.0:1767384687.516365:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007cf82679. 00000001:00000010:2.0:1767384687.516367:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000f414f090. 00000001:00000010:2.0:1767384687.516369:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007798fc07. 00000001:00000001:2.0:1767384687.516371:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384687.516372:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000009c41bb1a) now 3 - setup 00000020:00000001:2.0:1767384687.516374:0:40099:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516376:0:40099:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384687.516378:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384687.516380:0:40099:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384687.516382:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000009c41bb1a) now 2 - obd_device_list 00000020:00000080:2.0:1767384687.516384:0:40099:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:2.0:1767384687.516386:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (000000009c41bb1a) now 1 - newdev 00000020:00000040:2.0:1767384687.516388:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001b990387 with handle 0x9f279d7a9a0b4d59 from hash 00000020:00000040:2.0:1767384687.516391:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000001b990387 : new refcount 0 00000020:00000080:2.0:1767384687.516392:0:40099:0:(genops.c:904:class_export_put()) final put 000000001b990387/lustre-MDD0000_UUID 00000020:00000001:2.0:1767384687.516394:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516396:0:40099:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384687.516397:0:40099:0:(genops.c:863:class_export_destroy()) destroying export 000000001b990387/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:2.0:1767384687.516399:0:40099:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384687.516401:0:40099:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384687.516403:0:40099:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001b990387. 00000020:00000001:2.0:1767384687.516407:0:40099:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384687.516408:0:40099:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:2.0:1767384687.516410:0:40099:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:2.0:1767384687.516412:0:40099:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384687.516415:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005499f5c5. 00000020:00000010:2.0:1767384687.516417:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ecf4e736. 00000040:00000010:2.0:1767384687.516420:0:40099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fca751b1. 00000020:00000010:2.0:1767384687.516423:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a80ab86c. 00000020:00000010:2.0:1767384687.516425:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9c4c32a. 00000020:00000010:2.0:1767384687.516428:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000070b5cbc2. 80000000:00000010:2.0:1767384687.516431:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007691f4d8. 40000000:00000010:2.0:1767384687.516433:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000089427652. 00100000:00000010:2.0:1767384687.516436:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d9be877d. 00040000:00000010:2.0:1767384687.516439:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006cf475f5. 00040000:00000010:2.0:1767384687.516441:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ca09d94. 00080000:00000010:2.0:1767384687.516444:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ffb0a69a. 00080000:00000010:2.0:1767384687.516447:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fcdcd412. 00000004:00000010:2.0:1767384687.516450:0:40099:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e5947cd4. 00000004:00000010:2.0:1767384687.516452:0:40099:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000292f3c39. 00000004:00000001:2.0:1767384687.516455:0:40099:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:2.0:1767384687.516458:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ef57a9f8. 00000004:00000010:2.0:1767384687.516461:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f47c59f8. 00000004:00000010:2.0:1767384687.516464:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fc12e709. 00000004:00000010:2.0:1767384687.516466:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000061d06e11. 00000004:00000010:2.0:1767384687.516468:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a0fc982c. 00000004:00000010:2.0:1767384687.516471:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005d7c5d64. 00000004:00000010:2.0:1767384687.516477:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000461880a2. 00000004:00000010:2.0:1767384687.516481:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a82a55fb. 00000004:00000010:2.0:1767384687.516484:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000c054bb9. 00000004:00000010:2.0:1767384687.516487:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000331c96cf. 00000004:00000010:2.0:1767384687.516490:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000613ed180. 00000004:00000010:2.0:1767384687.516493:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006bcac098. 00000004:00000010:2.0:1767384687.516495:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000f32fef3. 00000004:00000010:2.0:1767384687.516498:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008d5a8e42. 00000004:00000010:2.0:1767384687.516501:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003732f061. 00000004:00000010:2.0:1767384687.516503:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d64210b8. 00000004:00000010:2.0:1767384687.516506:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004706e02a. 00000004:00000010:2.0:1767384687.516509:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003d392c56. 00000004:00000010:2.0:1767384687.516511:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b56bb539. 00000004:00000010:2.0:1767384687.516514:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000057a09046. 00000004:00000010:2.0:1767384687.516525:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000071b9f282. 00000004:00000010:2.0:1767384687.516534:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008aca24e4. 00000004:00000010:2.0:1767384687.516537:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000913dc2f8. 00000004:00000010:2.0:1767384687.516540:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000044b24344. 00000004:00000010:2.0:1767384687.516543:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b8eb273a. 00000004:00000010:2.0:1767384687.516545:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f4ffb3a1. 00000004:00000010:2.0:1767384687.516548:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000eb2b4087. 00000004:00000010:2.0:1767384687.516551:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009bebebc8. 00000004:00000010:2.0:1767384687.516554:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ac4f48cd. 00000004:00000010:2.0:1767384687.516557:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c519d7c4. 00000004:00000010:2.0:1767384687.516559:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000451ab36a. 00000004:00000010:2.0:1767384687.516562:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dd1a2d1e. 00000004:00000010:2.0:1767384687.516565:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ad613fbc. 00000004:00000010:2.0:1767384687.516569:0:40099:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 00000000eb7f1438. 00000004:00000001:2.0:1767384687.516572:0:40099:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384687.516575:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ecf4e736. 00000040:00000010:2.0:1767384687.516577:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fca751b1. 00000020:00000010:2.0:1767384687.516580:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a80ab86c. 00000020:00000010:2.0:1767384687.516583:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9c4c32a. 00000020:00000010:2.0:1767384687.516586:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000070b5cbc2. 80000000:00000010:2.0:1767384687.516588:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007691f4d8. 40000000:00000010:2.0:1767384687.516591:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000089427652. 00100000:00000010:2.0:1767384687.516594:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d9be877d. 00040000:00000010:2.0:1767384687.516596:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006cf475f5. 00040000:00000010:2.0:1767384687.516599:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000ca09d94. 00080000:00000010:2.0:1767384687.516604:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fcdcd412. 00080000:00000010:2.0:1767384687.516607:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ffb0a69a. 00000004:00000010:2.0:1767384687.516611:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e5947cd4. 00000004:00000010:2.0:1767384687.516614:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000292f3c39. 00000020:00000010:2.0:1767384687.516617:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005499f5c5. 00000020:00000001:2.0:1767384687.516619:0:40099:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384687.516621:0:40099:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000009c41bb1a. 00000020:00000001:2.0:1767384687.516627:0:40099:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516628:0:40099:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384687.516630:0:40099:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000004f3b4be1. 00000020:00000001:2.0:1767384687.516632:0:40099:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.516638:0:40099:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.516639:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.516653:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384687.516655:0:40099:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384687.516657:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384687.516659:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4d6e 00000020:00000040:2.0:1767384687.516661:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bdebe807 with handle 0x9f279d7a9a0b4d6e from hash 00000020:00000001:2.0:1767384687.516664:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384687.516666:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000bdebe807 : new refcount 1 00000020:00000001:2.0:1767384687.516668:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384687.516669:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000bdebe807 : new refcount 0 00000020:00000080:2.0:1767384687.516671:0:40099:0:(genops.c:904:class_export_put()) final put 00000000bdebe807/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384687.516673:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516680:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384687.516682:0:40099:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.516684:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516687:0:40099:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1767384687.516689:0:40099:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384687.516693:0:40099:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635467966078528 : -108605743473088 : ffff9d39413d5e40) 00000020:00000001:1.0:1767384687.516693:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384687.516696:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000bdebe807/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1767384687.516697:0:40099:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000e760cd96 from lustre-MDT0000, refs=3 00000020:00000001:1.0:1767384687.516703:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384687.516704:0:40099:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:00000001:1.0:1767384687.516706:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384687.516707:0:40099:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000e760cd96 3 00000020:00000040:1.0:1767384687.516711:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000cf608087) now 6 - export 00000020:00000001:2.0:1767384687.516712:0:40099:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516716:0:40099:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000010:1.0:1767384687.516717:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bdebe807. 00000020:00000001:2.0:1767384687.516718:0:40099:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384687.516721:0:40099:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635467966078528 : -108605743473088 : ffff9d39413d5e40) 00000020:01000004:2.0:1767384687.516724:0:40099:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000e760cd96 from lustre-MDT0000 00000020:00000001:1.0:1767384687.516724:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384687.516728:0:40099:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 000000007ba1d134. 00000020:00000010:2.0:1767384687.516732:0:40099:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000004e7a6de7. 00000020:00000001:2.0:1767384687.516735:0:40099:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516736:0:40099:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384687.516738:0:40099:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:2.0:1767384687.516740:0:40099:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516741:0:40099:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384687.516749:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.516752:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000039b356b4. 00000001:00000010:2.0:1767384687.516755:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009dcb0713. 00000001:00000010:2.0:1767384687.516757:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ea7da3ef. 00000001:00000010:2.0:1767384687.516760:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000073cb1dc4. 00000001:00000010:2.0:1767384687.516762:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000199c82a. 00000001:00000010:2.0:1767384687.516765:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ea77a7b9. 00000001:00000001:2.0:1767384687.516768:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384687.516769:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384687.516772:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f9b5fcca. 00000001:00000010:2.0:1767384687.516774:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cacf983c. 00000001:00000010:2.0:1767384687.516776:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e9fdad2a. 00000001:00000010:2.0:1767384687.516779:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000001f8ea35. 00000001:00000010:2.0:1767384687.516782:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000012cb65b9. 00000001:00000010:2.0:1767384687.516785:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000060c7081. 00000001:00000001:2.0:1767384687.516788:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384687.516789:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 3 - setup 00000020:00000001:2.0:1767384687.516792:0:40099:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516794:0:40099:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384687.516796:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384687.516798:0:40099:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384687.516800:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 2 - obd_device_list 00000020:00000080:2.0:1767384687.516802:0:40099:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:2.0:1767384687.516803:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (0000000022958bbf) now 1 - newdev 00000020:00000040:2.0:1767384687.516805:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000086df872b with handle 0x9f279d7a9a0b4d52 from hash 00000020:00000040:2.0:1767384687.516807:0:40099:0:(genops.c:898:class_export_put()) PUTting export 0000000086df872b : new refcount 0 00000020:00000080:2.0:1767384687.516813:0:40099:0:(genops.c:904:class_export_put()) final put 0000000086df872b/lustre-MDT0000_UUID 00000020:00000001:2.0:1767384687.516815:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516817:0:40099:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384687.516818:0:40099:0:(genops.c:863:class_export_destroy()) destroying export 0000000086df872b/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:2.0:1767384687.516821:0:40099:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767384687.516823:0:40099:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:2.0:1767384687.516825:0:40099:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000898d2145. 00000004:00000001:2.0:1767384687.516829:0:40099:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516831:0:40099:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384687.516833:0:40099:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000086df872b. 00000020:00000001:2.0:1767384687.516837:0:40099:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384687.516838:0:40099:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:2.0:1767384687.516840:0:40099:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:2.0:1767384687.516842:0:40099:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384687.516846:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005499f5c5. 00000020:00000010:2.0:1767384687.516848:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a3072299. 00000040:00000010:2.0:1767384687.516851:0:40099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000ca09d94. 00000020:00000010:2.0:1767384687.516854:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e5947cd4. 00000020:00000010:2.0:1767384687.516857:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9c4c32a. 00000020:00000010:2.0:1767384687.516859:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000070b5cbc2. 80000000:00000010:2.0:1767384687.516862:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007691f4d8. 40000000:00000010:2.0:1767384687.516865:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004f3b4be1. 00100000:00000010:2.0:1767384687.516867:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d9be877d. 00040000:00000010:2.0:1767384687.516870:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006cf475f5. 00040000:00000010:2.0:1767384687.516873:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fca751b1. 00080000:00000010:2.0:1767384687.516876:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ffb0a69a. 00080000:00000010:2.0:1767384687.516879:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fcdcd412. 00000004:00000010:2.0:1767384687.516882:0:40099:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000292f3c39. 00000004:00000001:2.0:1767384687.516886:0:40099:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:2.0:1767384687.516888:0:40099:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 00000000a0e02c34. 00000004:00000001:2.0:1767384687.516890:0:40099:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384687.516893:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a3072299. 00000040:00000010:2.0:1767384687.516896:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000ca09d94. 00000020:00000010:2.0:1767384687.516898:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e5947cd4. 00000020:00000010:2.0:1767384687.516901:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9c4c32a. 00000020:00000010:2.0:1767384687.516904:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000070b5cbc2. 80000000:00000010:2.0:1767384687.516907:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007691f4d8. 40000000:00000010:2.0:1767384687.516910:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004f3b4be1. 00100000:00000010:2.0:1767384687.516913:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d9be877d. 00040000:00000010:2.0:1767384687.516916:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006cf475f5. 00040000:00000010:2.0:1767384687.516919:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fca751b1. 00080000:00000010:2.0:1767384687.516922:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fcdcd412. 00080000:00000010:2.0:1767384687.516924:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ffb0a69a. 00000004:00000010:2.0:1767384687.516928:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000292f3c39. 00000020:00000010:2.0:1767384687.516930:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005499f5c5. 00000020:00000001:2.0:1767384687.516933:0:40099:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384687.516935:0:40099:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000022958bbf. 00000020:00000001:2.0:1767384687.516941:0:40099:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516944:0:40099:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384687.516946:0:40099:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000b75f85af. 00000020:00000001:2.0:1767384687.516948:0:40099:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.516951:0:40099:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:2.0:1767384687.516953:0:40099:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:2.0:1767384687.516955:0:40099:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:2.0:1767384687.516958:0:40099:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:2.0:1767384687.516960:0:40099:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:2.0:1767384687.516962:0:40099:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384687.516963:0:40099:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635472912668192 : -108600796883424 : ffff9d3a68145620) 00000020:01000004:2.0:1767384687.516965:0:40099:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:2.0:1767384687.516973:0:40099:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384687.516974:0:40099:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:2.0:1767384687.516978:0:40099:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 000000004f3b4be1. 00000020:00000080:2.0:1767384687.516980:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384687.516982:0:40099:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384687.516983:0:40099:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767384687.516987:0:40099:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 0000000021677888 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:2.0:1767384687.516992:0:40099:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384687.516994:0:40099:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (00000000cc3e887a) has exports, disconnecting them 00000020:00000001:2.0:1767384687.516996:0:40099:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1767384687.516997:0:40099:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=10 00000020:00000040:2.0:1767384687.516999:0:40099:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=11 00000020:00080000:2.0:1767384687.517002:0:40099:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (0000000021677888), last request at 1767384583 00000020:00000001:2.0:1767384687.517005:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:2.0:1767384687.517007:0:40099:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384687.517010:0:40099:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 10 20000000:00000010:2.0:1767384687.517012:0:40099:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000091845af. 00000020:00000040:2.0:1767384687.517015:0:40099:0:(genops.c:887:class_export_get()) GET export 0000000021677888 refcount=11 00010000:00000001:2.0:1767384687.517019:0:40099:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384687.517020:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384687.517023:0:40099:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 10 00000020:00000080:2.0:1767384687.517025:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4d13 00000020:00000040:2.0:1767384687.517027:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000021677888 with handle 0x9f279d7a9a0b4d13 from hash 00000020:00000040:2.0:1767384687.517030:0:40099:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 9 00000020:00000001:2.0:1767384687.517032:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1767384687.517033:0:40099:0:(genops.c:1938:obd_stale_export_put()) Put export 0000000021677888: total 0 00000020:00000001:2.0:1767384687.517035:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384687.517037:0:40099:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 8 00000020:00000001:2.0:1767384687.517038:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384687.517041:0:40099:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384687.517043:0:40099:0:(import.c:65:import_set_state_nolock()) 0000000093c50239 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384687.517046:0:40099:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384687.517047:0:40099:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384687.517049:0:40099:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384687.517057:0:40099:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384687.517059:0:40099:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 7 20000000:00000001:2.0:1767384687.517061:0:40099:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.517063:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384687.517065:0:40099:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (0000000021677888): rc 0 00000020:00000040:2.0:1767384687.517068:0:40099:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 6 00000020:00000001:1.0:1767384687.517068:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384687.517072:0:40099:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00010000:1.0:1767384687.517073:0:40100:0:(genops.c:1924:obd_stale_export_get()) Get export 0000000021677888: total 0 00000020:00000001:2.0:1767384687.517074:0:40099:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384687.517076:0:40099:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:1.0:1767384687.517077:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446635473162813440 : -108600546738176 : ffff9d3a76fd4000) 20000000:00000001:2.0:1767384687.517079:0:40099:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:2.0:1767384687.517082:0:40099:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384687.517084:0:40099:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (00000000cc3e887a) has no exports 00010000:00000001:1.0:1767384687.517084:0:40100:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000001:2.0:1767384687.517086:0:40099:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:2.0:1767384687.517090:0:40099:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000020:00000010:1.0:1767384687.517090:0:40100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b106c8b. 00000100:00000200:2.0:1767384687.517094:0:40099:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:1.0:1767384687.517096:0:40100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f964b930. 00000100:00000001:2.0:1767384687.517102:0:40099:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000020:00000010:1.0:1767384687.517102:0:40100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000365217ce. 00000100:00000001:2.0:1767384687.517106:0:40099:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000020:00000010:1.0:1767384687.517108:0:40100:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aef36359. 00000100:00000040:2.0:1767384687.517109:0:40099:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000100:00000040:2.0:1767384687.517112:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000020:00000010:1.0:1767384687.517114:0:40100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000eb33afd5. 00000100:00000040:2.0:1767384687.517115:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000100:00000040:2.0:1767384687.517119:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 80000000:00000010:1.0:1767384687.517120:0:40100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e5c2b7e4. 40000000:00000010:1.0:1767384687.517125:0:40100:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003f69a38b. 00100000:00000010:1.0:1767384687.517129:0:40100:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000002ea04ee. 00040000:00000010:1.0:1767384687.517137:0:40100:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000820c58fa. 00040000:00000010:1.0:1767384687.517140:0:40100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000032e434a1. 00000100:00000040:2.0:1767384687.517146:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #2 00080000:00000010:1.0:1767384687.517146:0:40100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c02e4d34. 00000020:00000010:0.0:1767384687.517150:0:17069:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009ba7e9fb. 00080000:00000010:1.0:1767384687.517153:0:40100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007c3bae44. 00000020:00000010:3.0:1767384687.517156:0:17071:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e63c8c08. 00000040:00000010:0.0:1767384687.517157:0:17069:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cf6174c7. 00002000:00000010:1.0:1767384687.517161:0:40100:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000059e76218. 00000040:00000010:3.0:1767384687.517162:0:17071:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002bfdaae3. 00000020:00000010:0.0:1767384687.517164:0:17069:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004c6675e2. 00000020:00000010:1.0:1767384687.517167:0:40100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f964b930. 00000020:00000010:3.0:1767384687.517168:0:17071:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007df91d31. 00000020:00000010:0.0:1767384687.517170:0:17069:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bd65ba02. 00000020:00000010:3.0:1767384687.517174:0:17071:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005df1e4a2. 00000020:00000010:1.0:1767384687.517175:0:40100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000365217ce. 80000000:00000010:0.0:1767384687.517176:0:17069:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000033e4327f. 80000000:00000010:3.0:1767384687.517179:0:17071:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f0dc1a47. 00000020:00000010:1.0:1767384687.517182:0:40100:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aef36359. 00040000:00000010:3.0:1767384687.517184:0:17071:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000029a2d7a. 00040000:00000010:0.0:1767384687.517184:0:17069:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000019dd6234. 00000020:00000010:1.0:1767384687.517188:0:40100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000eb33afd5. 00080000:00000010:3.0:1767384687.517191:0:17071:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ef3612c0. 00080000:00000010:0.0:1767384687.517193:0:17069:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000aad5a148. 80000000:00000010:1.0:1767384687.517194:0:40100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e5c2b7e4. 00080000:00000010:0.0:1767384687.517200:0:17069:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000a1424e0a. 40000000:00000010:1.0:1767384687.517201:0:40100:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003f69a38b. 00080000:00000010:3.0:1767384687.517203:0:17071:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000058c55d92. 00080000:00000010:0.0:1767384687.517207:0:17069:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000104da64c. 00080000:00000010:3.0:1767384687.517208:0:17071:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000869e6626. 00100000:00000010:1.0:1767384687.517208:0:40100:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000002ea04ee. 20000000:00000010:0.0:1767384687.517213:0:17069:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000cab52aa5. 20000000:00000010:3.0:1767384687.517215:0:17071:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000ad56c6aa. 00040000:00000010:1.0:1767384687.517215:0:40100:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000820c58fa. 00000020:00000010:0.0:1767384687.517219:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd4c4888. 00000020:00000010:3.0:1767384687.517221:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fcf9e9c. 00040000:00000010:1.0:1767384687.517222:0:40100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000032e434a1. 00000020:00000010:0.0:1767384687.517226:0:17069:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ef15be9d. 00080000:00000010:1.0:1767384687.517229:0:40100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007c3bae44. 00000020:00000010:3.0:1767384687.517230:0:17071:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000e56f74f. 00000100:00000010:0.0:1767384687.517232:0:17069:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000375af0a0. 00080000:00000010:1.0:1767384687.517237:0:40100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c02e4d34. 00002000:00000010:1.0:1767384687.517242:0:40100:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000059e76218. 00000100:00000010:3.0:1767384687.517243:0:17071:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007a422942. 00000100:00100000:0.0:1767384687.517245:0:17069:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [000000000103962b:17069] 0 exiting: rc = 1 00000020:00000010:1.0:1767384687.517247:0:40100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b106c8b. 00000100:00100000:3.0:1767384687.517249:0:17071:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [0000000025a00512:17071] 2 exiting: rc = 0 00010000:00010000:1.0:1767384687.517254:0:40100:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 0000000021677888, canceled 0 locks, left on hash table 5. 00000020:00000010:1.0:1767384687.517260:0:40100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bf84428. 00000020:00000010:1.0:1767384687.517263:0:40100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009b106c8b. 00000020:00000010:1.0:1767384687.517267:0:40100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000002ea04ee. 00000020:00000010:1.0:1767384687.517271:0:40100:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aef36359. 00000100:00000040:2.0:1767384687.517273:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #1 00000020:00000010:1.0:1767384687.517274:0:40100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032e434a1. 80000000:00000010:1.0:1767384687.517278:0:40100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e5c2b7e4. 40000000:00000010:1.0:1767384687.517281:0:40100:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003f69a38b. 00100000:00000010:1.0:1767384687.517284:0:40100:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000365217ce. 00040000:00000010:1.0:1767384687.517287:0:40100:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000820c58fa. 00000020:00000010:2.0:1767384687.517311:0:17070:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003c670ab6. 00040000:00000010:1.0:1767384687.517312:0:40100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eb33afd5. 00000040:00000010:2.0:1767384687.517317:0:17070:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ce99deb2. 00080000:00000010:1.0:1767384687.517318:0:40100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c02e4d34. 00000020:00000010:2.0:1767384687.517324:0:17070:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d7dca5ac. 00080000:00000010:1.0:1767384687.517324:0:40100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007c3bae44. 00002000:00000010:1.0:1767384687.517330:0:40100:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000059e76218. 00000020:00000010:2.0:1767384687.517331:0:17070:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032b2242b. 80000000:00000010:2.0:1767384687.517336:0:17070:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004c1f143d. 00000001:00000001:1.0:1767384687.517337:0:40100:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00040000:00000010:2.0:1767384687.517340:0:17070:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000022059242. 00000001:00000001:1.0:1767384687.517341:0:40100:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00080000:00000010:2.0:1767384687.517346:0:17070:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000540228d3. 00010000:00000040:1.0:1767384687.517349:0:40100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000047b82906 count: 4 00080000:00000010:2.0:1767384687.517351:0:17070:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000008ba80dd3. 00010000:00000001:1.0:1767384687.517356:0:40100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000010:2.0:1767384687.517357:0:17070:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003e21d42d. 00000020:00000001:1.0:1767384687.517361:0:40100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 20000000:00000010:2.0:1767384687.517362:0:17070:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b17327fc. 00010000:00000001:1.0:1767384687.517365:0:40100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000010:2.0:1767384687.517366:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cbc69d2. 00010000:00000001:1.0:1767384687.517370:0:40100:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384687.517372:0:17070:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003b2d0d12. 00000020:00000001:1.0:1767384687.517374:0:40100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384687.517379:0:17070:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d9ffbb0b. 00010000:00000001:1.0:1767384687.517380:0:40100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00100000:2.0:1767384687.517383:0:17070:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [000000007aae1525:17070] 1 exiting: rc = 0 00010000:00000001:1.0:1767384687.517384:0:40100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384687.517391:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384687.517394:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384687.517396:0:40100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384687.517398:0:40100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384687.517401:0:40100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b4bedf42 with handle 0x9f279d7a9a0b4e0f from hash 00010000:00000001:1.0:1767384687.517405:0:40100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384687.517407:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384687.517408:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1767384687.517408:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000000103962b. 00010000:00000001:1.0:1767384687.517411:0:40100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384687.517415:0:40100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:0.0:1767384687.517416:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000007aae1525. 00010000:00000040:1.0:1767384687.517419:0:40100:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000021677888, 1 locks cancelled. 00000100:00000010:0.0:1767384687.517422:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000025a00512. 00010000:00000001:1.0:1767384687.517423:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384687.517427:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384687.517428:0:40099:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00010000:00000001:1.0:1767384687.517429:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384687.517431:0:40099:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00010000:1.0:1767384687.517434:0:40100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b4bedf42/0x9f279d7a9a0b4e0f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9f279d7a9a0b4e08 expref: 6 pid: 17070 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384687.517436:0:40099:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00000400:00000001:0.0:1767384687.517443:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:1.0:1767384687.517445:0:40100:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 4 00000400:00000001:0.0:1767384687.517446:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384687.517450:0:40100:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 5 00000400:00000010:0.0:1767384687.517452:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f998045. 00000400:00000200:0.0:1767384687.517458:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c9b3ae8 00010000:00000001:1.0:1767384687.517460:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384687.517460:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c9b3ae8. 00000001:00000040:1.0:1767384687.517466:0:40100:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 5ed6d8d7-43a1-4, loop: 0 00000100:00000001:0.0:1767384687.517466:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.517468:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000001:1.0:1767384687.517470:0:40100:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384687.517473:0:40100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000047b82906 count: 3 00010000:00000001:1.0:1767384687.517478:0:40100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384687.517478:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:1.0:1767384687.517482:0:40100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:0.0:1767384687.517483:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:1.0:1767384687.517486:0:40100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384687.517487:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384687.517489:0:40100:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384687.517490:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.517493:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384687.517494:0:40100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384687.517495:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073224bd7. 00010000:00000001:1.0:1767384687.517500:0:40100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1767384687.517500:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047a436a2 00000400:00000010:0.0:1767384687.517503:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047a436a2. 00010000:00000001:1.0:1767384687.517504:0:40100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384687.517506:0:40099:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384687.517508:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384687.517509:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384687.517512:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384687.517516:0:40100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384687.517519:0:40100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384687.517519:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.517522:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000040:1.0:1767384687.517524:0:40100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000137d8162 with handle 0x9f279d7a9a0b4d21 from hash 00000100:00000001:0.0:1767384687.517527:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384687.517530:0:40100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:0.0:1767384687.517530:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384687.517534:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384687.517534:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384687.517537:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384687.517538:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a71c3276. 00010000:00000001:1.0:1767384687.517541:0:40100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1767384687.517542:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072918ec6 00010000:00000001:1.0:1767384687.517544:0:40100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:0.0:1767384687.517550:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072918ec6. 00010000:00000040:1.0:1767384687.517553:0:40100:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000021677888, 2 locks cancelled. 00000100:00000001:0.0:1767384687.517554:0:40099:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384687.517558:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384687.517558:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384687.517562:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384687.517566:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1767384687.517569:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:1.0:1767384687.517571:0:40100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000137d8162/0x9f279d7a9a0b4d21 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9f279d7a9a0b4d1a expref: 5 pid: 17071 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384687.517572:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384687.517575:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000040:1.0:1767384687.517580:0:40100:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 3 00000020:00000040:1.0:1767384687.517584:0:40100:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 4 00000400:00000001:0.0:1767384687.517585:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.517588:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384687.517590:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384687.517590:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9fb9036. 00000001:00000040:1.0:1767384687.517594:0:40100:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 5ed6d8d7-43a1-4, loop: 1 00000400:00000200:0.0:1767384687.517595:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075d004d8 00000400:00000010:0.0:1767384687.517598:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075d004d8. 00000001:00000001:1.0:1767384687.517599:0:40100:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767384687.517602:0:40099:0:(events.c:286:request_in_callback()) Process entered 00010000:00000040:1.0:1767384687.517604:0:40100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008938178f count: 2 00000100:00000200:0.0:1767384687.517604:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384687.517608:0:40100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384687.517612:0:40100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00100000:0.0:1767384687.517614:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384687.517615:0:40100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:0.0:1767384687.517617:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00010000:00000001:1.0:1767384687.517619:0:40100:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.517620:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384687.517623:0:40100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384687.517624:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.517626:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384687.517629:0:40100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1767384687.517629:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2c4c1c3. 00010000:00000001:1.0:1767384687.517633:0:40100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384687.517634:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9c787e4 00000400:00000010:0.0:1767384687.517637:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e9c787e4. 00010000:00000001:1.0:1767384687.517639:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384687.517656:0:40099:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384687.517657:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384687.517660:0:40100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767384687.517660:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384687.517664:0:40100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384687.517670:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:1.0:1767384687.517671:0:40100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000357e4e03 with handle 0x9f279d7a9a0b4e01 from hash 00000100:00000040:0.0:1767384687.517674:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00010000:00000001:1.0:1767384687.517676:0:40100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384687.517677:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384687.517680:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384687.517682:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384687.517684:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384687.517685:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384687.517687:0:40100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:0.0:1767384687.517688:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000492db965. 00010000:00000001:1.0:1767384687.517691:0:40100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384687.517693:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060509786 00010000:00000001:1.0:1767384687.517694:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384687.517696:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060509786. 00010000:00000001:1.0:1767384687.517697:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384687.517701:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384687.517701:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.517704:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00010000:1.0:1767384687.517706:0:40100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000357e4e03/0x9f279d7a9a0b4e01 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9f279d7a9a0b4dfa expref: 4 pid: 17070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384687.517716:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.517720:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00010000:00000040:1.0:1767384687.517721:0:40100:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 2 00000100:00000001:0.0:1767384687.517723:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1767384687.517725:0:40100:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 3 00000400:00000001:0.0:1767384687.517726:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:1.0:1767384687.517728:0:40100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008938178f count: 0 00000400:00000001:0.0:1767384687.517729:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.517732:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007141670b. 00000400:00000200:0.0:1767384687.517736:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c64ff06c 00000400:00000010:0.0:1767384687.517738:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c64ff06c. 00000100:00000001:0.0:1767384687.517741:0:40099:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384687.517743:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384687.517743:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000040:1.0:1767384687.517747:0:40100:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 5ed6d8d7-43a1-4, loop: 2 00000001:00000001:1.0:1767384687.517752:0:40100:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00100000:0.0:1767384687.517758:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000040:1.0:1767384687.517760:0:40100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000006bdb03ab count: 2 00010000:00000001:1.0:1767384687.517764:0:40100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384687.517766:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000020:00000001:1.0:1767384687.517767:0:40100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000001:0.0:1767384687.517769:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384687.517770:0:40100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000001:0.0:1767384687.517772:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384687.517773:0:40100:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384687.517775:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384687.517778:0:40100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384687.517779:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088eff388. 00000400:00000200:0.0:1767384687.517784:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029792ade 00010000:00000001:1.0:1767384687.517785:0:40100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1767384687.517787:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029792ade. 00010000:00000001:1.0:1767384687.517788:0:40100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384687.517793:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384687.517793:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.517796:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384687.517797:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384687.517801:0:40100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384687.517804:0:40100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384687.517807:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:1.0:1767384687.517809:0:40100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008c8a8874 with handle 0x9f279d7a9a0b4e2b from hash 00000100:00000040:0.0:1767384687.517810:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00010000:00000001:1.0:1767384687.517815:0:40100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767384687.517815:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384687.517819:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:0.0:1767384687.517820:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384687.517821:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384687.517823:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384687.517825:0:40100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:0.0:1767384687.517826:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebcec40d. 00010000:00000001:1.0:1767384687.517828:0:40100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1767384687.517830:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7fd51bc 00010000:00000040:1.0:1767384687.517831:0:40100:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000021677888, 4 locks cancelled. 00000400:00000010:0.0:1767384687.517834:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7fd51bc. 00010000:00000001:1.0:1767384687.517835:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384687.517839:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384687.517840:0:40099:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384687.517841:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767384687.517843:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00010000:1.0:1767384687.517847:0:40100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008c8a8874/0x9f279d7a9a0b4e2b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9f279d7a9a0b4e24 expref: 3 pid: 17070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384687.517856:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.517860:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00010000:00000040:1.0:1767384687.517861:0:40100:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 1 00000100:00000001:0.0:1767384687.517863:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1767384687.517866:0:40100:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 2 00000400:00000001:0.0:1767384687.517867:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:1.0:1767384687.517869:0:40100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000006bdb03ab count: 0 00000400:00000001:0.0:1767384687.517870:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.517874:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b037390. 00000400:00000200:0.0:1767384687.517877:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef157c 00000400:00000010:0.0:1767384687.517878:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046ef157c. 00010000:00000001:1.0:1767384687.517879:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384687.517882:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000001:00000040:1.0:1767384687.517883:0:40100:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 5ed6d8d7-43a1-4, loop: 3 00000100:00000200:0.0:1767384687.517885:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000001:1.0:1767384687.517887:0:40100:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384687.517891:0:40100:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000047b82906 count: 2 00010000:00000001:1.0:1767384687.517895:0:40100:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384687.517895:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:1.0:1767384687.517899:0:40100:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:0.0:1767384687.517900:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00010000:00000001:1.0:1767384687.517902:0:40100:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767384687.517903:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384687.517905:0:40100:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384687.517907:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384687.517908:0:40100:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384687.517910:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384687.517912:0:40100:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:0.0:1767384687.517913:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f99064de. 00010000:00000001:1.0:1767384687.517916:0:40100:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384687.517919:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fa4c099 00010000:00000001:1.0:1767384687.517920:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384687.517923:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fa4c099. 00010000:00000001:1.0:1767384687.517924:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384687.517928:0:40100:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384687.517929:0:40099:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384687.517930:0:40100:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384687.517932:0:40100:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006dc692f0 with handle 0x9f279d7a9a0b4e39 from hash 00010000:00000001:1.0:1767384687.517934:0:40100:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384687.517935:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384687.517937:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384687.517941:0:40100:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:0.0:1767384687.517941:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384687.517943:0:40100:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384687.517946:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384687.517947:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384687.517949:0:40100:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384687.517957:0:40100:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006dc692f0/0x9f279d7a9a0b4e39 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x9f279d7a9a0b4e32 expref: 2 pid: 17070 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384687.517958:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.517962:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384687.517966:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000040:1.0:1767384687.517969:0:40100:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000021677888 : new locks_count 0 00000400:00000001:0.0:1767384687.517971:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384687.517972:0:40100:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 1 00010000:00000040:1.0:1767384687.517975:0:40100:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000047b82906 count: 0 00000400:00000001:0.0:1767384687.517975:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.517978:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070dde7bf. 00000400:00000200:0.0:1767384687.517983:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000238f6d74 00010000:00000001:1.0:1767384687.517985:0:40100:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384687.517986:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000238f6d74. 00000001:00000040:1.0:1767384687.517988:0:40100:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 5ed6d8d7-43a1-4, loop: 4 00000001:00000001:1.0:1767384687.517991:0:40100:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767384687.517991:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.517994:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000001:1.0:1767384687.517996:0:40100:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384687.518000:0:40100:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 0000000021677888, canceled 5 locks, left on hash table 0. 00010000:00000001:1.0:1767384687.518004:0:40100:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000100:00100000:0.0:1767384687.518006:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000001:1.0:1767384687.518007:0:40100:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384687.518011:0:40100:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:0.0:1767384687.518011:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000001:00000001:1.0:1767384687.518015:0:40100:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.518017:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384687.518019:0:40100:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000400:00000001:0.0:1767384687.518021:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518023:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767384687.518024:0:40100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009b106c8b. 00000400:00000010:0.0:1767384687.518025:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6da3be6. 00000020:00000010:1.0:1767384687.518030:0:40100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000002ea04ee. 00000400:00000200:0.0:1767384687.518031:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055f21ebe 00000400:00000010:0.0:1767384687.518035:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055f21ebe. 00000020:00000010:1.0:1767384687.518037:0:40100:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aef36359. 00000100:00000001:0.0:1767384687.518039:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:1.0:1767384687.518042:0:40100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032e434a1. 00000100:00000200:0.0:1767384687.518043:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 80000000:00000010:1.0:1767384687.518048:0:40100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e5c2b7e4. 00000100:00100000:0.0:1767384687.518054:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 40000000:00000010:1.0:1767384687.518055:0:40100:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003f69a38b. 00000100:00000040:0.0:1767384687.518058:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00100000:00000010:1.0:1767384687.518059:0:40100:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000365217ce. 00000100:00000001:0.0:1767384687.518062:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00040000:00000010:1.0:1767384687.518064:0:40100:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000820c58fa. 00000400:00000001:0.0:1767384687.518065:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518068:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00040000:00000010:1.0:1767384687.518070:0:40100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000eb33afd5. 00000400:00000010:0.0:1767384687.518070:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000326360bb. 00080000:00000010:1.0:1767384687.518076:0:40100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007c3bae44. 00000400:00000200:0.0:1767384687.518076:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec3e7d04 00000400:00000010:0.0:1767384687.518081:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec3e7d04. 00080000:00000010:1.0:1767384687.518082:0:40100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c02e4d34. 00000100:00000001:0.0:1767384687.518085:0:40099:0:(events.c:286:request_in_callback()) Process entered 00002000:00000010:1.0:1767384687.518087:0:40100:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000059e76218. 00000100:00000200:0.0:1767384687.518089:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:1.0:1767384687.518093:0:40100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bf84428. 00000020:00000001:1.0:1767384687.518099:0:40100:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00100000:0.0:1767384687.518099:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:1.0:1767384687.518102:0:40100:0:(genops.c:898:class_export_put()) PUTting export 0000000021677888 : new refcount 0 00000100:00000040:0.0:1767384687.518104:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000020:00000080:1.0:1767384687.518105:0:40100:0:(genops.c:904:class_export_put()) final put 0000000021677888/5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6 00000100:00000001:0.0:1767384687.518108:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518111:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518113:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518114:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4b60803. 00000400:00000200:0.0:1767384687.518117:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073d6420f 00000020:00000001:1.0:1767384687.518120:0:40100:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384687.518123:0:40100:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384687.518126:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073d6420f. 00000020:00000001:1.0:1767384687.518128:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384687.518129:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384687.518132:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000021677888/5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6 for MGS 00000100:00000001:0.0:1767384687.518133:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384687.518134:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384687.518138:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00010000:1.0:1767384687.518139:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:2.0:1767384687.518140:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 10 to 0@lo 00000020:00000001:2.0:1767384687.518144:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384687.518144:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 20000000:00000001:2.0:1767384687.518148:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000001:1.0:1767384687.518149:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384687.518151:0:36:0:(genops.c:1229:class_import_get()) import 0000000093c50239 refcount=2 obd=MGS 00000100:00100000:0.0:1767384687.518154:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384687.518155:0:36:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:1.0:1767384687.518155:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384687.518157:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000020:00000040:2.0:1767384687.518159:0:36:0:(genops.c:1242:class_import_put()) import 0000000093c50239 refcount=1 obd=MGS 00000020:00000001:1.0:1767384687.518160:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384687.518162:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384687.518165:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384687.518165:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384687.518166:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384687.518169:0:36:0:(genops.c:1236:class_import_put()) Process entered 00010000:00010000:1.0:1767384687.518170:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384687.518170:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384687.518172:0:36:0:(genops.c:1242:class_import_put()) import 0000000093c50239 refcount=0 obd=MGS 00000020:00000040:2.0:1767384687.518175:0:36:0:(genops.c:1245:class_import_put()) final put import 0000000093c50239 00000400:00000010:0.0:1767384687.518178:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d830b82. 00000400:00000200:0.0:1767384687.518182:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd2d53f4 00000400:00000010:0.0:1767384687.518185:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd2d53f4. 00000100:00000001:0.0:1767384687.518188:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518190:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384687.518191:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384687.518195:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767384687.518198:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00100000:0.0:1767384687.518199:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518202:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000001:00000010:2.0:1767384687.518204:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000482f596f. 00000100:00000001:0.0:1767384687.518205:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518209:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518211:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518212:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b8f34e1. 00000400:00000200:0.0:1767384687.518215:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c5e97ef 00000400:00000010:0.0:1767384687.518216:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009c5e97ef. 00000100:00000001:0.0:1767384687.518218:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518220:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:2.0:1767384687.518224:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c7012699. 00000100:00100000:0.0:1767384687.518224:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518226:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000001:00000010:2.0:1767384687.518230:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009d1d5d3d. 00000100:00000001:0.0:1767384687.518230:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518234:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000010:2.0:1767384687.518235:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f8853896. 00000400:00000001:0.0:1767384687.518236:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000001:00000010:2.0:1767384687.518238:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000009da1eb5. 00000400:00000010:0.0:1767384687.518239:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000474412b7. 00000001:00000010:2.0:1767384687.518243:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006c76808c. 00000400:00000200:0.0:1767384687.518244:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083b2cc28 00000400:00000010:0.0:1767384687.518247:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083b2cc28. 00000001:00000001:2.0:1767384687.518248:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767384687.518251:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:0.0:1767384687.518251:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518253:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:2.0:1767384687.518256:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767384687.518259:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:2.0:1767384687.518262:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384687.518262:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384687.518267:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384687.518267:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384687.518271:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767384687.518272:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000cc3e887a) now 5 - export 00000400:00000001:0.0:1767384687.518274:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384687.518276:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000021677888. 00000400:00000001:0.0:1767384687.518276:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384687.518280:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384687.518285:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000010:0.0:1767384687.518285:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac02aa58. 00000020:00000080:2.0:1767384687.518288:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000093c50239 for MGS 00000400:00000200:0.0:1767384687.518315:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b22d741 00000400:00000010:0.0:1767384687.518319:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b22d741. 00000100:00000001:0.0:1767384687.518323:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518325:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518331:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518334:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384687.518336:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518339:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518340:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518341:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b6a229e. 00000400:00000200:0.0:1767384687.518345:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4329887 00000400:00000010:0.0:1767384687.518347:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4329887. 00000100:00000001:0.0:1767384687.518350:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518351:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518358:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518360:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384687.518362:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518365:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518366:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518368:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0bb379e. 00000400:00000200:0.0:1767384687.518371:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dfbf5c9 00000400:00000010:0.0:1767384687.518372:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dfbf5c9. 00000100:00000001:0.0:1767384687.518376:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518377:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518383:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518385:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384687.518388:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518390:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518392:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518394:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c774ac4. 00000400:00000200:0.0:1767384687.518398:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005bb1a913 00000400:00000010:0.0:1767384687.518400:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005bb1a913. 00000100:00000001:0.0:1767384687.518403:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518404:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518412:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518414:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384687.518417:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518424:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518426:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518428:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d3b49e7. 00000400:00000200:0.0:1767384687.518431:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045dff80e 00000400:00000010:0.0:1767384687.518433:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045dff80e. 00000100:00000001:0.0:1767384687.518437:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518438:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518448:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518450:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384687.518453:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518455:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518457:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518459:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082956013. 00000400:00000200:0.0:1767384687.518462:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faf27320 00000400:00000010:0.0:1767384687.518464:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000faf27320. 00000100:00000001:0.0:1767384687.518467:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518468:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518474:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518476:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384687.518479:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518481:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518483:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518484:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b168fd26. 00000400:00000200:0.0:1767384687.518488:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000919dcd7d 00000020:00000040:2.0:1767384687.518490:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 9 to 0@lo 00000400:00000010:0.0:1767384687.518491:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000919dcd7d. 00000020:00000040:2.0:1767384687.518495:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (00000000cc3e887a) now 4 - import 00000100:00000001:0.0:1767384687.518496:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:2.0:1767384687.518498:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000093c50239. 00000100:00000200:0.0:1767384687.518499:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384687.518504:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00100000:0.0:1767384687.518508:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518509:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384687.518512:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518513:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518515:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518516:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077cf56a4. 00000400:00000200:0.0:1767384687.518519:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035187e3e 00000400:00000010:0.0:1767384687.518521:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035187e3e. 00000100:00000001:0.0:1767384687.518523:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518524:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518528:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518534:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384687.518536:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518538:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518539:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518540:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f55e5a27. 00000400:00000200:0.0:1767384687.518543:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037f04433 00000400:00000010:0.0:1767384687.518545:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037f04433. 00000100:00000001:0.0:1767384687.518547:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518548:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518553:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518554:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384687.518557:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518558:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518560:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518561:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaa4ed5a. 00000400:00000200:0.0:1767384687.518563:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078991fee 00000400:00000010:0.0:1767384687.518564:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078991fee. 00000100:00000001:0.0:1767384687.518567:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518568:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518572:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518573:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384687.518575:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518576:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518577:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518579:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f0a1016. 00000400:00000200:0.0:1767384687.518581:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbd2046e 00000400:00000010:0.0:1767384687.518583:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbd2046e. 00000100:00000001:0.0:1767384687.518585:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518587:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518592:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518593:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384687.518595:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518596:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518597:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518599:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2edcbca. 00000400:00000200:0.0:1767384687.518601:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c325e235 00000400:00000010:0.0:1767384687.518602:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c325e235. 00000100:00000001:0.0:1767384687.518604:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518610:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518616:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518618:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384687.518621:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518623:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518625:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518626:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c988c1bc. 00000400:00000200:0.0:1767384687.518629:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005c9a0e5 00000400:00000010:0.0:1767384687.518631:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005c9a0e5. 00000100:00000001:0.0:1767384687.518633:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518635:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518639:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518640:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384687.518654:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518661:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518662:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518663:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e88a4476. 00000400:00000200:0.0:1767384687.518666:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d946c00 00000400:00000010:0.0:1767384687.518668:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d946c00. 00000100:00000001:0.0:1767384687.518670:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518671:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518675:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518676:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384687.518679:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518680:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518682:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518683:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0a68649. 00000400:00000200:0.0:1767384687.518685:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008dcf2029 00000400:00000010:0.0:1767384687.518687:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008dcf2029. 00000100:00000001:0.0:1767384687.518690:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518692:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518698:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518699:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384687.518701:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518703:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518704:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518705:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef36d7f6. 00000400:00000200:0.0:1767384687.518707:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d4f4545 00000400:00000010:0.0:1767384687.518714:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d4f4545. 00000100:00000001:0.0:1767384687.518717:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518719:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518724:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518726:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384687.518728:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518730:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518731:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518732:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df906a63. 00000400:00000200:0.0:1767384687.518735:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b39b64ae 00000400:00000010:0.0:1767384687.518736:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b39b64ae. 00000100:00000001:0.0:1767384687.518738:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518739:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518743:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518744:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384687.518746:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518748:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518749:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518750:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000638b0a90. 00000400:00000200:0.0:1767384687.518752:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad4afb1f 00000400:00000010:0.0:1767384687.518754:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad4afb1f. 00000100:00000001:0.0:1767384687.518756:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518758:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518762:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518764:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384687.518766:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518768:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518769:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518771:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008705cbfd. 00000400:00000200:0.0:1767384687.518773:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000186f12b9 00000400:00000010:0.0:1767384687.518774:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000186f12b9. 00000100:00000001:0.0:1767384687.518778:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518779:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518783:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518785:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384687.518787:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518788:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518790:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518797:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000269ed471. 00000400:00000200:0.0:1767384687.518799:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002b59f435 00000400:00000010:0.0:1767384687.518802:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b59f435. 00000100:00000001:0.0:1767384687.518805:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518807:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518813:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518815:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384687.518818:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518820:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518821:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518822:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fe53ec1. 00000400:00000200:0.0:1767384687.518826:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1676279 00000400:00000010:0.0:1767384687.518828:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1676279. 00000100:00000001:0.0:1767384687.518832:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518833:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518840:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518842:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384687.518843:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518845:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518846:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518847:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e4ce0ea. 00000400:00000200:0.0:1767384687.518849:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d847111 00000400:00000010:0.0:1767384687.518851:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d847111. 00000100:00000001:0.0:1767384687.518853:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518854:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518859:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518861:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384687.518863:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518865:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518866:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518868:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008aa91e65. 00000400:00000200:0.0:1767384687.518871:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b7dcd22 00000400:00000010:0.0:1767384687.518872:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b7dcd22. 00000100:00000001:0.0:1767384687.518875:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518876:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518880:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518881:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384687.518883:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518890:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518892:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518893:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baacdf6a. 00000400:00000200:0.0:1767384687.518897:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027593ab9 00000400:00000010:0.0:1767384687.518898:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027593ab9. 00000100:00000001:0.0:1767384687.518901:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518902:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518907:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518909:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384687.518910:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518912:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518914:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518915:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b290ddf6. 00000400:00000200:0.0:1767384687.518918:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b732e1e3 00000400:00000010:0.0:1767384687.518919:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b732e1e3. 00000100:00000001:0.0:1767384687.518922:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518923:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518928:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518930:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384687.518932:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518934:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518936:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518937:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f8401e9. 00000400:00000200:0.0:1767384687.518940:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095cb94a5 00000400:00000010:0.0:1767384687.518942:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095cb94a5. 00000100:00000001:0.0:1767384687.518945:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518946:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518952:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518953:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384687.518956:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518957:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518959:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518961:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea150146. 00000400:00000200:0.0:1767384687.518963:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6684fc8 00000400:00000010:0.0:1767384687.518965:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6684fc8. 00000100:00000001:0.0:1767384687.518968:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.518970:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.518976:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.518983:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384687.518986:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.518989:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.518990:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.518992:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049d0ad1c. 00000400:00000200:0.0:1767384687.518995:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff146c8f 00000400:00000010:0.0:1767384687.518997:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff146c8f. 00000100:00000001:0.0:1767384687.519000:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519001:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519010:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519011:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384687.519013:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519015:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519016:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519018:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068406155. 00000400:00000200:0.0:1767384687.519021:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c42af8a 00000400:00000010:0.0:1767384687.519023:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c42af8a. 00000100:00000001:0.0:1767384687.519026:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519027:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519031:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519033:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384687.519035:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519036:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519037:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519039:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cefdf5e. 00000400:00000200:0.0:1767384687.519041:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd53c62b 00000400:00000010:0.0:1767384687.519043:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd53c62b. 00000100:00000001:0.0:1767384687.519046:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519047:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519052:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519053:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384687.519055:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519057:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519058:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519060:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a906ce77. 00000400:00000200:0.0:1767384687.519062:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000754df304 00000400:00000010:0.0:1767384687.519064:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000754df304. 00000100:00000001:0.0:1767384687.519067:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519073:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519078:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519080:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384687.519082:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519085:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519087:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519089:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e58e79d4. 00000400:00000200:0.0:1767384687.519092:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee53f55 00000400:00000010:0.0:1767384687.519093:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ee53f55. 00000100:00000001:0.0:1767384687.519096:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519097:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519102:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519103:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384687.519105:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519107:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519108:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519110:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006264bd75. 00000400:00000200:0.0:1767384687.519113:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d357133 00000400:00000010:0.0:1767384687.519115:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d357133. 00000100:00000001:0.0:1767384687.519118:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519120:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519125:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519126:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384687.519128:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519130:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519132:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519133:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f17a3020. 00000400:00000200:0.0:1767384687.519136:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b45bc6f 00000400:00000010:0.0:1767384687.519138:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b45bc6f. 00000100:00000001:0.0:1767384687.519140:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519141:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519147:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519149:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384687.519152:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519154:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519155:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519157:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b6a245. 00000400:00000200:0.0:1767384687.519160:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002a368a7 00000400:00000010:0.0:1767384687.519168:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002a368a7. 00000100:00000001:0.0:1767384687.519176:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519177:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519183:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519185:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384687.519187:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519190:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519191:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519193:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8a26324. 00000400:00000200:0.0:1767384687.519196:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cf43e43 00000400:00000010:0.0:1767384687.519198:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cf43e43. 00000100:00000001:0.0:1767384687.519201:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519202:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519208:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519209:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384687.519212:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519213:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519215:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519216:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000693d9d9e. 00000400:00000200:0.0:1767384687.519219:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b416cf25 00000400:00000010:0.0:1767384687.519221:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b416cf25. 00000100:00000001:0.0:1767384687.519224:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519225:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519230:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519232:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384687.519234:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519236:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519237:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519239:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb68d9db. 00000400:00000200:0.0:1767384687.519241:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35daf9e 00000400:00000010:0.0:1767384687.519243:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d35daf9e. 00000100:00000001:0.0:1767384687.519246:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519247:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519252:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519254:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384687.519256:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519258:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519259:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519267:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3432abf. 00000400:00000200:0.0:1767384687.519271:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea9d0ec9 00000400:00000010:0.0:1767384687.519273:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea9d0ec9. 00000100:00000001:0.0:1767384687.519276:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519278:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519282:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519284:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384687.519286:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519288:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519289:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519307:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a317346. 00000400:00000200:0.0:1767384687.519311:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000663326fc 00000400:00000010:0.0:1767384687.519313:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000663326fc. 00000100:00000001:0.0:1767384687.519316:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519317:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519322:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519324:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384687.519326:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519328:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519329:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519330:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072dcc914. 00000400:00000200:0.0:1767384687.519333:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2648682 00000400:00000010:0.0:1767384687.519335:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2648682. 00000100:00000001:0.0:1767384687.519339:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519340:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519348:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519350:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384687.519352:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519353:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519354:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519356:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035c642b6. 00000400:00000200:0.0:1767384687.519358:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c31425f6 00000400:00000010:0.0:1767384687.519360:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c31425f6. 00000100:00000001:0.0:1767384687.519362:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519363:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519369:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519372:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384687.519374:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519387:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519388:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519390:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9e362cb. 00000400:00000200:0.0:1767384687.519393:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007482ec8b 00000400:00000010:0.0:1767384687.519395:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007482ec8b. 00000100:00000001:0.0:1767384687.519399:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519400:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519406:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519408:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384687.519410:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519412:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519414:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519416:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043b8d261. 00000400:00000200:0.0:1767384687.519419:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a3b6b82 00000400:00000010:0.0:1767384687.519421:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a3b6b82. 00000100:00000001:0.0:1767384687.519424:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519425:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519431:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519432:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384687.519434:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519436:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519438:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519439:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008968b667. 00000400:00000200:0.0:1767384687.519443:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb27af7 00000400:00000010:0.0:1767384687.519445:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000beb27af7. 00000100:00000001:0.0:1767384687.519448:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519449:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519454:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519456:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384687.519458:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384687.519460:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384687.519461:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384687.519463:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da6ab268. 00000400:00000200:0.0:1767384687.519466:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ddfa0f7 00000400:00000010:0.0:1767384687.519468:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ddfa0f7. 00000100:00000001:0.0:1767384687.519471:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384687.519473:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:0.0:1767384687.519477:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384687.519487:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384687.519489:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384687.519492:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519494:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519497:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519498:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519500:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519501:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519504:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519505:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519507:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519508:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519511:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519512:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519514:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519516:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519519:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519520:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519523:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519524:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519526:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519527:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519534:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519535:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519538:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519540:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519541:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519543:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519544:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519546:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519548:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519549:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519551:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519553:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519555:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519556:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519557:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519559:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519561:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519562:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519570:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519571:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519573:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519574:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519576:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519577:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519579:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519580:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519582:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519584:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519585:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519587:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519588:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519590:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519591:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519593:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519595:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519597:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519599:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519600:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519602:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519603:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519606:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519607:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519609:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519610:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519612:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519613:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519616:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519617:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519619:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519620:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519622:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519623:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519625:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519626:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519628:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519630:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519631:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519633:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519653:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519654:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519656:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519657:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519660:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519661:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519663:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519664:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519666:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519667:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519669:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519670:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519672:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519673:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519676:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519677:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519679:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519681:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519684:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519685:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519687:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519689:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519691:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519693:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519694:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519695:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519696:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519697:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519704:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519705:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519706:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519707:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519709:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519710:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519712:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519713:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519715:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519716:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519718:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519719:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519726:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519728:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519729:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519731:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519732:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519733:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519735:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519736:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384687.519738:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384687.519739:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384687.519743:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000094f50172. 00000100:00000010:0.0:1767384687.519757:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008728aef. 00000100:00000010:0.0:1767384687.519761:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006d6cf0be. 00000100:00000010:0.0:1767384687.519764:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001982dc28. 00000100:00000010:0.0:1767384687.519767:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007d04ceb3. 00000100:00000010:0.0:1767384687.519770:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ca30eb0. 00000100:00000010:0.0:1767384687.519772:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c0704bb8. 00000100:00000010:0.0:1767384687.519774:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a341890. 00000100:00000010:0.0:1767384687.519777:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000917da7dd. 00000100:00000010:0.0:1767384687.519779:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033816254. 00000100:00000010:0.0:1767384687.519782:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000112e38d4. 00000100:00000010:0.0:1767384687.519784:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b60e6dd. 00000100:00000010:0.0:1767384687.519787:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000532c022e. 00000100:00000010:0.0:1767384687.519790:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8b50d90. 00000100:00000010:0.0:1767384687.519794:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008c8f84f2. 00000100:00000010:0.0:1767384687.519797:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a52ab58. 00000100:00000010:0.0:1767384687.519799:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ff39ecef. 00000100:00000010:0.0:1767384687.519802:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bd5a207. 00000100:00000010:0.0:1767384687.519805:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000001fe850e. 00000100:00000010:0.0:1767384687.519825:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cea85817. 00000100:00000010:0.0:1767384687.519828:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c7b47de3. 00000100:00000010:0.0:1767384687.519832:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069071549. 00000100:00000010:0.0:1767384687.519835:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000524d02c4. 00000100:00000010:0.0:1767384687.519839:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6c69321. 00000100:00000010:0.0:1767384687.519842:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006a9fca16. 00000100:00000010:0.0:1767384687.519851:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008c29a87. 00000100:00000010:0.0:1767384687.519854:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003ed62899. 00000100:00000010:0.0:1767384687.519858:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f3a3e5c. 00000100:00000010:0.0:1767384687.519861:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000032c784aa. 00000100:00000010:0.0:1767384687.519864:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a395b27. 00000100:00000010:0.0:1767384687.519867:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000048b8a5f6. 00000100:00000010:0.0:1767384687.519868:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081799d34. 00000100:00000010:0.0:1767384687.519876:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006f8b432f. 00000100:00000010:0.0:1767384687.519879:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d6ecdea. 00000100:00000010:0.0:1767384687.519882:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f9635d02. 00000100:00000010:0.0:1767384687.519885:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6f37bbf. 00000100:00000010:0.0:1767384687.519888:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cf3b3790. 00000100:00000010:0.0:1767384687.519891:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8f0c199. 00000100:00000010:0.0:1767384687.519894:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002c933dec. 00000100:00000010:0.0:1767384687.519897:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024fa5ae7. 00000100:00000010:0.0:1767384687.519900:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c99f29a1. 00000100:00000010:0.0:1767384687.519903:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025df0c01. 00000100:00000010:0.0:1767384687.519908:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000480ba00f. 00000100:00000010:0.0:1767384687.519935:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3b5f15b. 00000100:00000010:0.0:1767384687.519938:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c371b3e0. 00000100:00000010:0.0:1767384687.519941:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071cc67be. 00000100:00000010:0.0:1767384687.519944:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000085d3dd06. 00000100:00000010:0.0:1767384687.519947:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b06393d9. 00000100:00000010:0.0:1767384687.519949:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000886e3dc6. 00000100:00000010:0.0:1767384687.519953:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061647122. 00000100:00000010:0.0:1767384687.519955:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aae56a88. 00000100:00000010:0.0:1767384687.519960:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000187a5bd2. 00000100:00000010:0.0:1767384687.519962:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d9e2a76b. 00000100:00000010:0.0:1767384687.519966:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6a37925. 00000100:00000010:0.0:1767384687.519969:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f256c865. 00000100:00000010:0.0:1767384687.519971:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c2cd61c. 00000100:00000010:0.0:1767384687.519974:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000e9d83cc. 00000100:00000010:0.0:1767384687.519977:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008be37f5f. 00000100:00000010:0.0:1767384687.519985:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000065a479b1. 00000100:00000010:0.0:1767384687.519989:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068c59806. 00000100:00000010:0.0:1767384687.519991:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000e12924d. 00000100:00000010:0.0:1767384687.519993:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ddc7e2ea. 00000100:00000010:0.0:1767384687.519995:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000053c53ef3. 00000100:00000010:0.0:1767384687.519998:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d36e5d1c. 00000100:00000010:0.0:1767384687.520001:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aa507f84. 00000100:00000010:0.0:1767384687.520004:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4aa2ee3. 00000100:00000010:0.0:1767384687.520006:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000049404b2d. 00000100:00000010:0.0:1767384687.520043:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000342e0c5f. 00000100:00000010:0.0:1767384687.520051:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009c0927b9. 00000100:00000010:0.0:1767384687.520054:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007de17725. 00000100:00000010:0.0:1767384687.520057:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f1805d4a. 00000100:00000010:0.0:1767384687.520060:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d17f9a7c. 00000100:00000010:0.0:1767384687.520062:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000076130e1e. 00000100:00000010:0.0:1767384687.520065:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0eae35b. 00000100:00000010:0.0:1767384687.520068:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b71b28b2. 00000100:00000010:0.0:1767384687.520071:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015772bc6. 00000100:00000010:0.0:1767384687.520074:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000551cd74e. 00000100:00000010:0.0:1767384687.520077:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022c5e90c. 00000100:00000010:0.0:1767384687.520080:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cab162f5. 00000100:00000010:0.0:1767384687.520083:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea2ea30f. 00000100:00000010:0.0:1767384687.520085:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a0a71f21. 00000100:00000010:0.0:1767384687.520088:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb79c77e. 00000100:00000010:0.0:1767384687.520091:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000086246643. 00000100:00000010:0.0:1767384687.520093:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088c043a1. 00000100:00000010:0.0:1767384687.520095:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000096163fe9. 00000100:00000010:0.0:1767384687.520099:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000006f04ca9. 00000100:00000010:0.0:1767384687.520101:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000da5d5a9. 00000100:00000010:0.0:1767384687.520104:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000834225. 00000100:00000010:0.0:1767384687.520107:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000efa97f15. 00000100:00000010:0.0:1767384687.520110:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f61c26d. 00000100:00000010:0.0:1767384687.520113:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a2ff5685. 00000100:00000010:0.0:1767384687.520123:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ddfc1e2. 00000100:00000010:0.0:1767384687.520126:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f4404fc5. 00000100:00000010:0.0:1767384687.520130:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4f91ab6. 00000100:00000010:0.0:1767384687.520132:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ea6119cb. 00000100:00000010:0.0:1767384687.520144:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006719e098. 00000100:00000010:0.0:1767384687.520147:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009d530440. 00000100:00000010:0.0:1767384687.520174:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8958eaa. 00000100:00000010:0.0:1767384687.520179:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000005e9673b. 00000100:00000010:0.0:1767384687.520182:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000cc24398. 00000100:00000010:0.0:1767384687.520185:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a93ef440. 00000100:00000010:0.0:1767384687.520189:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001eff0365. 00000100:00000010:0.0:1767384687.520192:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000099565af5. 00000100:00000010:0.0:1767384687.520194:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8cb6dbf. 00000100:00000010:0.0:1767384687.520196:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fa13d985. 00000100:00000010:0.0:1767384687.520199:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b525c95. 00000100:00000010:0.0:1767384687.520201:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000960f2532. 00000100:00000010:0.0:1767384687.520205:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a017a217. 00000100:00000010:0.0:1767384687.520210:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c8f0f951. 00000100:00000010:0.0:1767384687.520214:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb29b86f. 00000100:00000010:0.0:1767384687.520217:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f1a5e959. 00000100:00000010:0.0:1767384687.520220:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c25a46e4. 00000100:00000010:0.0:1767384687.520224:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c36911fb. 00000100:00000010:0.0:1767384687.520228:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9d7fee9. 00000100:00000010:0.0:1767384687.520231:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f0cbb961. 00000100:00000010:0.0:1767384687.520256:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc1153f9. 00000100:00000010:0.0:1767384687.520260:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000269ae3fe. 00000100:00000010:0.0:1767384687.520263:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b471b76. 00000100:00000010:0.0:1767384687.520265:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000072fedf9c. 00000100:00000010:0.0:1767384687.520269:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000938b540e. 00000100:00000010:0.0:1767384687.520271:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000014eccc18. 00000100:00000010:0.0:1767384687.520274:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077d329f3. 00000100:00000010:0.0:1767384687.520277:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bc5bfdc9. 00000100:00000010:0.0:1767384687.520279:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee1bfc8f. 00000100:00000010:0.0:1767384687.520311:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f6b1793b. 00000100:00000010:0.0:1767384687.520315:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bba38285. 00000100:00000010:0.0:1767384687.520318:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000015f4444a. 00000100:00000010:0.0:1767384687.520329:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5803c77. 00000100:00000010:0.0:1767384687.520334:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000071fb47bc. 00000100:00000010:0.0:1767384687.520343:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000254e6f2e. 00000100:00000010:0.0:1767384687.520352:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000009878fd64. 00000100:00000001:0.0:1767384687.520361:0:40099:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384687.520364:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384687.520366:0:40099:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384687.520369:0:40099:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384687.520371:0:40099:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000011f04018. 00000100:00000001:0.0:1767384687.520375:0:40099:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384687.520377:0:40099:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384687.520380:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384687.520381:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a85e8ae3. 00000100:00000001:0.0:1767384687.520384:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384687.520386:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384687.520388:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000006391f1df. 00000100:00000001:0.0:1767384687.520391:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384687.520392:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384687.520394:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000366a4381. 00000100:00000001:0.0:1767384687.520396:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384687.520398:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384687.520400:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003aaca1ed. 00000100:00000001:0.0:1767384687.520403:0:40099:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384687.520539:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005b482bf8. 00000020:00000010:0.0:1767384687.520545:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000eb6ca1f6. 00000020:00000010:0.0:1767384687.520548:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000013d90b2c. 00000020:00000010:0.0:1767384687.520553:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000091654f00. 00000020:00000010:0.0:1767384687.520558:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000003bb88641. 00000020:00000010:0.0:1767384687.520562:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006adb3efb. 00000100:00000010:0.0:1767384687.520604:0:40099:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000001845af3e. 00000100:00000010:0.0:1767384687.520613:0:40099:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000fe1077fa. 00000100:00000010:0.0:1767384687.520617:0:40099:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000e6ac5a87. 00000100:00000010:0.0:1767384687.520620:0:40099:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000026957262. 00000100:00000001:0.0:1767384687.520627:0:40099:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384687.520631:0:40099:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:0.0:1767384687.520635:0:40099:0:(osd_handler.c:7216:osd_it_ea_init()) Process entered 00080000:00000001:0.0:1767384687.520638:0:40099:0:(osd_handler.c:7145:osd_it_dir_init()) Process entered 00080000:00000010:0.0:1767384687.520653:0:40099:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000002a3fe493. 00080000:00000001:0.0:1767384687.520665:0:40099:0:(osd_handler.c:7193:osd_it_dir_init()) Process leaving (rc=18446635473156252672 : -108600553298944 : ffff9d3a76992400) 00080000:00000001:0.0:1767384687.520668:0:40099:0:(osd_handler.c:7227:osd_it_ea_init()) Process leaving (rc=18446635473156252672 : -108600553298944 : ffff9d3a76992400) 00080000:00000001:0.0:1767384687.520671:0:40099:0:(osd_handler.c:8087:osd_it_ea_load()) Process entered 00080000:00000001:0.0:1767384687.520673:0:40099:0:(osd_handler.c:7410:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:0.0:1767384687.520703:0:40099:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384687.520707:0:40099:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.520709:0:40099:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384687.520711:0:40099:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.520713:0:40099:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384687.520714:0:40099:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.520716:0:40099:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384687.520718:0:40099:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.520720:0:40099:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384687.520721:0:40099:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.520723:0:40099:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384687.520725:0:40099:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.520727:0:40099:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384687.520728:0:40099:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.520730:0:40099:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:0.0:1767384687.520732:0:40099:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.520736:0:40099:0:(osd_handler.c:7449:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.520738:0:40099:0:(osd_handler.c:8097:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384687.520743:0:40099:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000c83d4985. 20000000:00000010:0.0:1767384687.520746:0:40099:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 0000000034815605. 00080000:00000001:0.0:1767384687.520749:0:40099:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384687.520750:0:40099:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384687.520753:0:40099:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000009570cc45. 20000000:00000010:0.0:1767384687.520755:0:40099:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000005ea548a4. 00080000:00000001:0.0:1767384687.520757:0:40099:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384687.520759:0:40099:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.520761:0:40099:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384687.520768:0:40099:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384687.520772:0:40099:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000a2281d2d. 20000000:00000010:0.0:1767384687.520775:0:40099:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000028864b8a. 00080000:00000001:0.0:1767384687.520777:0:40099:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384687.520779:0:40099:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384687.520781:0:40099:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d6841e88. 20000000:00000010:0.0:1767384687.520784:0:40099:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 0000000070d20551. 00080000:00000001:0.0:1767384687.520786:0:40099:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384687.520787:0:40099:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384687.520790:0:40099:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000da942fdd. 20000000:00000010:0.0:1767384687.520792:0:40099:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 00000000dd964435. 00080000:00000001:0.0:1767384687.520794:0:40099:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384687.520795:0:40099:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.520797:0:40099:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384687.520798:0:40099:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384687.520801:0:40099:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000004e9dcbef. 20000000:00000010:0.0:1767384687.520803:0:40099:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000004bb919e6. 00080000:00000001:0.0:1767384687.520805:0:40099:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:0.0:1767384687.520806:0:40099:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384687.520809:0:40099:0:(osd_handler.c:7257:osd_it_ea_fini()) Process entered 00080000:00000001:0.0:1767384687.520810:0:40099:0:(osd_handler.c:7235:osd_it_dir_fini()) Process entered 00080000:00000010:0.0:1767384687.520822:0:40099:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000002a3fe493. 00080000:00000001:0.0:1767384687.520824:0:40099:0:(osd_handler.c:7243:osd_it_dir_fini()) Process leaving 00080000:00000001:0.0:1767384687.520827:0:40099:0:(osd_handler.c:7260:osd_it_ea_fini()) Process leaving 20000000:00000001:0.0:1767384687.520829:0:40099:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384687.520879:0:40099:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000faa9a5f0. 20000000:00000010:0.0:1767384687.520885:0:40099:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000002d67570. 20000000:00000010:0.0:1767384687.520891:0:40099:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000388ebf59. 20000000:00000010:0.0:1767384687.520895:0:40099:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000001d6f7caf. 20000000:00000010:0.0:1767384687.520898:0:40099:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000051801f26. 20000000:00000010:0.0:1767384687.520903:0:40099:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000004bb919e6. 20000000:00000010:0.0:1767384687.520906:0:40099:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000004e9dcbef. 20000000:00000010:0.0:1767384687.520910:0:40099:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 00000000dd964435. 20000000:00000010:0.0:1767384687.520913:0:40099:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000da942fdd. 20000000:00000010:0.0:1767384687.520916:0:40099:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 0000000070d20551. 20000000:00000010:0.0:1767384687.520925:0:40099:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d6841e88. 20000000:00000010:0.0:1767384687.520928:0:40099:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000028864b8a. 20000000:00000010:0.0:1767384687.520930:0:40099:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000a2281d2d. 20000000:00000010:0.0:1767384687.520933:0:40099:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000005ea548a4. 20000000:00000010:0.0:1767384687.520936:0:40099:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000009570cc45. 20000000:00000010:0.0:1767384687.520939:0:40099:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 0000000034815605. 20000000:00000010:0.0:1767384687.520942:0:40099:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000c83d4985. 20000000:00000001:0.0:1767384687.520946:0:40099:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:0.0:1767384687.520957:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000063c8eff6. 20000000:00000010:0.0:1767384687.520966:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d23e4403. 20000000:00000010:0.0:1767384687.520970:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009cbffa51. 20000000:00000010:0.0:1767384687.520974:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000436249cd. 20000000:00000010:0.0:1767384687.520977:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007d5b5844. 20000000:00000010:0.0:1767384687.520980:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009533ab2f. 20000000:00000010:0.0:1767384687.520984:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000370108f3. 20000000:00000010:0.0:1767384687.520987:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e3bb32b8. 20000000:00000010:0.0:1767384687.520990:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000084c05189. 20000000:00000010:0.0:1767384687.520992:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e19fee4c. 20000000:00000010:0.0:1767384687.520996:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c21fa50f. 20000000:00000010:0.0:1767384687.521000:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000aae8b12a. 20000000:00000010:0.0:1767384687.521003:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b5b257e9. 20000000:00000010:0.0:1767384687.521006:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003fc8beea. 20000000:00000010:0.0:1767384687.521010:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000d4a5ba7. 20000000:00000010:0.0:1767384687.521014:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006b89a961. 20000000:00000010:0.0:1767384687.521018:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000782f6ae5. 20000000:00000010:0.0:1767384687.521021:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006d4755da. 20000000:00000010:0.0:1767384687.521025:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000b05b3f1. 20000000:00000010:0.0:1767384687.521029:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003d253c78. 20000000:00000010:0.0:1767384687.521032:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e96f0038. 20000000:00000010:0.0:1767384687.521036:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d3c528b4. 20000000:00000010:0.0:1767384687.521039:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b2f3613d. 20000000:00000010:0.0:1767384687.521042:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006ab7adce. 20000000:00000010:0.0:1767384687.521045:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000602541ce. 20000000:00000010:0.0:1767384687.521048:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009dd56988. 20000000:00000010:0.0:1767384687.521057:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004fc7aa18. 20000000:00000010:0.0:1767384687.521060:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f0b16442. 20000000:00000010:0.0:1767384687.521064:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f56d6422. 20000000:00000010:0.0:1767384687.521068:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000006f35b21. 20000000:00000010:0.0:1767384687.521071:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f47f055f. 20000000:00000010:0.0:1767384687.521074:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001302889b. 20000000:00000010:0.0:1767384687.521077:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000eb3e6389. 20000000:00000010:0.0:1767384687.521080:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000174330cf. 20000000:00000010:0.0:1767384687.521086:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000060fddb69. 20000000:00000010:0.0:1767384687.521089:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000815a67ed. 20000000:00000010:0.0:1767384687.521093:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f0fcfc49. 20000000:00000010:0.0:1767384687.521097:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004928023b. 20000000:00000010:0.0:1767384687.521101:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005588b7cc. 20000000:00000010:0.0:1767384687.521106:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000043d8c3a0. 20000000:00000010:0.0:1767384687.521109:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a86e8ca5. 20000000:00000010:0.0:1767384687.521115:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000064171b14. 20000000:00000010:0.0:1767384687.521125:0:40099:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 000000008c0efaa2. 20000000:00000010:0.0:1767384687.521131:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005af52204. 20000000:00000010:0.0:1767384687.521135:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000844cb25e. 20000000:00000010:0.0:1767384687.521138:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d2c8aa4c. 20000000:00000010:0.0:1767384687.521141:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000adc7b4b0. 20000000:00000010:0.0:1767384687.521145:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000001456ff8. 20000000:00000010:0.0:1767384687.521149:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005d18b8a0. 20000000:00000010:0.0:1767384687.521152:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000790c2471. 20000000:00000010:0.0:1767384687.521155:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006e0fd83b. 20000000:00000010:0.0:1767384687.521158:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f03dc4c9. 20000000:00000010:0.0:1767384687.521162:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d5a21f5c. 20000000:00000010:0.0:1767384687.521166:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003bbf0117. 20000000:00000010:0.0:1767384687.521169:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000063f80195. 20000000:00000010:0.0:1767384687.521173:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000020af2ec7. 20000000:00000010:0.0:1767384687.521176:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000069a03232. 20000000:00000010:0.0:1767384687.521179:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a58d737b. 20000000:00000010:0.0:1767384687.521183:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e369d484. 20000000:00000010:0.0:1767384687.521186:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000149be551. 20000000:00000010:0.0:1767384687.521196:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007491b87e. 20000000:00000010:0.0:1767384687.521200:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000057ca9fa9. 20000000:00000010:0.0:1767384687.521203:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fb792e37. 20000000:00000010:0.0:1767384687.521207:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000006bb3820. 20000000:00000010:0.0:1767384687.521210:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cd95f7c0. 20000000:00000010:0.0:1767384687.521213:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008cae978d. 20000000:00000010:0.0:1767384687.521216:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000abe6b4d2. 20000000:00000010:0.0:1767384687.521220:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a0055437. 20000000:00000010:0.0:1767384687.521223:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000031eb67c7. 20000000:00000010:0.0:1767384687.521227:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000de3b16d2. 20000000:00000010:0.0:1767384687.521230:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c110d8e6. 20000000:00000010:0.0:1767384687.521233:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a62d1ebb. 20000000:00000010:0.0:1767384687.521236:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000099c4e6ea. 20000000:00000010:0.0:1767384687.521240:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002e56bd49. 20000000:00000010:0.0:1767384687.521243:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fe361948. 20000000:00000010:0.0:1767384687.521246:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000620013d. 20000000:00000010:0.0:1767384687.521249:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004db60305. 20000000:00000010:0.0:1767384687.521252:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a1a6104c. 20000000:00000010:0.0:1767384687.521256:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c3c791a8. 20000000:00000010:0.0:1767384687.521259:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000031e518d3. 20000000:00000010:0.0:1767384687.521264:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000075322362. 20000000:00000010:0.0:1767384687.521269:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d3b96778. 20000000:00000010:0.0:1767384687.521273:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cc6e0a46. 20000000:00000010:0.0:1767384687.521277:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007e54925a. 20000000:00000010:0.0:1767384687.521283:0:40099:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000038830111. 20000000:00000010:0.0:1767384687.521285:0:40099:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000dc2b3c3a. 20000000:00000010:0.0:1767384687.521348:0:40099:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000740aae27. 20000000:00000010:0.0:1767384687.521365:0:40099:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000bf886223. 20000000:00000010:0.0:1767384687.521371:0:40099:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000001c0e4019. 20000000:00000010:0.0:1767384687.521374:0:40099:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000ce1319da. 20000000:00000010:0.0:1767384687.521377:0:40099:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000afe51908. 20000000:00000010:0.0:1767384687.521380:0:40099:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000004022a340. 20000000:00000010:0.0:1767384687.521383:0:40099:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000f0ff1cbb. 20000000:00000010:0.0:1767384687.521394:0:40099:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000b9aa9b03. 20000000:00000010:0.0:1767384687.521403:0:40099:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000f18915b0. 00010000:00000001:0.0:1767384687.521407:0:40099:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1767384687.521410:0:40099:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1767384687.521412:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384687.521414:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384687.521416:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384687.521418:0:40099:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767384687.521420:0:40099:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384687.521421:0:40099:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384687.521423:0:40099:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384687.521426:0:40099:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:0.0:1767384687.521432:0:40099:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:0.0:1767384687.521434:0:40099:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:0.0:1767384687.521449:0:40099:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384687.521455:0:40099:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000eb25c505 - data 00000000eae17eff/000000007345bac0 00000020:00000010:0.0:1767384687.521603:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000ce5c0752. 00000020:00000010:0.0:1767384687.521610:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000006c0744d9. 00000020:00000010:0.0:1767384687.521614:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000007345bac0. 00000020:00000010:0.0:1767384687.521617:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000a6a9293d. 00000020:00000010:0.0:1767384687.521621:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000a6dff55b. 00000020:00000010:0.0:1767384687.521624:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000011934712. 00000020:00000010:0.0:1767384687.521627:0:40099:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000eb25c505. 00000020:01000000:0.0:1767384687.521634:0:40099:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000004af82e50 - data 0000000025f1650e/00000000207e76dc 00000020:00000010:0.0:1767384687.521777:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 0000000067196fa4. 00000020:00000010:0.0:1767384687.521781:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 0000000091e03ca0. 00000020:00000010:0.0:1767384687.521785:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000207e76dc. 00000020:00000010:0.0:1767384687.521788:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000001b9a364e. 00000020:00000010:0.0:1767384687.521791:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 0000000023f9326c. 00000020:00000010:0.0:1767384687.521793:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d419a947. 00000020:00000010:0.0:1767384687.521796:0:40099:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000004af82e50. 00000020:00000001:0.0:1767384687.521799:0:40099:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:0.0:1767384687.521934:0:40099:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000000ed59c47 : new refcount 2 00000040:00000001:0.0:1767384687.521938:0:40099:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1767384687.521940:0:40099:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000000ed59c47 : new refcount 1 00080000:00000010:0.0:1767384687.521963:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000cd3746d. 00000020:00000010:0.0:1767384687.521968:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000093c35615. 00000020:00000010:0.0:1767384687.521975:0:40099:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000b2b92dae. 00080000:00000010:0.0:1767384687.521984:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000118b8fae. 00000020:00000010:0.0:1767384687.521987:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000000683f3a. 00000020:00000010:0.0:1767384687.521992:0:40099:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000c3dd915b. 00000020:00000040:0.0:1767384687.521996:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000fd60371a : new refcount 1 00000040:00000010:0.0:1767384687.521999:0:40099:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000000ed59c47. 00000040:00000001:0.0:1767384687.522006:0:40099:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384687.522011:0:40099:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 00000000c4592b63. 00080000:00000001:0.0:1767384687.522014:0:40099:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:0.0:1767384687.522025:0:40099:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:914819562 to info 00000000a386338f 00100000:00000001:0.0:1767384687.522029:0:40099:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384687.522031:0:40099:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384687.522033:0:40099:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384687.522035:0:40099:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 00000000c4592b63. 00080000:00000010:0.0:1767384687.522054:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fdb0f458. 00000020:00000010:0.0:1767384687.522058:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d5805205. 00000020:00000002:0.0:1767384687.522064:0:40099:0:(lu_object.c:207:lu_object_put()) Add 00000000840b9a9a/0000000028e2a8aa to site lru. bkt: 000000008c631bef 00000001:00000001:0.0:1767384687.522068:0:40099:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:0.0:1767384687.522071:0:40099:0:(lu_object.c:207:lu_object_put()) Add 000000002bd9d47d/0000000094abecb9 to site lru. bkt: 00000000a40a7ba1 00000001:00000010:0.0:1767384687.522073:0:40099:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 0000000070fb6f42. 00000001:00000001:0.0:1767384687.522076:0:40099:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:0.0:1767384687.522111:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000078627e40. 00000020:00000010:0.0:1767384687.522114:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e46715ad. 00000020:00000010:0.0:1767384687.522119:0:40099:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000036678660. 00080000:00000010:0.0:1767384687.522139:0:40099:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a5fa623d. 00080000:00000010:0.0:1767384687.522144:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002bd9d47d. 00000020:00000010:0.0:1767384687.522147:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000094abecb9. 00080000:00000010:0.0:1767384687.522160:0:40099:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000840b9a9a. 00000020:00000010:0.0:1767384687.522164:0:40099:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000028e2a8aa. 00000020:00000010:0.0:1767384687.522183:0:40099:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 000000007675b357. 00010000:00000001:0.0:1767384687.522188:0:40099:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384687.522197:0:40099:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384687.522233:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000f6d235c8. 00000020:00000010:0.0:1767384687.522237:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000012411869. 00000020:00000010:0.0:1767384687.522241:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e480f84a. 00010000:00000001:0.0:1767384687.522280:0:40099:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384687.522318:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000057acefb8. 00000020:00000010:0.0:1767384687.522323:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000055eab295. 00000020:00000010:0.0:1767384687.522326:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000002acd64b3. 00000020:00000010:0.0:1767384687.522329:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000002affc450. 00000020:00000010:0.0:1767384687.522332:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000089c15c53. 00000020:00000010:0.0:1767384687.522336:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000000f265606. 00000001:00000001:0.0:1767384687.522385:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384687.522389:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000974dcd41. 00000001:00000010:0.0:1767384687.522393:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000c40dd322. 00000001:00000010:0.0:1767384687.522396:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000ee00719d. 00000001:00000010:0.0:1767384687.522399:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000292323f4. 00000001:00000001:0.0:1767384687.522402:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384687.522404:0:40099:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000001382984a. 00010000:00000001:0.0:1767384687.522413:0:40099:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384687.522415:0:40099:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384687.522417:0:40099:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 20000000:00000001:0.0:1767384687.522451:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384687.522454:0:40099:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384687.522456:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384687.522458:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4cf7 00000020:00000040:0.0:1767384687.522461:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f827ed17 with handle 0x9f279d7a9a0b4cf7 from hash 00000020:00000001:0.0:1767384687.522466:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384687.522467:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000f827ed17 : new refcount 1 00000020:00000001:0.0:1767384687.522470:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384687.522471:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000f827ed17 : new refcount 0 00000020:00000080:0.0:1767384687.522473:0:40099:0:(genops.c:904:class_export_put()) final put 00000000f827ed17/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384687.522476:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.522487:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384687.522489:0:40099:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384687.522491:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384687.522494:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384687.522497:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000f827ed17/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384687.522502:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384687.522502:0:40099:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1767384687.522503:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384687.522507:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000cf608087) now 5 - export 00000020:00000001:0.0:1767384687.522507:0:40099:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384687.522511:0:40099:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635472912668192 : -108600796883424 : ffff9d3a68145620) 00000020:00000010:2.0:1767384687.522512:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f827ed17. 00000020:01000004:0.0:1767384687.522517:0:40099:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000e760cd96 from MGS, refs=2 00000020:00000001:2.0:1767384687.522518:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384687.522522:0:40099:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384687.522524:0:40099:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000e760cd96 2 00000020:00000001:0.0:1767384687.522526:0:40099:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.522528:0:40099:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:0.0:1767384687.522530:0:40099:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1767384687.522532:0:40099:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446635472912668192 : -108600796883424 : ffff9d3a68145620) 00000020:01000004:0.0:1767384687.522534:0:40099:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000e760cd96 from MGS 00000020:00000010:0.0:1767384687.522537:0:40099:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 000000000d2f56c7. 00000020:00000010:0.0:1767384687.522540:0:40099:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000cf0b3fda. 00000020:00000001:0.0:1767384687.522543:0:40099:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.522545:0:40099:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384687.522547:0:40099:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.522549:0:40099:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384687.522559:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384687.522563:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d1edea80. 00000001:00000010:0.0:1767384687.522567:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002902fab8. 00000001:00000010:0.0:1767384687.522570:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000102a0202. 00000001:00000010:0.0:1767384687.522572:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e28f2082. 00000001:00000010:0.0:1767384687.522575:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d4e741c5. 00000001:00000010:0.0:1767384687.522583:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009bfd211e. 00000001:00000001:0.0:1767384687.522587:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384687.522589:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384687.522593:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000b56862c. 00000001:00000010:0.0:1767384687.522595:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000035d1e2d3. 00000001:00000010:0.0:1767384687.522598:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000394c2f26. 00000001:00000010:0.0:1767384687.522600:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000125ad929. 00000001:00000010:0.0:1767384687.522603:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009c5d9f2b. 00000001:00000010:0.0:1767384687.522605:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004df19019. 00000001:00000001:0.0:1767384687.522608:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384687.522610:0:40099:0:(obd_config.c:955:class_decref()) Decref MGS (00000000cc3e887a) now 3 - setup 00000020:00000001:0.0:1767384687.522613:0:40099:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.522620:0:40099:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384687.522624:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384687.522628:0:40099:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384687.522631:0:40099:0:(obd_config.c:955:class_decref()) Decref MGS (00000000cc3e887a) now 2 - obd_device_list 00000020:00000080:0.0:1767384687.522633:0:40099:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:0.0:1767384687.522635:0:40099:0:(obd_config.c:955:class_decref()) Decref MGS (00000000cc3e887a) now 1 - newdev 00000020:00000040:0.0:1767384687.522638:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fd60371a with handle 0x9f279d7a9a0b4cf0 from hash 00000020:00000040:0.0:1767384687.522640:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000fd60371a : new refcount 0 00000020:00000080:0.0:1767384687.522655:0:40099:0:(genops.c:904:class_export_put()) final put 00000000fd60371a/MGS 00000020:00000001:0.0:1767384687.522657:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.522659:0:40099:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384687.522661:0:40099:0:(genops.c:863:class_export_destroy()) destroying export 00000000fd60371a/MGS for MGS 00000020:00000001:0.0:1767384687.522663:0:40099:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:0.0:1767384687.522665:0:40099:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:0.0:1767384687.522668:0:40099:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.522670:0:40099:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384687.522672:0:40099:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000fd60371a. 00000020:00000001:0.0:1767384687.522677:0:40099:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384687.522679:0:40099:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:0.0:1767384687.522681:0:40099:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:0.0:1767384687.522683:0:40099:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384687.522687:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075322362. 00000020:00000010:0.0:1767384687.522691:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000025861d3e. 00000040:00000010:0.0:1767384687.522695:0:40099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000125ad929. 00000020:00000010:0.0:1767384687.522699:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e306780d. 00000020:00000010:0.0:1767384687.522702:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000394c2f26. 80000000:00000010:0.0:1767384687.522706:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f95a08a6. 00040000:00000010:0.0:1767384687.522711:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000035d1e2d3. 00080000:00000010:0.0:1767384687.522716:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006637f507. 00080000:00000010:0.0:1767384687.522721:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000724ef2f6. 20000000:00000010:0.0:1767384687.522725:0:40099:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e28f2082. 20000000:00000001:0.0:1767384687.522729:0:40099:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:0.0:1767384687.522744:0:40099:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 00000000527ed9f6. 20000000:00000001:0.0:1767384687.522749:0:40099:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384687.522752:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000025861d3e. 00000040:00000010:0.0:1767384687.522762:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000125ad929. 00000020:00000010:0.0:1767384687.522765:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e306780d. 00000020:00000010:0.0:1767384687.522768:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000394c2f26. 80000000:00000010:0.0:1767384687.522772:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f95a08a6. 00040000:00000010:0.0:1767384687.522776:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000035d1e2d3. 00080000:00000010:0.0:1767384687.522780:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000724ef2f6. 00080000:00000010:0.0:1767384687.522783:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006637f507. 20000000:00000010:0.0:1767384687.522786:0:40099:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000e28f2082. 00000020:00000010:0.0:1767384687.522789:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075322362. 00000020:00000001:0.0:1767384687.522793:0:40099:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384687.522795:0:40099:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000cc3e887a. 00000020:00000001:0.0:1767384687.522802:0:40099:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.522804:0:40099:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384687.522806:0:40099:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 000000004f3b4be1. 00000020:00000001:0.0:1767384687.522810:0:40099:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.522812:0:40099:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.522815:0:40099:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:0.0:1767384687.522817:0:40099:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384687.522819:0:40099:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:0.0:1767384687.522823:0:40099:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000f95a08a6. 00000020:00000080:0.0:1767384687.522825:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384687.522829:0:40099:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384687.522831:0:40099:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1767384687.522836:0:40099:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 000000006ce05244 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:0.0:1767384687.522841:0:40099:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384687.522843:0:40099:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (00000000169d8492) has exports, disconnecting them 00000020:00000001:0.0:1767384687.522845:0:40099:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1767384687.522847:0:40099:0:(genops.c:887:class_export_get()) GET export 000000006ce05244 refcount=4 00000020:00000040:0.0:1767384687.522850:0:40099:0:(genops.c:887:class_export_get()) GET export 000000006ce05244 refcount=5 00000020:00080000:0.0:1767384687.522853:0:40099:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (000000006ce05244), last request at 1767384584 00000020:00000001:0.0:1767384687.522856:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:0.0:1767384687.522858:0:40099:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384687.522860:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384687.522862:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4dd0 00000020:00000040:0.0:1767384687.522870:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006ce05244 with handle 0x9f279d7a9a0b4dd0 from hash 00000020:00000040:0.0:1767384687.522880:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000006ce05244 : new refcount 4 00000020:00000001:0.0:1767384687.522882:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384687.522884:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000006ce05244 : new refcount 3 00000020:00000001:0.0:1767384687.522885:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384687.522886:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000006ce05244 : new refcount 2 00000020:00000001:0.0:1767384687.522888:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1767384687.522890:0:40099:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.522893:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1767384687.522896:0:40099:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000006ce05244): rc 0 00000020:00000040:0.0:1767384687.522899:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000006ce05244 : new refcount 1 00000020:00000001:0.0:1767384687.522901:0:40099:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1767384687.522902:0:40099:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384687.522905:0:40099:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:0.0:1767384687.522906:0:40099:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:0.0:1767384687.522912:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:0.0:1767384687.522914:0:40099:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:0.0:1767384687.522916:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000006ce05244 : new refcount 0 00000020:00000080:0.0:1767384687.522918:0:40099:0:(genops.c:904:class_export_put()) final put 000000006ce05244/lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384687.522920:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.522930:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384687.522933:0:40099:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1767384687.522935:0:40099:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:2.0:1767384687.522939:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384687.522942:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000006ce05244/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384687.522946:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 8 to 0@lo 00000020:00000001:2.0:1767384687.522949:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384687.522950:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384687.522953:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000169d8492) now 5 - export 00000020:00000010:2.0:1767384687.522955:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006ce05244. 00000020:00000001:2.0:1767384687.522961:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:0.0:1767384687.522974:0:40099:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384687.523010:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000008c4394ae. 00000020:00000010:0.0:1767384687.523015:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d4a426f0. 00010000:00000001:0.0:1767384687.523054:0:40099:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384687.523067:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000007f19ccf6. 00000020:00000010:0.0:1767384687.523072:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000028a94171. 00000001:00000001:0.0:1767384687.523121:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384687.523597:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ee206cfb. 00000001:00000010:0.0:1767384687.523605:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002ec9281c. 00000001:00000010:0.0:1767384687.523607:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ca9ffbeb. 00000001:00000010:0.0:1767384687.523609:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000dc789f96. 00000001:00000010:0.0:1767384687.523610:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000025f642a9. 00000001:00000010:0.0:1767384687.523618:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001abac191. 00000001:00000010:0.0:1767384687.523619:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bb6251f0. 00000001:00000010:0.0:1767384687.523621:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000bb6995c6. 00000001:00000010:0.0:1767384687.523622:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b65c8844. 00000001:00000010:0.0:1767384687.523624:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d91fb632. 00000001:00000010:0.0:1767384687.523626:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cca706de. 00000001:00000010:0.0:1767384687.523627:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ae6098da. 00000001:00000010:0.0:1767384687.523629:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009744ca56. 00000001:00000010:0.0:1767384687.523631:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000083a95818. 00000001:00000010:0.0:1767384687.523633:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006d964c1f. 00000001:00000010:0.0:1767384687.523635:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004e1e9527. 00000001:00000010:0.0:1767384687.523636:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000fd90e56. 00000001:00000010:0.0:1767384687.523638:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d560b15f. 00000001:00000010:0.0:1767384687.523640:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d0a60d24. 00000001:00000010:0.0:1767384687.523653:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000000e79c393. 00000001:00000010:0.0:1767384687.523656:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cc30f9dc. 00000001:00000010:0.0:1767384687.523657:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000dcd7ab5d. 00000001:00000010:0.0:1767384687.523659:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001165f241. 00000001:00000010:0.0:1767384687.523660:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000026a15a80. 00000001:00000010:0.0:1767384687.523662:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f5201b50. 00000001:00000010:0.0:1767384687.523663:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005d4a6a13. 00000001:00000010:0.0:1767384687.523664:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000055c017ba. 00000001:00000010:0.0:1767384687.523666:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a0b532c1. 00000001:00000010:0.0:1767384687.523667:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000062e7418b. 00000001:00000010:0.0:1767384687.523668:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000612f6d91. 00000001:00000010:0.0:1767384687.523670:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000151c466f. 00000001:00000010:0.0:1767384687.523672:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000057fa7f92. 00000001:00000010:0.0:1767384687.523673:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 0000000023f106d1. 00000001:00000010:0.0:1767384687.523678:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000a3f090ab. 00000001:00000001:0.0:1767384687.523686:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384687.523689:0:40099:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000b699abb4. 00010000:00000001:0.0:1767384687.523692:0:40099:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384687.525678:0:40099:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1767384687.525681:0:40099:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1767384687.525683:0:40099:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1767384687.525685:0:40099:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:0.0:1767384687.525688:0:40099:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1767384687.525690:0:40099:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1767384687.525693:0:40099:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384687.525695:0:40099:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384687.525697:0:40099:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:0.0:1767384687.525701:0:40099:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1767384687.525704:0:40099:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384687.525705:0:40099:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384687.525706:0:40099:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1767384687.525708:0:40099:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384687.525709:0:40099:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:0.0:1767384687.525711:0:40099:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:0.0:1767384687.525713:0:40099:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1767384687.525716:0:40099:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:0.0:1767384687.525717:0:40099:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:0.0:1767384687.525718:0:40099:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:0.0:1767384687.525723:0:40099:0:(genops.c:1229:class_import_get()) import 000000004c94a718 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384687.525726:0:40099:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384687.525728:0:40099:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384687.525730:0:40099:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384687.525732:0:40099:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384687.525733:0:40099:0:(genops.c:1242:class_import_put()) import 000000004c94a718 refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767384687.525735:0:40099:0:(genops.c:1245:class_import_put()) final put import 000000004c94a718 00000020:00000001:0.0:1767384687.525745:0:40099:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384687.525746:0:40099:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1767384687.525748:0:40099:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1767384687.525749:0:40099:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1767384687.525751:0:40099:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 00000000426448ed. 00000020:00000001:2.0:1767384687.525754:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000010:0.0:1767384687.525756:0:40099:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000002024e5b5. 00000020:00000080:2.0:1767384687.525758:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000004c94a718 for lustre-MDT0000-lwp-MDT0000 00010000:00000010:0.0:1767384687.525761:0:40099:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000000569e74b. 00000020:00000040:2.0:1767384687.525763:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 7 to 0@lo 00010000:00000001:0.0:1767384687.525766:0:40099:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000040:2.0:1767384687.525769:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 6 to 0@lo 00000020:00000010:2.0:1767384687.525772:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 0000000003c5d813. 00000020:00000040:2.0:1767384687.525776:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000169d8492) now 4 - import 00000020:00000010:2.0:1767384687.525779:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000004c94a718. 00000020:00000001:2.0:1767384687.525784:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1767384687.525856:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000014a25cba. 00000020:00000010:0.0:1767384687.525869:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000001c5afad3. 00000020:00000010:0.0:1767384687.525880:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b162facf. 00000020:00000010:0.0:1767384687.525883:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000040d5ea18. 00000020:00000010:0.0:1767384687.525888:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e22b8278. 00000020:00000010:0.0:1767384687.525892:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d9725e2f. 00000010:00000001:0.0:1767384687.525896:0:40099:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.525898:0:40099:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384687.525906:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384687.525911:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000050bbdc66. 00000001:00000010:0.0:1767384687.525914:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000084cb21a1. 00000001:00000010:0.0:1767384687.525916:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000016b22f09. 00000001:00000010:0.0:1767384687.525918:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008dd2dafe. 00000001:00000010:0.0:1767384687.525920:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000073f66af3. 00000001:00000010:0.0:1767384687.525922:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ad131bb2. 00000001:00000001:0.0:1767384687.525925:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384687.525926:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384687.525929:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000070f74329. 00000001:00000010:0.0:1767384687.525932:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006b1f3565. 00000001:00000010:0.0:1767384687.525935:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000021e959de. 00000001:00000010:0.0:1767384687.525937:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006c04f06c. 00000001:00000010:0.0:1767384687.525939:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003dd58ba4. 00000001:00000010:0.0:1767384687.525941:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f854a66a. 00000001:00000001:0.0:1767384687.525943:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384687.525945:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000169d8492) now 3 - setup 00000020:00000001:0.0:1767384687.525947:0:40099:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.525949:0:40099:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384687.525951:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384687.525955:0:40099:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384687.525957:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000169d8492) now 2 - obd_device_list 00000020:00000080:0.0:1767384687.525959:0:40099:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:0.0:1767384687.525961:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (00000000169d8492) now 1 - newdev 00000020:00000040:0.0:1767384687.525964:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000aaf011ec with handle 0x9f279d7a9a0b4dc9 from hash 00000020:00000040:0.0:1767384687.525967:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000aaf011ec : new refcount 0 00000020:00000080:0.0:1767384687.525969:0:40099:0:(genops.c:904:class_export_put()) final put 00000000aaf011ec/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:0.0:1767384687.525976:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.525978:0:40099:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384687.525979:0:40099:0:(genops.c:863:class_export_destroy()) destroying export 00000000aaf011ec/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384687.525981:0:40099:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384687.525982:0:40099:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384687.525984:0:40099:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000aaf011ec. 00000020:00000001:0.0:1767384687.525988:0:40099:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384687.525989:0:40099:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:0.0:1767384687.525991:0:40099:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:0.0:1767384687.525993:0:40099:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384687.525995:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e28f2082. 00000020:00000010:0.0:1767384687.525998:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000b56862c. 00000040:00000010:0.0:1767384687.526000:0:40099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000035d1e2d3. 00000020:00000010:0.0:1767384687.526003:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e306780d. 00000020:00000010:0.0:1767384687.526008:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075eccd4e. 00000020:00000010:0.0:1767384687.526012:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000102a0202. 80000000:00000010:0.0:1767384687.526019:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003084d4fc. 40000000:00000010:0.0:1767384687.526022:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ca433a51. 00100000:00000010:0.0:1767384687.526027:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dcb3fe9f. 00040000:00000010:0.0:1767384687.526031:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000061c1df0e. 00040000:00000010:0.0:1767384687.526034:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006c04f06c. 00080000:00000010:0.0:1767384687.526038:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006637f507. 00080000:00000010:0.0:1767384687.526041:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000724ef2f6. 00000004:00000010:0.0:1767384687.526046:0:40099:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009d72f631. 00000010:00000001:0.0:1767384687.526050:0:40099:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:0.0:1767384687.526053:0:40099:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 0000000039ec43f1. 00000010:00000001:0.0:1767384687.526056:0:40099:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384687.526058:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000b56862c. 00000040:00000010:0.0:1767384687.526061:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000035d1e2d3. 00000020:00000010:0.0:1767384687.526064:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e306780d. 00000020:00000010:0.0:1767384687.526067:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000075eccd4e. 00000020:00000010:0.0:1767384687.526070:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000102a0202. 80000000:00000010:0.0:1767384687.526073:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003084d4fc. 40000000:00000010:0.0:1767384687.526080:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ca433a51. 00100000:00000010:0.0:1767384687.526084:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dcb3fe9f. 00040000:00000010:0.0:1767384687.526087:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000061c1df0e. 00040000:00000010:0.0:1767384687.526089:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006c04f06c. 00080000:00000010:0.0:1767384687.526093:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000724ef2f6. 00080000:00000010:0.0:1767384687.526095:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006637f507. 00000004:00000010:0.0:1767384687.526098:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009d72f631. 00000020:00000010:0.0:1767384687.526101:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e28f2082. 00000020:00000001:0.0:1767384687.526103:0:40099:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384687.526105:0:40099:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000169d8492. 00000020:00000001:0.0:1767384687.526109:0:40099:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.526111:0:40099:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384687.526113:0:40099:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000f95a08a6. 00000020:00000001:0.0:1767384687.526115:0:40099:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.526118:0:40099:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.526120:0:40099:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1767384687.526121:0:40099:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000e760cd96 1 00000020:00000001:0.0:1767384687.526123:0:40099:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384687.526125:0:40099:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384687.526126:0:40099:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384687.526128:0:40099:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9f279d7a9a0b4ce9 00000020:00000040:0.0:1767384687.526130:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008e0031fe with handle 0x9f279d7a9a0b4ce9 from hash 00000020:00000001:0.0:1767384687.526134:0:40099:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384687.526135:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000008e0031fe : new refcount 1 00000020:00000001:0.0:1767384687.526137:0:40099:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384687.526138:0:40099:0:(genops.c:898:class_export_put()) PUTting export 000000008e0031fe : new refcount 0 00000020:00000080:0.0:1767384687.526140:0:40099:0:(genops.c:904:class_export_put()) final put 000000008e0031fe/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384687.526142:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.526151:0:40099:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.526154:0:40099:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1767384687.526156:0:40099:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:0.0:1767384687.526159:0:40099:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 00000000f95a08a6. 00000020:00000001:2.0:1767384687.526160:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384687.526161:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1767384687.526164:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000008e0031fe/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767384687.526165:0:40099:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:2.0:1767384687.526168:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:0.0:1767384687.526169:0:40099:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:2.0:1767384687.526170:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384687.526173:0:40099:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000040:2.0:1767384687.526174:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000cf608087) now 4 - export 00000020:00000010:2.0:1767384687.526176:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008e0031fe. 00000020:00080000:0.0:1767384687.526182:0:40099:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (00000000cf608087) has no exports 00000020:00000001:2.0:1767384687.526183:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384687.526185:0:40099:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384687.526188:0:40099:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:0.0:1767384687.526191:0:40099:0:(osd_handler.c:8628:osd_device_fini()) Process entered 00080000:00000002:0.0:1767384687.526193:0:40099:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:914819562 to info 00000000a386338f 00100000:00000001:0.0:1767384687.526196:0:40099:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:0.0:1767384687.526197:0:40099:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1767384687.526198:0:40099:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00080000:00000001:0.0:1767384687.526205:0:40099:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384687.526997:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 256 at 00000000c6655560. 00000020:00000010:0.0:1767384687.527003:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000001c72d761. 00080000:00000010:0.0:1767384687.527151:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000085a4d0d0. 00080000:00000010:0.0:1767384687.527155:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000cf1a54cf. 00080000:00000010:0.0:1767384687.527159:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000859d8493. 00080000:00000010:0.0:1767384687.527162:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000996d56d. 00080000:00000010:0.0:1767384687.527165:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007054be06. 00080000:00000010:0.0:1767384687.527168:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001d9bfa13. 00080000:00000010:0.0:1767384687.527171:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000be57ee91. 00080000:00000010:0.0:1767384687.527174:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000044ec1494. 00080000:00000010:0.0:1767384687.527177:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005e9a9681. 00080000:00000010:0.0:1767384687.527181:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000027dce4f9. 00080000:00000010:0.0:1767384687.527185:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000cb48a945. 00080000:00000010:0.0:1767384687.527188:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f68966be. 00080000:00000010:0.0:1767384687.527192:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000505170a3. 00080000:00000010:0.0:1767384687.527194:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000bbaba39d. 00080000:00000010:0.0:1767384687.527197:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f85225be. 00080000:00000010:0.0:1767384687.527200:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000919f95dd. 00080000:00000010:0.0:1767384687.527203:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000033b58dd1. 00080000:00000010:0.0:1767384687.527206:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000010ceb430. 00080000:00000010:0.0:1767384687.527209:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007c383dbe. 00080000:00000010:0.0:1767384687.527212:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000034c4f05b. 00080000:00000010:0.0:1767384687.527215:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000ae835c6. 00080000:00000010:0.0:1767384687.527218:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000082a6d987. 00080000:00000010:0.0:1767384687.527220:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002fb1a7e8. 00080000:00000010:0.0:1767384687.527229:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001142452b. 00080000:00000010:0.0:1767384687.527232:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d3b2f830. 00080000:00000010:0.0:1767384687.527235:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e506bfe5. 00080000:00000010:0.0:1767384687.527239:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000059a07770. 00080000:00000010:0.0:1767384687.527244:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000095aa7002. 00080000:00000010:0.0:1767384687.527251:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b5c75f2c. 00080000:00000010:0.0:1767384687.527255:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000004c05558e. 00080000:00000010:0.0:1767384687.527259:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000041536f2e. 00080000:00000010:0.0:1767384687.527267:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000424936ac. 00080000:00000010:0.0:1767384687.527271:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000023091701. 00080000:00000010:0.0:1767384687.527273:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009b65d59d. 00080000:00000010:0.0:1767384687.527276:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000478be979. 00080000:00000010:0.0:1767384687.527279:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007ac0603e. 00080000:00000010:0.0:1767384687.527282:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009eefa1c7. 00080000:00000010:0.0:1767384687.527285:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000030f22997. 00080000:00000010:0.0:1767384687.527289:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002e68f055. 00080000:00000010:0.0:1767384687.527332:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c62024d5. 00080000:00000010:0.0:1767384687.527338:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002f344d70. 00080000:00000010:0.0:1767384687.527341:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000030a914ab. 00080000:00000010:0.0:1767384687.527344:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e3ff5c2e. 00080000:00000010:0.0:1767384687.527347:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000004d20199f. 00080000:00000010:0.0:1767384687.527350:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000150161b6. 00080000:00000010:0.0:1767384687.527353:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b04c3759. 00080000:00000010:0.0:1767384687.527356:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005f41712d. 00080000:00000010:0.0:1767384687.527358:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000076e5d37e. 00080000:00000010:0.0:1767384687.527361:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002014d335. 00080000:00000010:0.0:1767384687.527366:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000135aac6c. 00080000:00000010:0.0:1767384687.527370:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003228c3c5. 00080000:00000010:0.0:1767384687.527373:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006bc4d183. 00080000:00000010:0.0:1767384687.527377:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002fa0fa0d. 00080000:00000010:0.0:1767384687.527380:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000044f489d6. 00080000:00000010:0.0:1767384687.527383:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e14d7cc1. 00080000:00000010:0.0:1767384687.527387:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a289c719. 00080000:00000010:0.0:1767384687.527396:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000f5cc284b. 00080000:00000010:0.0:1767384687.527399:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d440ce16. 00080000:00000010:0.0:1767384687.527402:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002d4575a2. 00080000:00000010:0.0:1767384687.527404:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000fb67ab00. 00080000:00000010:0.0:1767384687.527407:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000b96c5c9. 00080000:00000010:0.0:1767384687.527411:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000005d880c7. 00080000:00000010:0.0:1767384687.527414:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003aa8ecd6. 00080000:00000010:0.0:1767384687.527417:0:40099:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e734ebfe. 00080000:00000010:0.0:1767384687.527420:0:40099:0:(osd_oi.c:504:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at 00000000e32f6d81. 00000001:00000001:0.0:1767384687.527427:0:40099:0:(osd_compat.c:550:osd_ost_fini()) Process entered 00000001:00000010:0.0:1767384687.527453:0:40099:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 0000000090cba709. 00000001:00000010:0.0:1767384687.527458:0:40099:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 0000000007f1c09e. 00000001:00000010:0.0:1767384687.527489:0:40099:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 00000000957c231d. 00000001:00000010:0.0:1767384687.527494:0:40099:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000be89d317. 00000001:00000010:0.0:1767384687.527517:0:40099:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 000000002bc7670d. 00000001:00000010:0.0:1767384687.527521:0:40099:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000977ff3e9. 00000001:00000010:0.0:1767384687.527524:0:40099:0:(osd_compat.c:566:osd_ost_fini()) kfreed 'map': 120 at 00000000bf7d88fc. 00000001:00000001:0.0:1767384687.527528:0:40099:0:(osd_compat.c:568:osd_ost_fini()) Process leaving 00000001:00000010:0.0:1767384687.527531:0:40099:0:(osd_compat.c:305:osd_mdt_fini()) kfreed 'omm': 8 at 000000004605f251. 00080000:00000001:0.0:1767384687.527535:0:40099:0:(osd_handler.c:8388:osd_umount()) Process entered 00080000:00000001:0.0:1767384687.527991:0:40099:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000010:2.0:1767384687.528849:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cc93f6aa. 00080000:00000010:2.0:1767384687.528856:0:17056:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005ffb67ed. 00080000:00000020:0.0:1767384687.528880:0:40099:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000010:1.1:1767384687.537344:0:40099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4bedf42. 00010000:00000010:1.1:1767384687.537355:0:40099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000137d8162. 00010000:00000010:1.1:1767384687.537361:0:40099:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008938178f. 00010000:00000010:1.1:1767384687.537367:0:40099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000357e4e03. 00010000:00000010:1.1:1767384687.537373:0:40099:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006bdb03ab. 00010000:00000010:1.1:1767384687.537378:0:40099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008c8a8874. 00010000:00000010:1.1:1767384687.537416:0:40099:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000047b82906. 00010000:00000010:1.1:1767384687.537423:0:40099:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006dc692f0. 00080000:00000001:1.0:1767384687.538357:0:40099:0:(osd_handler.c:8402:osd_umount()) Process leaving 00080000:00000001:1.0:1767384687.538360:0:40099:0:(osd_handler.c:8642:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.538364:0:40099:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384687.538373:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384687.538379:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000060fd0462. 00000001:00000010:1.0:1767384687.538381:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000050171d35. 00000001:00000010:1.0:1767384687.538383:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f3258076. 00000001:00000010:1.0:1767384687.538385:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001f7bde5e. 00000001:00000010:1.0:1767384687.538387:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001ec9d474. 00000001:00000010:1.0:1767384687.538389:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000023e5976f. 00000001:00000001:1.0:1767384687.538391:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384687.538392:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384687.538396:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b891dd68. 00000001:00000010:1.0:1767384687.538397:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a4fdf2eb. 00000001:00000010:1.0:1767384687.538399:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bdfe481a. 00000001:00000010:1.0:1767384687.538401:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001deecaa4. 00000001:00000010:1.0:1767384687.538402:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bf5af7f6. 00000001:00000010:1.0:1767384687.538404:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000018897fde. 00000001:00000001:1.0:1767384687.538405:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384687.538407:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000cf608087) now 3 - setup 00000020:00000001:1.0:1767384687.538410:0:40099:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.538412:0:40099:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384687.538415:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384687.538420:0:40099:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384687.538422:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000cf608087) now 2 - obd_device_list 00000020:00000080:1.0:1767384687.538425:0:40099:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:1.0:1767384687.538426:0:40099:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000cf608087) now 1 - newdev 00000020:00000040:1.0:1767384687.538429:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000046cf029d with handle 0x9f279d7a9a0b4ce2 from hash 00000020:00000040:1.0:1767384687.538432:0:40099:0:(genops.c:898:class_export_put()) PUTting export 0000000046cf029d : new refcount 0 00000020:00000080:1.0:1767384687.538434:0:40099:0:(genops.c:904:class_export_put()) final put 0000000046cf029d/lustre-MDT0000-osd_UUID 00000020:00000001:1.0:1767384687.538437:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.538439:0:40099:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384687.538441:0:40099:0:(genops.c:863:class_export_destroy()) destroying export 0000000046cf029d/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:1.0:1767384687.538443:0:40099:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384687.538445:0:40099:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384687.538447:0:40099:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000046cf029d. 00000020:00000001:1.0:1767384687.538455:0:40099:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384687.538456:0:40099:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-ldiskfs 00000020:01000000:1.0:1767384687.538459:0:40099:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:1.0:1767384687.538460:0:40099:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384687.538464:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f964b930. 00000020:00000010:1.0:1767384687.538468:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eb33afd5. 00000040:00000010:1.0:1767384687.538471:0:40099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000032e434a1. 00000020:00000010:1.0:1767384687.538475:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000365217ce. 00000020:00000010:1.0:1767384687.538480:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009b106c8b. 00040000:00000010:1.0:1767384687.538485:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000820c58fa. 00040000:00000010:1.0:1767384687.538489:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000006ac2951. 00080000:00000010:1.0:1767384687.538493:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c02e4d34. 00080000:00000010:1.0:1767384687.538497:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007c3bae44. 00080000:00000001:1.0:1767384687.538503:0:40099:0:(osd_handler.c:8848:osd_device_free()) Process entered 00000020:00000010:1.0:1767384687.538528:0:40099:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 000000004a35639b. 00000020:00000010:1.0:1767384687.538537:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000001abcc5bd. 00000020:00000010:1.0:1767384687.538539:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000032c5a120. 00000020:00000010:1.0:1767384687.538541:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000004f89569f. 00000020:00000010:1.0:1767384687.538544:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000001669805d. 00000020:00000010:1.0:1767384687.538546:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000050c791e7. 00000020:00000010:1.0:1767384687.538548:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004e911b9f. 00080000:00000010:1.0:1767384687.538552:0:40099:0:(osd_handler.c:8857:osd_device_free()) kfreed 'o': 31656 at 00000000b7e2b145. 00080000:00000001:1.0:1767384687.538559:0:40099:0:(osd_handler.c:8858:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384687.538563:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eb33afd5. 00000040:00000010:1.0:1767384687.538567:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000032e434a1. 00000020:00000010:1.0:1767384687.538569:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000365217ce. 00000020:00000010:1.0:1767384687.538572:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009b106c8b. 00040000:00000010:1.0:1767384687.538575:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000820c58fa. 00040000:00000010:1.0:1767384687.538577:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000006ac2951. 00080000:00000010:1.0:1767384687.538581:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007c3bae44. 00080000:00000010:1.0:1767384687.538584:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c02e4d34. 00000020:00000010:1.0:1767384687.538587:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f964b930. 00000020:00000001:1.0:1767384687.538589:0:40099:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384687.538591:0:40099:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000cf608087. 00000020:00000001:1.0:1767384687.538596:0:40099:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.538597:0:40099:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.538599:0:40099:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 00000000f95a08a6. 00000020:00000001:1.0:1767384687.538602:0:40099:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384687.538604:0:40099:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.538606:0:40099:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.538610:0:40099:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:1.0:1767384687.538612:0:40099:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 000000005d6548fa 00000020:00000010:1.0:1767384687.538615:0:40099:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at 00000000a23720d9. 00000020:00000010:1.0:1767384687.538618:0:40099:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000007978843c. 00000020:00000010:1.0:1767384687.538621:0:40099:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 29 at 00000000e2cf3a9e. 00000020:00000010:1.0:1767384687.538623:0:40099:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at 00000000f941adae. 00000020:00000010:1.0:1767384687.538626:0:40099:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 0000000039d5fc83. 00000020:00000010:1.0:1767384687.538628:0:40099:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000fb505976. 00000020:00000010:1.0:1767384687.538630:0:40099:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 000000005d6548fa. 00000020:00000001:1.0:1767384687.538633:0:40099:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.538635:0:40099:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384687.538638:0:40099:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:1.0:1767384687.538656:0:40099:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384687.538658:0:40099:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:1.0:1767384687.538661:0:40099:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 000000003f69a38b. 00000020:00000080:1.0:1767384687.538663:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384687.538666:0:40099:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384687.538668:0:40099:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:1.0:1767384687.538670:0:40099:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384687.538672:0:40099:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (000000004fa1433f) has no exports 00000020:00000001:1.0:1767384687.538673:0:40099:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384687.538675:0:40099:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384687.538677:0:40099:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:1.0:1767384687.538678:0:40099:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:1.0:1767384687.538679:0:40099:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384687.538681:0:40099:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:1.0:1767384687.538684:0:40099:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384687.538686:0:40099:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384687.538687:0:40099:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:1.0:1767384687.538688:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #4 00000100:00000040:1.0:1767384687.538689:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:1.0:1767384687.538690:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:1.0:1767384687.538691:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:1.0:1767384687.538692:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:1.0:1767384687.538715:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #4 00000020:00000010:2.0:1767384687.538730:0:17077:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009b49eeb9. 00000020:00000010:3.0:1767384687.538731:0:40008:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007e84c0d2. 00000020:00000010:0.0:1767384687.538735:0:17078:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000d184dc9. 00000040:00000010:2.0:1767384687.538737:0:17077:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e2c1fa94. 00000040:00000010:3.0:1767384687.538739:0:40008:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d769ad51. 00000040:00000010:0.0:1767384687.538743:0:17078:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000faf6c0e6. 00000020:00000010:2.0:1767384687.538744:0:17077:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ecbbb24d. 00000020:00000010:3.0:1767384687.538745:0:40008:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dcff94e7. 00000020:00000010:0.0:1767384687.538750:0:17078:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c9474aba. 00000020:00000010:3.0:1767384687.538753:0:40008:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000180c2d5f. 00000020:00000010:2.0:1767384687.538753:0:17077:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000dd1a1e9c. 00000020:00000010:0.0:1767384687.538756:0:17078:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b07c9293. 00000020:00000010:3.0:1767384687.538761:0:40008:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000eccd4a80. 00000020:00000010:2.0:1767384687.538762:0:17077:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000059a25851. 00000020:00000010:0.0:1767384687.538763:0:17078:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bac136ec. 80000000:00000010:3.0:1767384687.538770:0:40008:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f0a92326. 80000000:00000010:2.0:1767384687.538770:0:17077:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000017489651. 80000000:00000010:0.0:1767384687.538770:0:17078:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000860bb5e2. 40000000:00000010:2.0:1767384687.538779:0:17077:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000df71b201. 40000000:00000010:0.0:1767384687.538779:0:17078:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f4b00943. 40000000:00000010:3.0:1767384687.538780:0:40008:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000092cf2564. 00100000:00000010:2.0:1767384687.538786:0:17077:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cb5146c0. 00100000:00000010:0.0:1767384687.538786:0:17078:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c3aa2960. 00100000:00000010:3.0:1767384687.538787:0:40008:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d6415e04. 00040000:00000010:2.0:1767384687.538792:0:17077:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e942c461. 00040000:00000010:0.0:1767384687.538794:0:17078:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000019e20536. 00040000:00000010:3.0:1767384687.538795:0:40008:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005696c1c1. 00040000:00000010:2.0:1767384687.538797:0:17077:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007f82bfde. 00040000:00000010:0.0:1767384687.538801:0:17078:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000099d804e8. 00040000:00000010:3.0:1767384687.538803:0:40008:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001bc28f6c. 00080000:00000010:2.0:1767384687.538804:0:17077:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000137eef82. 00080000:00000010:0.0:1767384687.538807:0:17078:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009fb8124b. 00080000:00000010:3.0:1767384687.538811:0:40008:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000000d9c07. 00080000:00000010:0.0:1767384687.538813:0:17078:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ea330bcc. 00080000:00000010:3.0:1767384687.538818:0:40008:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ac405d0b. 00000004:00000010:0.0:1767384687.538819:0:17078:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e1b5b01a. 00000004:00000010:3.0:1767384687.538824:0:40008:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fd5862c1. 00002000:00000010:3.0:1767384687.538829:0:40008:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ef2d444c. 00080000:00000010:2.0:1767384687.538830:0:17077:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e697cfea. 00002000:00000010:0.0:1767384687.538832:0:17078:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000eb3479a6. 00000020:00000010:3.0:1767384687.538836:0:40008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125ca41f. 00000004:00000010:2.0:1767384687.538838:0:17077:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006a3819c1. 00000020:00000010:0.0:1767384687.538838:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009525a1c8. 00000020:00000010:3.0:1767384687.538844:0:40008:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000aaae97dc. 00002000:00000010:2.0:1767384687.538845:0:17077:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ea9e95de. 00000020:00000010:0.0:1767384687.538846:0:17078:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c989e0bc. 00000020:00000010:2.0:1767384687.538852:0:17077:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043c3de80. 00000100:00000010:3.0:1767384687.538856:0:40008:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000013016497. 00000020:00000010:2.0:1767384687.538858:0:17077:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000060212e5c. 00000100:00000010:0.0:1767384687.538859:0:17078:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b930fed6. 00000100:00100000:3.0:1767384687.538863:0:40008:0:(service.c:3155:ptlrpc_main()) mdt00_004: service thread [0000000031316aea:40008] 4 exiting: rc = 0 00000100:00100000:0.0:1767384687.538865:0:17078:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [0000000093ce7a83:17078] 2 exiting: rc = 0 00000100:00000010:2.0:1767384687.538868:0:17077:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000242e2b10. 00000100:00100000:2.0:1767384687.538872:0:17077:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [000000004b1bf549:17077] 1 exiting: rc = 0 00000100:00000040:1.0:1767384687.538906:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:3.0:1767384687.538949:0:19810:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d30008b7. 00000040:00000010:3.0:1767384687.538953:0:19810:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f3f50e26. 00000020:00000010:3.0:1767384687.538955:0:19810:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000e179eac. 00000020:00000010:3.0:1767384687.538959:0:19810:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bc21bbf5. 00000020:00000010:3.0:1767384687.538962:0:19810:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000043c04366. 80000000:00000010:3.0:1767384687.538964:0:19810:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002c50bc6c. 40000000:00000010:3.0:1767384687.538968:0:19810:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000016f36d8. 00100000:00000010:3.0:1767384687.538971:0:19810:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009b41d1ff. 00040000:00000010:3.0:1767384687.538974:0:19810:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ab17dcc2. 00000020:00000010:0.0:1767384687.538974:0:17076:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a7cb71c6. 00040000:00000010:3.0:1767384687.538982:0:19810:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000050943ad9. 00000040:00000010:0.0:1767384687.538983:0:17076:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004d708e17. 00080000:00000010:3.0:1767384687.538985:0:19810:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003f157d13. 00080000:00000010:3.0:1767384687.538988:0:19810:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000022b9b067. 00000004:00000010:3.0:1767384687.538990:0:19810:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004bea9056. 00002000:00000010:3.0:1767384687.538992:0:19810:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e57db4b1. 00000020:00000010:3.0:1767384687.538998:0:19810:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b40c0d3. 00000020:00000010:0.0:1767384687.538998:0:17076:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001d34a8fa. 00000020:00000010:3.0:1767384687.539006:0:19810:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000082a8b509. 00000020:00000010:0.0:1767384687.539006:0:17076:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003ce780ac. 00000100:00000010:3.0:1767384687.539013:0:19810:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000d255327. 00000020:00000010:0.0:1767384687.539014:0:17076:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007165e9f4. 00000100:00100000:3.0:1767384687.539015:0:19810:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [0000000007e04080:19810] 3 exiting: rc = 0 80000000:00000010:0.0:1767384687.539020:0:17076:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b4501c1f. 40000000:00000010:0.0:1767384687.539025:0:17076:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000067d404f0. 00100000:00000010:0.0:1767384687.539029:0:17076:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000058866ea2. 00040000:00000010:0.0:1767384687.539032:0:17076:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005f780529. 00040000:00000010:0.0:1767384687.539034:0:17076:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000071004496. 00080000:00000010:0.0:1767384687.539039:0:17076:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003ff2eb4d. 00080000:00000010:0.0:1767384687.539044:0:17076:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001b41adf8. 00000100:00000040:1.0:1767384687.539045:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #0 00000004:00000010:0.0:1767384687.539057:0:17076:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007daec001. 00002000:00000010:0.0:1767384687.539062:0:17076:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f253cc7f. 00000020:00000010:0.0:1767384687.539065:0:17076:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095402ffe. 00000020:00000010:0.0:1767384687.539069:0:17076:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000060274ac1. 00000100:00000010:0.0:1767384687.539074:0:17076:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c18365f5. 00000100:00100000:0.0:1767384687.539077:0:17076:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000ac0bcbf1:17076] 0 exiting: rc = 1 00000100:00000010:1.0:1767384687.539095:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ac0bcbf1. 00000100:00000010:1.0:1767384687.539102:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004b1bf549. 00000100:00000010:1.0:1767384687.539107:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000093ce7a83. 00000100:00000010:1.0:1767384687.539112:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000007e04080. 00000100:00000010:1.0:1767384687.539115:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000031316aea. 00000100:00000001:1.0:1767384687.539119:0:40099:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384687.539120:0:40099:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384687.539125:0:40099:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:1.0:1767384687.539132:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539134:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539137:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e98f26fb. 00000400:00000200:1.0:1767384687.539141:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d69e420 00000400:00000010:1.0:1767384687.539143:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002d69e420. 00000100:00000001:1.0:1767384687.539147:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539149:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539156:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539158:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384687.539160:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539162:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539163:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539164:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026f8b748. 00000400:00000200:1.0:1767384687.539166:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1370863 00000400:00000010:1.0:1767384687.539168:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f1370863. 00000100:00000001:1.0:1767384687.539170:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539171:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539175:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539176:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384687.539178:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539180:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539181:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539182:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c826b9b8. 00000400:00000200:1.0:1767384687.539184:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067332527 00000400:00000010:1.0:1767384687.539186:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000067332527. 00000100:00000001:1.0:1767384687.539188:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539189:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539192:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539194:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384687.539195:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539196:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539197:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539199:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a377b51d. 00000400:00000200:1.0:1767384687.539200:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000feb6120f 00000400:00000010:1.0:1767384687.539202:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000feb6120f. 00000100:00000001:1.0:1767384687.539205:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539206:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539209:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539210:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384687.539211:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539212:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539213:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539215:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5177181. 00000400:00000200:1.0:1767384687.539216:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e264ad84 00000400:00000010:1.0:1767384687.539218:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e264ad84. 00000100:00000001:1.0:1767384687.539220:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539221:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539225:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539226:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384687.539227:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539228:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539229:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539230:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000756d1fd6. 00000400:00000200:1.0:1767384687.539232:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5da149b 00000400:00000010:1.0:1767384687.539233:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a5da149b. 00000100:00000001:1.0:1767384687.539235:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539236:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539240:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539241:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384687.539243:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539244:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539245:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539246:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d71770e. 00000400:00000200:1.0:1767384687.539248:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f605fd81 00000400:00000010:1.0:1767384687.539249:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f605fd81. 00000100:00000001:1.0:1767384687.539251:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539252:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539256:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539257:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384687.539259:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539260:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539261:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539262:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cbf7e1f. 00000400:00000200:1.0:1767384687.539264:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e16b90cc 00000400:00000010:1.0:1767384687.539265:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e16b90cc. 00000100:00000001:1.0:1767384687.539275:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539277:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539281:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539282:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384687.539284:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539285:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539286:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539287:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c8da257. 00000400:00000200:1.0:1767384687.539393:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a94a5da9 00000400:00000010:1.0:1767384687.539396:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a94a5da9. 00000100:00000001:1.0:1767384687.539400:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539401:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539405:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539407:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384687.539408:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539411:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539412:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539413:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008ea4725. 00000400:00000200:1.0:1767384687.539416:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce8688a7 00000400:00000010:1.0:1767384687.539418:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ce8688a7. 00000100:00000001:1.0:1767384687.539421:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539423:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539425:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539427:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384687.539428:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539429:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539430:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539431:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016dcb3d1. 00000400:00000200:1.0:1767384687.539432:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094007200 00000400:00000010:1.0:1767384687.539433:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000094007200. 00000100:00000001:1.0:1767384687.539435:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539436:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539439:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539440:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384687.539441:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539443:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539443:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539444:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b738234. 00000400:00000200:1.0:1767384687.539446:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cb7db2f 00000400:00000010:1.0:1767384687.539447:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008cb7db2f. 00000100:00000001:1.0:1767384687.539449:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539450:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539453:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539455:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384687.539456:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539457:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539458:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539459:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b735ca3f. 00000400:00000200:1.0:1767384687.539460:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d637c07d 00000400:00000010:1.0:1767384687.539461:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d637c07d. 00000100:00000001:1.0:1767384687.539463:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539464:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539467:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539468:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384687.539469:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539471:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539472:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539473:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e5e1798. 00000400:00000200:1.0:1767384687.539475:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afa64b1e 00000400:00000010:1.0:1767384687.539476:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000afa64b1e. 00000100:00000001:1.0:1767384687.539478:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539479:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539482:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539483:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384687.539484:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539485:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539485:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539486:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006594d43d. 00000400:00000200:1.0:1767384687.539488:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ab2570d 00000400:00000010:1.0:1767384687.539489:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004ab2570d. 00000100:00000001:1.0:1767384687.539491:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539491:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539494:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539495:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384687.539497:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539499:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539499:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539500:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b6c5cd6. 00000400:00000200:1.0:1767384687.539502:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffd840d9 00000400:00000010:1.0:1767384687.539503:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ffd840d9. 00000100:00000001:1.0:1767384687.539506:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539507:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539510:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539511:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384687.539512:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539514:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539514:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539515:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8f26507. 00000400:00000200:1.0:1767384687.539517:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dec8c39f 00000400:00000010:1.0:1767384687.539519:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dec8c39f. 00000100:00000001:1.0:1767384687.539520:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539521:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539524:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539526:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384687.539527:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539529:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539530:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539531:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009688c867. 00000400:00000200:1.0:1767384687.539533:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015526bf2 00000400:00000010:1.0:1767384687.539535:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000015526bf2. 00000100:00000001:1.0:1767384687.539538:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539539:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539542:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539543:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384687.539544:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539546:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539547:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539548:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000905bb5cc. 00000400:00000200:1.0:1767384687.539550:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ad26cff 00000400:00000010:1.0:1767384687.539551:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000ad26cff. 00000100:00000001:1.0:1767384687.539555:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539556:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539559:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539561:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384687.539562:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539563:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539565:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539565:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b2b8c5. 00000400:00000200:1.0:1767384687.539567:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000772bb55e 00000400:00000010:1.0:1767384687.539569:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000772bb55e. 00000100:00000001:1.0:1767384687.539571:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539572:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539575:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539577:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384687.539578:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539579:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539580:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539581:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076e69f2d. 00000400:00000200:1.0:1767384687.539583:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf2d1735 00000400:00000010:1.0:1767384687.539584:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cf2d1735. 00000100:00000001:1.0:1767384687.539587:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539588:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539590:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539591:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384687.539592:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539594:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539594:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539595:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2e216e4. 00000400:00000200:1.0:1767384687.539596:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbc489c2 00000400:00000010:1.0:1767384687.539597:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bbc489c2. 00000100:00000001:1.0:1767384687.539599:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539600:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539602:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539602:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384687.539603:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539604:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539605:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539605:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d6cada5. 00000400:00000200:1.0:1767384687.539606:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf0d9881 00000400:00000010:1.0:1767384687.539607:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bf0d9881. 00000100:00000001:1.0:1767384687.539609:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539610:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539612:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539613:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384687.539613:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539614:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539615:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539616:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009098e3f. 00000400:00000200:1.0:1767384687.539616:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a9a37b9 00000400:00000010:1.0:1767384687.539617:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003a9a37b9. 00000100:00000001:1.0:1767384687.539618:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539619:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539621:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539622:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384687.539622:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539623:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539624:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539624:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e393e60. 00000400:00000200:1.0:1767384687.539625:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9f13b10 00000400:00000010:1.0:1767384687.539626:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d9f13b10. 00000100:00000001:1.0:1767384687.539627:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539627:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539630:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539630:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384687.539631:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539632:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539633:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539634:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000418282cf. 00000400:00000200:1.0:1767384687.539635:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009583e82c 00000400:00000010:1.0:1767384687.539636:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009583e82c. 00000100:00000001:1.0:1767384687.539637:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539637:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539640:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539640:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384687.539656:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539658:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539658:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539659:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018afa2d7. 00000400:00000200:1.0:1767384687.539662:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000636780d1 00000400:00000010:1.0:1767384687.539663:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000636780d1. 00000100:00000001:1.0:1767384687.539664:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539665:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539667:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539668:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384687.539669:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539670:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539671:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539671:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb062e94. 00000400:00000200:1.0:1767384687.539672:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfae1d44 00000400:00000010:1.0:1767384687.539673:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dfae1d44. 00000100:00000001:1.0:1767384687.539674:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539675:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539677:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539677:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384687.539678:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539679:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539679:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539680:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab213ec3. 00000400:00000200:1.0:1767384687.539681:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c98f88e7 00000400:00000010:1.0:1767384687.539682:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c98f88e7. 00000100:00000001:1.0:1767384687.539683:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539684:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539686:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539687:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384687.539688:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539689:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539689:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539690:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000ac6a0a. 00000400:00000200:1.0:1767384687.539691:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8ece3e2 00000400:00000010:1.0:1767384687.539691:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d8ece3e2. 00000100:00000001:1.0:1767384687.539692:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539693:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539695:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539696:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384687.539696:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539697:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539698:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539698:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060a08185. 00000400:00000200:1.0:1767384687.539699:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a20d07 00000400:00000010:1.0:1767384687.539700:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c8a20d07. 00000100:00000001:1.0:1767384687.539701:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539702:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539704:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539705:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384687.539705:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539706:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539706:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539707:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bd2ea9a. 00000400:00000200:1.0:1767384687.539708:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8e753f8 00000400:00000010:1.0:1767384687.539709:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e8e753f8. 00000100:00000001:1.0:1767384687.539710:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539710:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539712:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539713:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384687.539713:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539714:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539715:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539715:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2fdcf9f. 00000400:00000200:1.0:1767384687.539717:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004553c9b6 00000400:00000010:1.0:1767384687.539717:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004553c9b6. 00000100:00000001:1.0:1767384687.539719:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539719:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539722:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539722:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384687.539723:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539724:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539724:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539725:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8f5dea0. 00000400:00000200:1.0:1767384687.539726:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1796e51 00000400:00000010:1.0:1767384687.539726:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d1796e51. 00000100:00000001:1.0:1767384687.539728:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539728:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539730:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539731:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384687.539732:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539733:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539733:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539734:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5897852. 00000400:00000200:1.0:1767384687.539734:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002194c6fd 00000400:00000010:1.0:1767384687.539735:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002194c6fd. 00000100:00000001:1.0:1767384687.539736:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539737:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539739:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539739:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384687.539740:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539741:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539741:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539742:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a331cf8. 00000400:00000200:1.0:1767384687.539743:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f0573d0 00000400:00000010:1.0:1767384687.539743:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007f0573d0. 00000100:00000001:1.0:1767384687.539744:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539745:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539747:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539748:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384687.539748:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539749:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539750:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539751:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f3ffbd7. 00000400:00000200:1.0:1767384687.539752:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085bb8191 00000400:00000010:1.0:1767384687.539753:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000085bb8191. 00000100:00000001:1.0:1767384687.539755:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539756:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539758:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539758:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384687.539759:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539760:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539760:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539761:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8fe091d. 00000400:00000200:1.0:1767384687.539762:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad98adf0 00000400:00000010:1.0:1767384687.539763:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ad98adf0. 00000100:00000001:1.0:1767384687.539765:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539766:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539768:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539768:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384687.539769:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539770:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539771:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539771:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4e2ab72. 00000400:00000200:1.0:1767384687.539772:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015ba354c 00000400:00000010:1.0:1767384687.539773:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000015ba354c. 00000100:00000001:1.0:1767384687.539774:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539775:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539777:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539778:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384687.539778:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539779:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539780:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539780:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075d1a52c. 00000400:00000200:1.0:1767384687.539781:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000498c21d0 00000400:00000010:1.0:1767384687.539782:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000498c21d0. 00000100:00000001:1.0:1767384687.539783:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539784:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539786:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539786:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384687.539787:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539788:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539789:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539790:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e655434. 00000400:00000200:1.0:1767384687.539791:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d371380a 00000400:00000010:1.0:1767384687.539791:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d371380a. 00000100:00000001:1.0:1767384687.539792:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539793:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539795:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539796:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384687.539796:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539797:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539798:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539798:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b696c616. 00000400:00000200:1.0:1767384687.539799:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaa29862 00000400:00000010:1.0:1767384687.539800:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000aaa29862. 00000100:00000001:1.0:1767384687.539801:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539801:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539803:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539804:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384687.539805:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539805:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539806:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539807:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a483bec. 00000400:00000200:1.0:1767384687.539807:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e004e40 00000400:00000010:1.0:1767384687.539808:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008e004e40. 00000100:00000001:1.0:1767384687.539810:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539810:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539812:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539813:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384687.539814:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539814:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539815:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539815:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed6783f2. 00000400:00000200:1.0:1767384687.539816:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000153abe77 00000400:00000010:1.0:1767384687.539817:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000153abe77. 00000100:00000001:1.0:1767384687.539818:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539819:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539821:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539822:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384687.539823:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539824:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539825:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539825:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e70c91a2. 00000400:00000200:1.0:1767384687.539826:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6edce44 00000400:00000010:1.0:1767384687.539827:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b6edce44. 00000100:00000001:1.0:1767384687.539828:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539829:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539831:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539831:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384687.539832:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539833:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539833:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539834:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092900b0c. 00000400:00000200:1.0:1767384687.539835:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070b351d8 00000400:00000010:1.0:1767384687.539835:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000070b351d8. 00000100:00000001:1.0:1767384687.539836:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539837:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539839:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539839:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384687.539840:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539841:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539841:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539842:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b447398. 00000400:00000200:1.0:1767384687.539843:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009013a203 00000400:00000010:1.0:1767384687.539844:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009013a203. 00000100:00000001:1.0:1767384687.539845:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539845:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539847:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539848:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384687.539849:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539849:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539850:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539851:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a72f8c00. 00000400:00000200:1.0:1767384687.539851:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1328c10 00000400:00000010:1.0:1767384687.539852:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e1328c10. 00000100:00000001:1.0:1767384687.539854:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539854:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539857:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539857:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384687.539858:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539859:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539860:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539860:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d59a3b92. 00000400:00000200:1.0:1767384687.539861:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011da619f 00000400:00000010:1.0:1767384687.539862:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000011da619f. 00000100:00000001:1.0:1767384687.539863:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539863:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539865:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539866:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384687.539866:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539867:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539868:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539868:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce46392f. 00000400:00000200:1.0:1767384687.539869:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024fdf92c 00000400:00000010:1.0:1767384687.539870:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000024fdf92c. 00000100:00000001:1.0:1767384687.539871:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539871:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539874:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539874:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384687.539875:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539876:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539876:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539877:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cd4ec44. 00000400:00000200:1.0:1767384687.539878:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082365310 00000400:00000010:1.0:1767384687.539879:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000082365310. 00000100:00000001:1.0:1767384687.539880:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539880:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539882:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539883:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384687.539884:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539884:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539885:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539885:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7b69d23. 00000400:00000200:1.0:1767384687.539887:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7469ebf 00000400:00000010:1.0:1767384687.539888:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c7469ebf. 00000100:00000001:1.0:1767384687.539889:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539890:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539892:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539893:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384687.539893:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539894:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539894:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539895:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb1008e5. 00000400:00000200:1.0:1767384687.539896:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c1ab566 00000400:00000010:1.0:1767384687.539897:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000c1ab566. 00000100:00000001:1.0:1767384687.539898:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539899:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539901:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539901:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384687.539902:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539903:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539903:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539904:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d9d657a. 00000400:00000200:1.0:1767384687.539904:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056b4c4d2 00000400:00000010:1.0:1767384687.539905:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000056b4c4d2. 00000100:00000001:1.0:1767384687.539906:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539907:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539909:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539909:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384687.539910:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539911:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539911:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539912:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0ff97a4. 00000400:00000200:1.0:1767384687.539912:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef33219d 00000400:00000010:1.0:1767384687.539913:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ef33219d. 00000100:00000001:1.0:1767384687.539914:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539915:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539917:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539917:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384687.539918:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539919:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539920:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539920:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa230e7f. 00000400:00000200:1.0:1767384687.539921:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009263427f 00000400:00000010:1.0:1767384687.539922:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009263427f. 00000100:00000001:1.0:1767384687.539923:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539923:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539925:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539926:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384687.539927:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539927:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539928:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539928:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4d98c51. 00000400:00000200:1.0:1767384687.539929:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000020b02e 00000400:00000010:1.0:1767384687.539930:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000020b02e. 00000100:00000001:1.0:1767384687.539931:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539932:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539934:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539934:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384687.539935:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539935:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539936:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539937:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002082a28. 00000400:00000200:1.0:1767384687.539937:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f14d4c6 00000400:00000010:1.0:1767384687.539938:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000f14d4c6. 00000100:00000001:1.0:1767384687.539940:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539940:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539942:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539943:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384687.539943:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539944:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539944:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539945:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005f654b1. 00000400:00000200:1.0:1767384687.539946:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092af7040 00000400:00000010:1.0:1767384687.539947:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000092af7040. 00000100:00000001:1.0:1767384687.539948:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539948:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539950:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539951:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384687.539952:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539953:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539954:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539955:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e33afc2. 00000400:00000200:1.0:1767384687.539956:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000035afd59 00000400:00000010:1.0:1767384687.539956:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000035afd59. 00000100:00000001:1.0:1767384687.539958:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539959:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539961:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539962:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384687.539962:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539963:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539963:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539964:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000808d289. 00000400:00000200:1.0:1767384687.539965:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da84441 00000400:00000010:1.0:1767384687.539965:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006da84441. 00000100:00000001:1.0:1767384687.539966:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539967:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539969:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539970:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384687.539970:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539971:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539972:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539972:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099daad81. 00000400:00000200:1.0:1767384687.539973:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa03905 00000400:00000010:1.0:1767384687.539974:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006fa03905. 00000100:00000001:1.0:1767384687.539975:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539975:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539977:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539978:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384687.539979:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539980:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539980:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539981:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006de389b0. 00000400:00000200:1.0:1767384687.539982:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000871eff88 00000400:00000010:1.0:1767384687.539983:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000871eff88. 00000100:00000001:1.0:1767384687.539984:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539984:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539987:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539988:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384687.539989:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.539990:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.539990:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.539991:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc709d2b. 00000400:00000200:1.0:1767384687.539992:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4dc1c10 00000400:00000010:1.0:1767384687.539993:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d4dc1c10. 00000100:00000001:1.0:1767384687.539994:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.539994:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:1.0:1767384687.539997:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.539997:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384687.539998:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384687.540000:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540001:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540003:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540004:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540005:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540005:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540006:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540006:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540007:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540007:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540008:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540009:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540009:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540010:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540010:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540011:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540012:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540012:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540013:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540014:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540015:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540015:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540016:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540017:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540017:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540018:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540019:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540019:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540020:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540021:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540022:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540023:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540023:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540024:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540024:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540025:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540026:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540026:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540027:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540027:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540028:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540028:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540029:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540030:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540030:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540031:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540031:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540032:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540033:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540033:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540034:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540034:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540035:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540035:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540036:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540037:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540037:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540038:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540038:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540039:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540040:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540040:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540041:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540041:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540042:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540042:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540043:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540044:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540045:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540046:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540046:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540047:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540048:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540048:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540049:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540050:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540050:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540051:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540051:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540052:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540052:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540053:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540054:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540054:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540055:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540055:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540056:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540056:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540057:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540057:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540058:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540059:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540059:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540060:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540060:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540061:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540062:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540062:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540063:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540063:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540064:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540064:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540065:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540066:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540066:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540067:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540068:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540068:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540069:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540070:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540071:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540071:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540072:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540073:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540073:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540074:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540074:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540075:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540075:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540076:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540077:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540077:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540078:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540078:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540079:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540079:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.540080:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.540081:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384687.540089:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540091:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000901c5e5c. 02000000:00000001:1.0:1767384687.540093:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540094:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8ebe320. 02000000:00000001:1.0:1767384687.540097:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540097:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e2275c2a. 02000000:00000001:1.0:1767384687.540098:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540099:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001bcbbb3f. 02000000:00000001:1.0:1767384687.540100:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540101:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d86a019a. 02000000:00000001:1.0:1767384687.540102:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540103:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f29d67a4. 02000000:00000001:1.0:1767384687.540104:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540105:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001f9a3939. 02000000:00000001:1.0:1767384687.540106:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540107:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000540ced79. 02000000:00000001:1.0:1767384687.540109:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540110:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ae51138f. 02000000:00000001:1.0:1767384687.540111:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540111:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ce39d9d. 02000000:00000001:1.0:1767384687.540114:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540114:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 0000000071787d7f. 02000000:00000001:1.0:1767384687.540116:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540116:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e3b7021. 02000000:00000001:1.0:1767384687.540117:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540118:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 000000002287f43d. 02000000:00000001:1.0:1767384687.540119:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540120:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000086141068. 02000000:00000001:1.0:1767384687.540121:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540121:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000282d5622. 02000000:00000001:1.0:1767384687.540122:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540123:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006c309fb6. 02000000:00000001:1.0:1767384687.540124:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540125:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000303ce7e0. 02000000:00000001:1.0:1767384687.540126:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540126:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011410443. 02000000:00000001:1.0:1767384687.540127:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540128:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000b3b7e0b5. 02000000:00000001:1.0:1767384687.540129:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540130:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cded4f08. 02000000:00000001:1.0:1767384687.540131:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540132:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000043d878d6. 02000000:00000001:1.0:1767384687.540133:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540133:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000082645b7b. 02000000:00000001:1.0:1767384687.540135:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540135:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000edaf863b. 02000000:00000001:1.0:1767384687.540136:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540137:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000049fccd94. 02000000:00000001:1.0:1767384687.540138:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540139:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000093229b71. 02000000:00000001:1.0:1767384687.540140:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540141:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c96584f3. 02000000:00000001:1.0:1767384687.540142:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540142:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ea6afe3c. 02000000:00000001:1.0:1767384687.540144:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540145:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005139886f. 02000000:00000001:1.0:1767384687.540146:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540147:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b0bcf5c9. 02000000:00000001:1.0:1767384687.540148:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540149:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000021ef75ce. 02000000:00000001:1.0:1767384687.540150:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540151:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000036a4ca37. 02000000:00000001:1.0:1767384687.540152:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540152:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000468d2643. 02000000:00000001:1.0:1767384687.540153:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540154:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000274dc2ea. 02000000:00000001:1.0:1767384687.540155:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540155:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6ceb504. 02000000:00000001:1.0:1767384687.540157:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540158:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006c9274f0. 02000000:00000001:1.0:1767384687.540158:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540159:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000265d2fe3. 02000000:00000001:1.0:1767384687.540160:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540161:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000832f1e10. 02000000:00000001:1.0:1767384687.540162:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540163:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7edd48c. 02000000:00000001:1.0:1767384687.540164:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540164:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fdfbdbcc. 02000000:00000001:1.0:1767384687.540166:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540166:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d9abf668. 02000000:00000001:1.0:1767384687.540169:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540169:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000070fe44f. 02000000:00000001:1.0:1767384687.540171:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540171:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001cdca0d1. 02000000:00000001:1.0:1767384687.540173:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540173:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003b4fab22. 02000000:00000001:1.0:1767384687.540174:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540175:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005a66f45b. 02000000:00000001:1.0:1767384687.540176:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540177:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a4f7d6ab. 02000000:00000001:1.0:1767384687.540178:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540178:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005349fe63. 02000000:00000001:1.0:1767384687.540179:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540180:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b48f7a73. 02000000:00000001:1.0:1767384687.540181:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540182:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a421276. 02000000:00000001:1.0:1767384687.540183:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540184:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e020e05b. 02000000:00000001:1.0:1767384687.540185:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540186:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004044581f. 02000000:00000001:1.0:1767384687.540187:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540188:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fcf52c35. 02000000:00000001:1.0:1767384687.540189:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540190:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f423ef1. 02000000:00000001:1.0:1767384687.540191:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540191:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007148809b. 02000000:00000001:1.0:1767384687.540193:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540193:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bf00aa96. 02000000:00000001:1.0:1767384687.540195:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540195:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000043ea646e. 02000000:00000001:1.0:1767384687.540196:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540197:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000035d90883. 02000000:00000001:1.0:1767384687.540198:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540198:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008d6b994a. 02000000:00000001:1.0:1767384687.540199:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540200:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001b119870. 02000000:00000001:1.0:1767384687.540201:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540202:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000ce63d42. 02000000:00000001:1.0:1767384687.540203:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540203:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000551ca3dd. 02000000:00000001:1.0:1767384687.540204:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540205:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006aaf949e. 02000000:00000001:1.0:1767384687.540206:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540206:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba41039d. 02000000:00000001:1.0:1767384687.540207:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540208:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a11f72ad. 02000000:00000001:1.0:1767384687.540209:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540209:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000079da3131. 02000000:00000001:1.0:1767384687.540211:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540211:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004c676243. 02000000:00000001:1.0:1767384687.540212:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540213:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c13a00b4. 02000000:00000001:1.0:1767384687.540215:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540215:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ab42435d. 02000000:00000001:1.0:1767384687.540216:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540217:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000044891e80. 02000000:00000001:1.0:1767384687.540218:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540219:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ad1a11f3. 02000000:00000001:1.0:1767384687.540220:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540220:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9aa81f1. 02000000:00000001:1.0:1767384687.540222:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540222:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002fa89ae5. 02000000:00000001:1.0:1767384687.540223:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540224:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025f8da10. 02000000:00000001:1.0:1767384687.540225:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540225:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000116f3e72. 02000000:00000001:1.0:1767384687.540226:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540227:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008ddc4346. 02000000:00000001:1.0:1767384687.540228:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540229:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000048060876. 02000000:00000001:1.0:1767384687.540230:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540230:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000085af4653. 02000000:00000001:1.0:1767384687.540232:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540232:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f293309a. 02000000:00000001:1.0:1767384687.540234:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540235:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b22aca7c. 02000000:00000001:1.0:1767384687.540236:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540236:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b483634. 02000000:00000001:1.0:1767384687.540237:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540238:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004acfe585. 02000000:00000001:1.0:1767384687.540239:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540240:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e38266b6. 02000000:00000001:1.0:1767384687.540241:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540241:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ad07368. 02000000:00000001:1.0:1767384687.540242:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540243:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c41ec129. 02000000:00000001:1.0:1767384687.540244:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540244:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007fc01fea. 02000000:00000001:1.0:1767384687.540246:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540247:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000031df3c1f. 02000000:00000001:1.0:1767384687.540248:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540249:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf1270af. 02000000:00000001:1.0:1767384687.540250:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540251:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000846a559c. 02000000:00000001:1.0:1767384687.540252:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540253:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c82c2832. 02000000:00000001:1.0:1767384687.540254:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540254:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000514858d5. 02000000:00000001:1.0:1767384687.540258:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540258:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004f13bb57. 02000000:00000001:1.0:1767384687.540260:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540260:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000004b5a552b. 02000000:00000001:1.0:1767384687.540262:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540262:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002dfa6457. 02000000:00000001:1.0:1767384687.540263:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.540264:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006b124bf6. 02000000:00000001:1.0:1767384687.540265:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.540265:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c7c81628. 00000100:00000010:1.0:1767384687.540269:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008424a024. 00000100:00000010:1.0:1767384687.540313:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008913f2a7. 00000100:00000010:1.0:1767384687.540317:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000028fca95a. 00000100:00000010:1.0:1767384687.540345:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000209b64a3. 00000100:00000010:1.0:1767384687.540348:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000073896b4. 00000100:00000010:1.0:1767384687.540407:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ec71c0d. 00000100:00000010:1.0:1767384687.540410:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004bf1e677. 00000100:00000010:1.0:1767384687.540452:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004bb94068. 00000100:00000010:1.0:1767384687.540455:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009dcba4ce. 00000100:00000010:1.0:1767384687.540494:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce7f282e. 00000100:00000010:1.0:1767384687.540497:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000be9d00be. 00000100:00000010:1.0:1767384687.540533:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091a50067. 00000100:00000010:1.0:1767384687.540535:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000deda28d1. 00000100:00000010:1.0:1767384687.540575:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b423c043. 00000100:00000010:1.0:1767384687.540577:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009bfea2df. 00000100:00000010:1.0:1767384687.540612:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf9517a2. 00000100:00000010:1.0:1767384687.540615:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002c0ee1f3. 00000100:00000010:1.0:1767384687.540659:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000824c9ef4. 00000100:00000010:1.0:1767384687.540663:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ea134909. 00000100:00000010:1.0:1767384687.540695:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000187807e0. 00000100:00000010:1.0:1767384687.540697:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f0d41435. 00000100:00000010:1.0:1767384687.540733:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034029f43. 00000100:00000010:1.0:1767384687.540736:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001bc99fff. 00000100:00000010:1.0:1767384687.540773:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b5107ca. 00000100:00000010:1.0:1767384687.540776:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009d23d426. 00000100:00000010:1.0:1767384687.540811:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c31e5b46. 00000100:00000010:1.0:1767384687.540814:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000516d5642. 00000100:00000010:1.0:1767384687.540853:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fef9ec7b. 00000100:00000010:1.0:1767384687.540856:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000079c0f364. 00000100:00000010:1.0:1767384687.540892:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1aa36d2. 00000100:00000010:1.0:1767384687.540894:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c5e33319. 00000100:00000010:1.0:1767384687.540925:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff37193f. 00000100:00000010:1.0:1767384687.540928:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008d2ecc58. 00000100:00000010:1.0:1767384687.540968:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d971a0c8. 00000100:00000010:1.0:1767384687.540971:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001b20393e. 00000100:00000010:1.0:1767384687.541008:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007bbe88a9. 00000100:00000010:1.0:1767384687.541011:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000081b3d357. 00000100:00000010:1.0:1767384687.541049:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005fa27d14. 00000100:00000010:1.0:1767384687.541052:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000032e72273. 00000100:00000010:1.0:1767384687.541092:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000285ece53. 00000100:00000010:1.0:1767384687.541096:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008d997aa9. 00000100:00000010:1.0:1767384687.541136:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5914a01. 00000100:00000010:1.0:1767384687.541140:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ad85739f. 00000100:00000010:1.0:1767384687.541178:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a345c0b5. 00000100:00000010:1.0:1767384687.541181:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e88c0d6f. 00000100:00000010:1.0:1767384687.541232:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea014b73. 00000100:00000010:1.0:1767384687.541234:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cb00bb97. 00000100:00000010:1.0:1767384687.541272:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004bb80805. 00000100:00000010:1.0:1767384687.541276:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bdfc15eb. 00000100:00000010:1.0:1767384687.541325:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d93cf35b. 00000100:00000010:1.0:1767384687.541328:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002129b70b. 00000100:00000010:1.0:1767384687.541405:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7062ac4. 00000100:00000010:1.0:1767384687.541407:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007cabe60d. 00000100:00000010:1.0:1767384687.541457:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005498d151. 00000100:00000010:1.0:1767384687.541459:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000048da5ec1. 00000100:00000010:1.0:1767384687.541504:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046841363. 00000100:00000010:1.0:1767384687.541507:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000064971592. 00000100:00000010:1.0:1767384687.541553:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077cf3be7. 00000100:00000010:1.0:1767384687.541556:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005e68f2a5. 00000100:00000010:1.0:1767384687.541599:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ffe578f. 00000100:00000010:1.0:1767384687.541602:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000da8e3a18. 00000100:00000010:1.0:1767384687.541656:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000069501ff. 00000100:00000010:1.0:1767384687.541660:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000022c56a15. 00000100:00000010:1.0:1767384687.541699:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d09bfe9. 00000100:00000010:1.0:1767384687.541702:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007d015765. 00000100:00000010:1.0:1767384687.541746:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3ee58de. 00000100:00000010:1.0:1767384687.541749:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000843ebaa2. 00000100:00000010:1.0:1767384687.541789:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d1c5106. 00000100:00000010:1.0:1767384687.541792:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000406a0ccb. 00000100:00000010:1.0:1767384687.541833:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a891a23. 00000100:00000010:1.0:1767384687.541835:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008a16d329. 00000100:00000010:1.0:1767384687.541874:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061ab9b0e. 00000100:00000010:1.0:1767384687.541877:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bd7e9630. 00000100:00000010:1.0:1767384687.541923:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009aa21c45. 00000100:00000010:1.0:1767384687.541925:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000079587c71. 00000100:00000010:1.0:1767384687.541972:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059e6687d. 00000100:00000010:1.0:1767384687.541975:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000974a9872. 00000100:00000010:1.0:1767384687.542012:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdfb1bbb. 00000100:00000010:1.0:1767384687.542015:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c096087e. 00000100:00000010:1.0:1767384687.542058:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097b3161e. 00000100:00000010:1.0:1767384687.542061:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003db59ba4. 00000100:00000010:1.0:1767384687.542109:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000786a7175. 00000100:00000010:1.0:1767384687.542113:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007df49518. 00000100:00000010:1.0:1767384687.542158:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cd0afee1. 00000100:00000010:1.0:1767384687.542161:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009a49ce30. 00000100:00000010:1.0:1767384687.542209:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000511aa451. 00000100:00000010:1.0:1767384687.542212:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e036250b. 00000100:00000010:1.0:1767384687.542242:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062aedd0f. 00000100:00000010:1.0:1767384687.542244:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f82a06f4. 00000100:00000010:1.0:1767384687.542287:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e889b63e. 00000100:00000010:1.0:1767384687.542305:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000822aee98. 00000100:00000010:1.0:1767384687.542345:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009dc601f5. 00000100:00000010:1.0:1767384687.542349:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003d2cf9ef. 00000100:00000010:1.0:1767384687.542390:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7abd5d6. 00000100:00000010:1.0:1767384687.542393:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003d6e522d. 00000100:00000010:1.0:1767384687.542430:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008220965a. 00000100:00000010:1.0:1767384687.542434:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007388efb8. 00000100:00000010:1.0:1767384687.542474:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c980a58b. 00000100:00000010:1.0:1767384687.542477:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cc699e7e. 00000100:00000010:1.0:1767384687.542517:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e465ed8. 00000100:00000010:1.0:1767384687.542520:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000328a7b1c. 00000100:00000010:1.0:1767384687.542558:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9f8ead2. 00000100:00000010:1.0:1767384687.542560:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c9d09049. 00000100:00000010:1.0:1767384687.542585:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c596a97c. 00000100:00000010:1.0:1767384687.542588:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004bd4759d. 00000100:00000010:1.0:1767384687.542615:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d02a59e4. 00000100:00000010:1.0:1767384687.542617:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003bd549d3. 00000100:00000010:1.0:1767384687.542661:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4c7507a. 00000100:00000010:1.0:1767384687.542665:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008acea212. 00000100:00000010:1.0:1767384687.542688:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081352c2b. 00000100:00000010:1.0:1767384687.542691:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009614825f. 00000100:00000010:1.0:1767384687.542719:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000830c9ad9. 00000100:00000010:1.0:1767384687.542722:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000001990823. 00000100:00000010:1.0:1767384687.542758:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004b62cf94. 00000100:00000010:1.0:1767384687.542761:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bcf24795. 00000100:00000010:1.0:1767384687.542780:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dc667a3. 00000100:00000010:1.0:1767384687.542782:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a75043da. 00000100:00000010:1.0:1767384687.542805:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba80e468. 00000100:00000010:1.0:1767384687.542807:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000056092b4f. 00000100:00000010:1.0:1767384687.542819:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000725bbc71. 00000100:00000010:1.0:1767384687.542820:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f0762110. 00000100:00000010:1.0:1767384687.542837:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000323cfcac. 00000100:00000010:1.0:1767384687.542838:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006521a4de. 00000100:00000010:1.0:1767384687.542852:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009bcb777d. 00000100:00000010:1.0:1767384687.542854:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e874ec06. 00000100:00000010:1.0:1767384687.542867:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f34726d. 00000100:00000010:1.0:1767384687.542869:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000096224018. 00000100:00000010:1.0:1767384687.542885:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007939763a. 00000100:00000010:1.0:1767384687.542969:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000055bbd398. 00000100:00000010:1.0:1767384687.542981:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000acc2921c. 00000100:00000010:1.0:1767384687.542990:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000c51d6109. 00000100:00000010:1.0:1767384687.543000:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000005b586567. 00000100:00000010:1.0:1767384687.543015:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000c1833459. 00000100:00000001:1.0:1767384687.543027:0:40099:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384687.543030:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.543032:0:40099:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384687.543034:0:40099:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384687.543036:0:40099:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000006fbd9279. 00000100:00000001:1.0:1767384687.543040:0:40099:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384687.543041:0:40099:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.543044:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.543045:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fafd4443. 00000100:00000001:1.0:1767384687.543048:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.543049:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.543050:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003ea9500e. 00000100:00000001:1.0:1767384687.543052:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.543053:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.543055:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d439958f. 00000100:00000001:1.0:1767384687.543056:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.543057:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.543058:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001af0b5a0. 00000100:00000001:1.0:1767384687.543060:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.543061:0:40099:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384687.543063:0:40099:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384687.543064:0:40099:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000220ba882. 00000100:00000001:1.0:1767384687.543066:0:40099:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384687.543067:0:40099:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.543069:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.543069:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000086aec4bb. 00000100:00000001:1.0:1767384687.543071:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.543073:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.543073:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000850e6e6. 00000100:00000001:1.0:1767384687.543075:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.543076:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.543077:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bf53bea1. 00000100:00000001:1.0:1767384687.543079:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.543080:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.543081:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000be26a954. 00000100:00000010:1.0:1767384687.543083:0:40099:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 000000000f6f78ba. 00000100:00000001:1.0:1767384687.543085:0:40099:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384687.543152:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000f806e027. 00000020:00000010:1.0:1767384687.543157:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e1275fe5. 00000020:00000010:1.0:1767384687.543161:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000006d70c84. 00000020:00000010:1.0:1767384687.543164:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004f4e5442. 00000020:00000010:1.0:1767384687.543168:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000ccb167f3. 00000020:00000010:1.0:1767384687.543172:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000aea82f19. 00000100:00000010:1.0:1767384687.543200:0:40099:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000e228b15c. 00000100:00000010:1.0:1767384687.543209:0:40099:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000226f79c1. 00000100:00000010:1.0:1767384687.543213:0:40099:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000c5e0c419. 00000100:00000010:1.0:1767384687.543216:0:40099:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000348a3b8f. 00000100:00000001:1.0:1767384687.543218:0:40099:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.543220:0:40099:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384687.543221:0:40099:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:1.0:1767384687.543224:0:40099:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384687.543225:0:40099:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384687.543226:0:40099:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:1.0:1767384687.543228:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #2 00000100:00000040:1.0:1767384687.543229:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:1.0:1767384687.543230:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:1.0:1767384687.543254:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #2 00000020:00000010:2.0:1767384687.543266:0:17080:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c1e425d2. 00000020:00000010:3.0:1767384687.543279:0:40009:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f979e547. 00000040:00000010:2.0:1767384687.543280:0:17080:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009c8d1b90. 00000020:00000010:0.0:1767384687.543281:0:17079:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000658679c. 00000040:00000010:3.0:1767384687.543288:0:40009:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002c9f138f. 00000020:00000010:2.0:1767384687.543288:0:17080:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002db3fc47. 00000020:00000010:2.0:1767384687.543312:0:17080:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e39c6709. 00000020:00000010:3.0:1767384687.543314:0:40009:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007376b6ff. 00000020:00000010:3.0:1767384687.543320:0:40009:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003bd0693e. 00000020:00000010:2.0:1767384687.543320:0:17080:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000439f4194. 00000040:00000010:0.0:1767384687.543320:0:17079:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000041842898. 00000020:00000010:0.0:1767384687.543328:0:17079:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ef830634. 00000020:00000010:3.0:1767384687.543329:0:40009:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a5549f9d. 80000000:00000010:2.0:1767384687.543329:0:17080:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000360f97ea. 80000000:00000010:3.0:1767384687.543335:0:40009:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d49229f8. 00000020:00000010:0.0:1767384687.543335:0:17079:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066801d67. 40000000:00000010:2.0:1767384687.543337:0:17080:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003109e618. 40000000:00000010:3.0:1767384687.543343:0:40009:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ea00511a. 00000020:00000010:0.0:1767384687.543343:0:17079:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003bcb6013. 00100000:00000010:2.0:1767384687.543344:0:17080:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003e0b59d7. 00100000:00000010:3.0:1767384687.543348:0:40009:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000df1830f3. 00040000:00000010:2.0:1767384687.543351:0:17080:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003c33427a. 80000000:00000010:0.0:1767384687.543351:0:17079:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004ab0ba02. 00040000:00000010:3.0:1767384687.543352:0:40009:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001160155d. 00040000:00000010:3.0:1767384687.543359:0:40009:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000034a05839. 00040000:00000010:2.0:1767384687.543359:0:17080:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a423772c. 40000000:00000010:0.0:1767384687.543360:0:17079:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000060cc535. 00080000:00000010:3.0:1767384687.543364:0:40009:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001a87f88e. 00100000:00000010:0.0:1767384687.543366:0:17079:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009eb2226c. 00080000:00000010:3.0:1767384687.543369:0:40009:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007a8ef87e. 00080000:00000010:2.0:1767384687.543369:0:17080:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000c9bfa5d. 00000004:00000010:3.0:1767384687.543376:0:40009:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c647c5a7. 00080000:00000010:2.0:1767384687.543376:0:17080:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000042ac92c3. 00000020:00000010:3.0:1767384687.543383:0:40009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007906811d. 00000004:00000010:2.0:1767384687.543383:0:17080:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009908349d. 00040000:00000010:0.0:1767384687.543389:0:17079:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002be793b4. 00000020:00000010:2.0:1767384687.543390:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c65ca456. 00000020:00000010:3.0:1767384687.543391:0:40009:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000408ff410. 00040000:00000010:0.0:1767384687.543396:0:17079:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008cebcbb3. 00000020:00000010:2.0:1767384687.543397:0:17080:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000073f9ec09. 00000100:00000010:3.0:1767384687.543399:0:40009:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007df3a96b. 00000100:00100000:3.0:1767384687.543404:0:40009:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [000000001ebd0cc6:40009] 2 exiting: rc = 0 00080000:00000010:0.0:1767384687.543405:0:17079:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000020836b74. 00000100:00000010:2.0:1767384687.543406:0:17080:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000026338e3. 00000100:00100000:2.0:1767384687.543410:0:17080:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [0000000005198114:17080] 1 exiting: rc = 0 00000100:00000040:1.0:1767384687.543425:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #0 00080000:00000010:0.0:1767384687.543426:0:17079:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c7118587. 00000004:00000010:0.0:1767384687.543433:0:17079:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a6986bab. 00000020:00000010:0.0:1767384687.543436:0:17079:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0133026. 00000020:00000010:0.0:1767384687.543440:0:17079:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a526e61b. 00000100:00000010:0.0:1767384687.543446:0:17079:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000004310fe82. 00000100:00100000:0.0:1767384687.543449:0:17079:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000349ef3ed:17079] 0 exiting: rc = 1 00000100:00000010:1.0:1767384687.543469:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000349ef3ed. 00000100:00000010:1.0:1767384687.543475:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000005198114. 00000100:00000010:1.0:1767384687.543480:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001ebd0cc6. 00000100:00000001:1.0:1767384687.543484:0:40099:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384687.543486:0:40099:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384687.543490:0:40099:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:1.0:1767384687.543495:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543497:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543499:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561346ea. 00000400:00000200:1.0:1767384687.543503:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069439f29 00000400:00000010:1.0:1767384687.543505:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069439f29. 00000100:00000001:1.0:1767384687.543509:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543511:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543516:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543519:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384687.543521:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543523:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543524:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543525:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089cc269d. 00000400:00000200:1.0:1767384687.543527:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f1e0907 00000400:00000010:1.0:1767384687.543529:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006f1e0907. 00000100:00000001:1.0:1767384687.543530:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543531:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543535:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543537:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384687.543538:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543540:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543541:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543542:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007a90550. 00000400:00000200:1.0:1767384687.543544:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bef37dd0 00000400:00000010:1.0:1767384687.543546:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bef37dd0. 00000100:00000001:1.0:1767384687.543548:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543549:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543552:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543554:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384687.543555:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543557:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543558:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543559:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3b89481. 00000400:00000200:1.0:1767384687.543561:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087854a3f 00000400:00000010:1.0:1767384687.543562:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087854a3f. 00000100:00000001:1.0:1767384687.543564:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543565:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543569:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543570:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384687.543571:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543573:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543574:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543575:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030f61056. 00000400:00000200:1.0:1767384687.543577:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076b9afb9 00000400:00000010:1.0:1767384687.543579:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000076b9afb9. 00000100:00000001:1.0:1767384687.543580:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543581:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543585:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543586:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384687.543587:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543588:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543589:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543590:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7a646bf. 00000400:00000200:1.0:1767384687.543592:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000164d2f5e 00000400:00000010:1.0:1767384687.543594:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000164d2f5e. 00000100:00000001:1.0:1767384687.543596:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543597:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543600:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543602:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384687.543603:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543605:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543606:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543607:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c8029b9. 00000400:00000200:1.0:1767384687.543609:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ec49276 00000400:00000010:1.0:1767384687.543610:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ec49276. 00000100:00000001:1.0:1767384687.543612:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543613:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543617:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543618:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384687.543620:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543621:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543622:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543623:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fae51d92. 00000400:00000200:1.0:1767384687.543625:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3e15fc6 00000400:00000010:1.0:1767384687.543626:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3e15fc6. 00000100:00000001:1.0:1767384687.543628:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543629:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543633:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543634:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384687.543635:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543636:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543637:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543639:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015f7afa2. 00000400:00000200:1.0:1767384687.543640:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fe5ea9c 00000400:00000010:1.0:1767384687.543653:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005fe5ea9c. 00000100:00000001:1.0:1767384687.543655:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543656:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543660:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543662:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384687.543663:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543665:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543666:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543667:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003aee90c6. 00000400:00000200:1.0:1767384687.543669:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2ed3b26 00000400:00000010:1.0:1767384687.543670:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2ed3b26. 00000100:00000001:1.0:1767384687.543672:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543673:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543677:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543678:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384687.543680:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543682:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543683:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543685:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000858eeb79. 00000400:00000200:1.0:1767384687.543687:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f59396ef 00000400:00000010:1.0:1767384687.543688:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f59396ef. 00000100:00000001:1.0:1767384687.543690:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543691:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543695:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543696:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384687.543697:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543699:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543700:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543701:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ae6391d. 00000400:00000200:1.0:1767384687.543703:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e0848c7 00000400:00000010:1.0:1767384687.543704:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e0848c7. 00000100:00000001:1.0:1767384687.543706:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543707:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543710:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543712:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384687.543713:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543715:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543716:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543717:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dee0067f. 00000400:00000200:1.0:1767384687.543719:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080bd41c4 00000400:00000010:1.0:1767384687.543720:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000080bd41c4. 00000100:00000001:1.0:1767384687.543721:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543722:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543726:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543727:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384687.543728:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543730:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543731:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543732:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ae93902. 00000400:00000200:1.0:1767384687.543734:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd74c5e9 00000400:00000010:1.0:1767384687.543735:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd74c5e9. 00000100:00000001:1.0:1767384687.543737:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543738:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543742:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543743:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384687.543745:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543746:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543747:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543748:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1049db1. 00000400:00000200:1.0:1767384687.543750:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097e31fe7 00000400:00000010:1.0:1767384687.543752:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097e31fe7. 00000100:00000001:1.0:1767384687.543754:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543755:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543758:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543759:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384687.543761:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543762:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543763:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543764:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000bfa0b5. 00000400:00000200:1.0:1767384687.543766:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008ce0e78 00000400:00000010:1.0:1767384687.543768:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008ce0e78. 00000100:00000001:1.0:1767384687.543770:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543771:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543774:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543775:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384687.543777:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543778:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543779:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543780:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048f5a108. 00000400:00000200:1.0:1767384687.543782:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027c30f7f 00000400:00000010:1.0:1767384687.543783:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000027c30f7f. 00000100:00000001:1.0:1767384687.543785:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543786:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543790:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543791:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384687.543793:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543794:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543795:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543796:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095efd58a. 00000400:00000200:1.0:1767384687.543798:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000619bfc82 00000400:00000010:1.0:1767384687.543800:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000619bfc82. 00000100:00000001:1.0:1767384687.543802:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543803:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543807:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543808:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384687.543809:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543811:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543812:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543813:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bab11b56. 00000400:00000200:1.0:1767384687.543815:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8590fab 00000400:00000010:1.0:1767384687.543816:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8590fab. 00000100:00000001:1.0:1767384687.543818:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543819:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543823:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543824:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384687.543825:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543827:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543828:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543829:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085a42c91. 00000400:00000200:1.0:1767384687.543831:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c0ef77b 00000400:00000010:1.0:1767384687.543832:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c0ef77b. 00000100:00000001:1.0:1767384687.543834:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543835:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543839:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543840:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384687.543841:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543843:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543844:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543845:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c7587f3. 00000400:00000200:1.0:1767384687.543847:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020eeedb7 00000400:00000010:1.0:1767384687.543849:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020eeedb7. 00000100:00000001:1.0:1767384687.543850:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543851:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543855:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543856:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384687.543857:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543859:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543860:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543861:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005b27a7bb. 00000400:00000200:1.0:1767384687.543863:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c225aa73 00000400:00000010:1.0:1767384687.543864:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c225aa73. 00000100:00000001:1.0:1767384687.543867:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543868:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543872:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543873:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384687.543875:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543876:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543878:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543879:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088e4bdfc. 00000400:00000200:1.0:1767384687.543880:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000330c8d17 00000400:00000010:1.0:1767384687.543882:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000330c8d17. 00000100:00000001:1.0:1767384687.543884:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543885:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543889:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543890:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384687.543891:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543893:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543894:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543895:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002317f246. 00000400:00000200:1.0:1767384687.543896:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000014dcee 00000400:00000010:1.0:1767384687.543898:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000014dcee. 00000100:00000001:1.0:1767384687.543901:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543901:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543905:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543906:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384687.543908:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543910:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543911:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543911:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f2de352. 00000400:00000200:1.0:1767384687.543913:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ff0ab0e 00000400:00000010:1.0:1767384687.543913:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ff0ab0e. 00000100:00000001:1.0:1767384687.543915:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543915:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543918:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543919:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384687.543920:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543922:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543923:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543924:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001de06fec. 00000400:00000200:1.0:1767384687.543926:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8c34234 00000400:00000010:1.0:1767384687.543928:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8c34234. 00000100:00000001:1.0:1767384687.543930:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543931:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543934:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543935:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384687.543936:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543938:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543939:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543939:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000deae16d3. 00000400:00000200:1.0:1767384687.543941:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000813405d3 00000400:00000010:1.0:1767384687.543943:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000813405d3. 00000100:00000001:1.0:1767384687.543944:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543945:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543949:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543950:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384687.543952:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543953:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543954:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543955:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002606d104. 00000400:00000200:1.0:1767384687.543957:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e3a4bdb 00000400:00000010:1.0:1767384687.543958:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e3a4bdb. 00000100:00000001:1.0:1767384687.543960:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543961:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543965:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543966:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384687.543967:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543969:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543969:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543970:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b28cbdf. 00000400:00000200:1.0:1767384687.543972:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c2e3018 00000400:00000010:1.0:1767384687.543974:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c2e3018. 00000100:00000001:1.0:1767384687.543975:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543976:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543980:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543982:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384687.543983:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.543985:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.543986:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.543987:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fc858ee. 00000400:00000200:1.0:1767384687.543989:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9624d08 00000400:00000010:1.0:1767384687.543990:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9624d08. 00000100:00000001:1.0:1767384687.543993:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.543994:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.543997:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.543999:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384687.544000:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544002:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544003:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544004:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a610e7dc. 00000400:00000200:1.0:1767384687.544006:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007703f1ea 00000400:00000010:1.0:1767384687.544007:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007703f1ea. 00000100:00000001:1.0:1767384687.544010:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544011:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544014:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544015:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384687.544017:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544018:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544019:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544020:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6c3d953. 00000400:00000200:1.0:1767384687.544022:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000392b5ca1 00000400:00000010:1.0:1767384687.544023:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000392b5ca1. 00000100:00000001:1.0:1767384687.544025:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544026:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544029:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544031:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384687.544032:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544033:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544035:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544035:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083d4d574. 00000400:00000200:1.0:1767384687.544037:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000282664d4 00000400:00000010:1.0:1767384687.544039:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000282664d4. 00000100:00000001:1.0:1767384687.544040:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544042:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544046:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544047:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384687.544048:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544050:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544051:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544052:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068ef85d9. 00000400:00000200:1.0:1767384687.544054:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ca3b448 00000400:00000010:1.0:1767384687.544055:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ca3b448. 00000100:00000001:1.0:1767384687.544057:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544058:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544062:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544063:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384687.544064:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544066:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544067:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544068:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3bccc6a. 00000400:00000200:1.0:1767384687.544070:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e88ff931 00000400:00000010:1.0:1767384687.544071:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e88ff931. 00000100:00000001:1.0:1767384687.544073:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544074:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544077:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544079:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384687.544080:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544082:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544083:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544084:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fbfa4a8c. 00000400:00000200:1.0:1767384687.544086:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f434675 00000400:00000010:1.0:1767384687.544087:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f434675. 00000100:00000001:1.0:1767384687.544089:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544090:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544094:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544095:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384687.544096:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544097:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544098:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544099:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e5945bd. 00000400:00000200:1.0:1767384687.544101:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a865302f 00000400:00000010:1.0:1767384687.544103:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a865302f. 00000100:00000001:1.0:1767384687.544105:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544106:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544109:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544111:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384687.544112:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544113:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544114:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544116:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000668c1d96. 00000400:00000200:1.0:1767384687.544118:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d12447 00000400:00000010:1.0:1767384687.544119:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021d12447. 00000100:00000001:1.0:1767384687.544121:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544122:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544125:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544127:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384687.544128:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544129:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544130:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544132:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055a3d43e. 00000400:00000200:1.0:1767384687.544134:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c1029e2 00000400:00000010:1.0:1767384687.544135:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c1029e2. 00000100:00000001:1.0:1767384687.544137:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544138:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544142:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544143:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384687.544144:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544146:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544147:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544148:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000518b3c05. 00000400:00000200:1.0:1767384687.544150:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063b6a44d 00000400:00000010:1.0:1767384687.544151:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063b6a44d. 00000100:00000001:1.0:1767384687.544153:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544154:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544158:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544159:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384687.544160:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544162:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544163:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544165:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005880f578. 00000400:00000200:1.0:1767384687.544166:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d20f8a5a 00000400:00000010:1.0:1767384687.544168:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d20f8a5a. 00000100:00000001:1.0:1767384687.544169:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544170:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544174:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544175:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384687.544177:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544178:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544179:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544180:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000503fcb4c. 00000400:00000200:1.0:1767384687.544182:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000319ba208 00000400:00000010:1.0:1767384687.544183:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000319ba208. 00000100:00000001:1.0:1767384687.544186:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544187:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544190:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544192:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384687.544193:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544195:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544196:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544197:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3703b6a. 00000400:00000200:1.0:1767384687.544199:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000059f6b652 00000400:00000010:1.0:1767384687.544201:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000059f6b652. 00000100:00000001:1.0:1767384687.544203:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544204:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544207:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544209:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384687.544210:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544211:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544213:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544214:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e71f5d9b. 00000400:00000200:1.0:1767384687.544216:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e34292 00000400:00000010:1.0:1767384687.544217:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002e34292. 00000100:00000001:1.0:1767384687.544219:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544220:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544224:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544225:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384687.544227:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544229:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544230:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544231:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e59b35d. 00000400:00000200:1.0:1767384687.544233:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d59b917 00000400:00000010:1.0:1767384687.544235:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002d59b917. 00000100:00000001:1.0:1767384687.544236:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544237:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544241:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544243:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384687.544244:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544245:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544246:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544248:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a939d4d8. 00000400:00000200:1.0:1767384687.544250:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f53cbb55 00000400:00000010:1.0:1767384687.544251:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f53cbb55. 00000100:00000001:1.0:1767384687.544253:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544254:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544258:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544259:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384687.544260:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544262:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544263:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544264:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001df51435. 00000400:00000200:1.0:1767384687.544266:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce86951b 00000400:00000010:1.0:1767384687.544267:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce86951b. 00000100:00000001:1.0:1767384687.544269:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544270:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544273:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544275:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384687.544276:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544278:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544279:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544280:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae814ac8. 00000400:00000200:1.0:1767384687.544282:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b140cb1e 00000400:00000010:1.0:1767384687.544284:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b140cb1e. 00000100:00000001:1.0:1767384687.544285:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544286:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544397:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544399:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384687.544401:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544402:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544404:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544405:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079aa540d. 00000400:00000200:1.0:1767384687.544407:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8218144 00000400:00000010:1.0:1767384687.544408:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8218144. 00000100:00000001:1.0:1767384687.544410:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544411:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544414:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544415:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384687.544416:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544418:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544419:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544420:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e60a629c. 00000400:00000200:1.0:1767384687.544422:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095913a90 00000400:00000010:1.0:1767384687.544423:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095913a90. 00000100:00000001:1.0:1767384687.544425:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544426:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544431:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544432:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384687.544433:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544435:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544435:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544436:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8ba309f. 00000400:00000200:1.0:1767384687.544438:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f1d442e 00000400:00000010:1.0:1767384687.544439:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f1d442e. 00000100:00000001:1.0:1767384687.544442:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544443:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544446:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544448:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384687.544449:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544450:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544451:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544452:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd368292. 00000400:00000200:1.0:1767384687.544454:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074130840 00000400:00000010:1.0:1767384687.544455:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074130840. 00000100:00000001:1.0:1767384687.544457:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544458:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544462:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544463:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384687.544465:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544466:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544467:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544468:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079357a2d. 00000400:00000200:1.0:1767384687.544470:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8dde69c 00000400:00000010:1.0:1767384687.544471:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b8dde69c. 00000100:00000001:1.0:1767384687.544473:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544474:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544477:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544478:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384687.544480:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544481:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544482:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544483:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e6cbd47. 00000400:00000200:1.0:1767384687.544484:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c8f0f11 00000400:00000010:1.0:1767384687.544485:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c8f0f11. 00000100:00000001:1.0:1767384687.544487:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544488:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544491:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544492:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384687.544493:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544495:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544495:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544496:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000138c459e. 00000400:00000200:1.0:1767384687.544498:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041bc9f37 00000400:00000010:1.0:1767384687.544499:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041bc9f37. 00000100:00000001:1.0:1767384687.544500:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544501:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544505:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544506:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384687.544507:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544508:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544508:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544510:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c935e29. 00000400:00000200:1.0:1767384687.544512:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f299f090 00000400:00000010:1.0:1767384687.544513:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f299f090. 00000100:00000001:1.0:1767384687.544515:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544516:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544519:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544520:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384687.544522:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544523:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544524:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544525:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c13fe7a. 00000400:00000200:1.0:1767384687.544526:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072740de6 00000400:00000010:1.0:1767384687.544528:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072740de6. 00000100:00000001:1.0:1767384687.544529:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544530:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544533:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544534:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384687.544535:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544536:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544537:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544538:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1a8eeee. 00000400:00000200:1.0:1767384687.544540:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f920ff75 00000400:00000010:1.0:1767384687.544541:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f920ff75. 00000100:00000001:1.0:1767384687.544542:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544543:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544546:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544547:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384687.544548:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544550:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544551:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544552:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a8914ea. 00000400:00000200:1.0:1767384687.544553:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ebbd6fb 00000400:00000010:1.0:1767384687.544554:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ebbd6fb. 00000100:00000001:1.0:1767384687.544556:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544557:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544561:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544561:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384687.544563:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544564:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544565:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544566:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0e84ab3. 00000400:00000200:1.0:1767384687.544568:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d63b3a02 00000400:00000010:1.0:1767384687.544570:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d63b3a02. 00000100:00000001:1.0:1767384687.544571:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544572:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544576:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544577:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384687.544578:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544580:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544581:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544582:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d55ca254. 00000400:00000200:1.0:1767384687.544583:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c299bc8e 00000400:00000010:1.0:1767384687.544584:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c299bc8e. 00000100:00000001:1.0:1767384687.544586:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544587:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544591:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544592:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384687.544594:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544595:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544596:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544597:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8fcefdb. 00000400:00000200:1.0:1767384687.544598:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001aab4d3 00000400:00000010:1.0:1767384687.544599:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001aab4d3. 00000100:00000001:1.0:1767384687.544601:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544602:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544605:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544606:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384687.544608:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544609:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544610:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544611:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013ca5554. 00000400:00000200:1.0:1767384687.544613:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c9fe978 00000400:00000010:1.0:1767384687.544614:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c9fe978. 00000100:00000001:1.0:1767384687.544616:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544617:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544620:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544622:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384687.544623:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.544624:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.544625:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.544626:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9741369. 00000400:00000200:1.0:1767384687.544628:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad018b08 00000400:00000010:1.0:1767384687.544629:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad018b08. 00000100:00000001:1.0:1767384687.544631:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.544632:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:1.0:1767384687.544636:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.544638:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384687.544639:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384687.544653:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544654:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544657:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544658:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544660:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544661:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544662:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544663:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544665:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544666:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544667:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544668:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544669:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544670:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544672:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544672:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544673:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544674:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544676:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544677:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544678:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544679:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544680:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544680:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544681:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544682:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544684:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544685:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544686:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544687:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544689:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544689:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544691:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544692:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544693:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544694:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544695:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544696:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544698:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544698:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544700:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544701:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544702:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544704:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544705:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544706:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544707:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544708:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544709:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544710:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544711:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544713:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544714:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544715:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544716:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544717:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544718:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544719:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544721:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544721:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544722:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544723:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544724:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544725:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544726:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544727:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544728:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544729:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544730:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544731:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544732:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544733:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544734:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544735:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544737:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544737:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544739:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544740:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544741:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544742:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544743:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544744:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544745:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544746:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544747:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544748:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544749:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544750:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544751:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544752:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544754:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544755:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544756:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544757:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544758:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544759:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544760:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544761:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544762:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544763:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544764:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544766:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544767:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544768:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544769:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544770:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544771:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544772:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544773:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544775:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544776:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544776:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544778:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544779:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544780:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544781:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544782:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544783:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544784:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544785:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544786:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544787:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544788:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544789:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544790:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544791:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.544792:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.544793:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384687.544796:0:40099:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384687.544798:0:40099:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000e79b4458. 02000000:00000001:1.0:1767384687.544802:0:40099:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384687.544804:0:40099:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000238b3f6e. 00000100:00000010:1.0:1767384687.544808:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b54e22a7. 00000100:00000010:1.0:1767384687.544811:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a5f38c5. 00000100:00000010:1.0:1767384687.544813:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c34ce296. 00000100:00000010:1.0:1767384687.544816:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d203b915. 00000100:00000010:1.0:1767384687.544818:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000054cf8480. 00000100:00000010:1.0:1767384687.544820:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036f320d6. 00000100:00000010:1.0:1767384687.544822:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000034900985. 00000100:00000010:1.0:1767384687.544824:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3949aa3. 00000100:00000010:1.0:1767384687.544826:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000977bf03e. 00000100:00000010:1.0:1767384687.544836:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019f92554. 00000100:00000010:1.0:1767384687.544839:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d3a9fcf. 00000100:00000010:1.0:1767384687.544841:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed5ed2ad. 00000100:00000010:1.0:1767384687.544844:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004617f223. 00000100:00000010:1.0:1767384687.544845:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043f6a589. 00000100:00000010:1.0:1767384687.544847:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f6659b9f. 00000100:00000010:1.0:1767384687.544849:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dee7848. 00000100:00000010:1.0:1767384687.544850:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000086e25bda. 00000100:00000010:1.0:1767384687.544853:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000135415c6. 00000100:00000010:1.0:1767384687.544855:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000000d3a93a. 00000100:00000010:1.0:1767384687.544857:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000feb12295. 00000100:00000010:1.0:1767384687.544859:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cccda86a. 00000100:00000010:1.0:1767384687.544861:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b889c8ec. 00000100:00000010:1.0:1767384687.544863:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000044151525. 00000100:00000010:1.0:1767384687.544865:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007cebd18e. 00000100:00000010:1.0:1767384687.544866:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e4432784. 00000100:00000010:1.0:1767384687.544869:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aaeaf972. 00000100:00000010:1.0:1767384687.544871:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000077a952dd. 00000100:00000010:1.0:1767384687.544873:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3e79df3. 00000100:00000010:1.0:1767384687.544875:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000030c3e0fe. 00000100:00000010:1.0:1767384687.544877:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001082e600. 00000100:00000010:1.0:1767384687.544878:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002ad73dd2. 00000100:00000010:1.0:1767384687.544880:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026e50694. 00000100:00000010:1.0:1767384687.544882:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000002f1104. 00000100:00000010:1.0:1767384687.544898:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbce8394. 00000100:00000010:1.0:1767384687.544901:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000002ff9d68. 00000100:00000010:1.0:1767384687.544903:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c3068fe. 00000100:00000010:1.0:1767384687.544905:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008afaf5a6. 00000100:00000010:1.0:1767384687.544907:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000061a63e3. 00000100:00000010:1.0:1767384687.544909:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e9df3158. 00000100:00000010:1.0:1767384687.544911:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078673325. 00000100:00000010:1.0:1767384687.544915:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000096e630d6. 00000100:00000010:1.0:1767384687.544918:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e536f27. 00000100:00000010:1.0:1767384687.544920:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006c1c2e0e. 00000100:00000010:1.0:1767384687.544923:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cde47f0c. 00000100:00000010:1.0:1767384687.544925:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006a4893b6. 00000100:00000010:1.0:1767384687.544928:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000490a0ddf. 00000100:00000010:1.0:1767384687.544929:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000029e67ec2. 00000100:00000010:1.0:1767384687.544931:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001c5ddcf. 00000100:00000010:1.0:1767384687.544933:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a57fe64b. 00000100:00000010:1.0:1767384687.544936:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028a7202f. 00000100:00000010:1.0:1767384687.544937:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ae80c327. 00000100:00000010:1.0:1767384687.544940:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e83c42d6. 00000100:00000010:1.0:1767384687.544942:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003ae903de. 00000100:00000010:1.0:1767384687.544944:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000312d7d75. 00000100:00000010:1.0:1767384687.544946:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008aacf157. 00000100:00000010:1.0:1767384687.544948:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbaef0b1. 00000100:00000010:1.0:1767384687.544950:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ef9c7556. 00000100:00000010:1.0:1767384687.544965:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ecc7c63. 00000100:00000010:1.0:1767384687.544968:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000007898693. 00000100:00000010:1.0:1767384687.544970:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082a2cf1f. 00000100:00000010:1.0:1767384687.544972:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000075ad269a. 00000100:00000010:1.0:1767384687.544974:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a55e605. 00000100:00000010:1.0:1767384687.544976:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009120e71b. 00000100:00000010:1.0:1767384687.544978:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000468f8fcd. 00000100:00000010:1.0:1767384687.544980:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007cb36b3b. 00000100:00000010:1.0:1767384687.544982:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6e1bdbd. 00000100:00000010:1.0:1767384687.544984:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008b69afc1. 00000100:00000010:1.0:1767384687.544986:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000542eb9e6. 00000100:00000010:1.0:1767384687.544988:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002fa599ce. 00000100:00000010:1.0:1767384687.544990:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c5968149. 00000100:00000010:1.0:1767384687.544993:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001cc04acd. 00000100:00000010:1.0:1767384687.544994:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053058ddc. 00000100:00000010:1.0:1767384687.544996:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004499a013. 00000100:00000010:1.0:1767384687.544999:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bab5c1dd. 00000100:00000010:1.0:1767384687.545000:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005127e940. 00000100:00000010:1.0:1767384687.545003:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca48d64a. 00000100:00000010:1.0:1767384687.545005:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e6ed9ed4. 00000100:00000010:1.0:1767384687.545007:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056098510. 00000100:00000010:1.0:1767384687.545010:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004cd4f6fa. 00000100:00000010:1.0:1767384687.545012:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dcd0094. 00000100:00000010:1.0:1767384687.545013:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000364e5a63. 00000100:00000010:1.0:1767384687.545027:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c83ac63. 00000100:00000010:1.0:1767384687.545029:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000273635e2. 00000100:00000010:1.0:1767384687.545032:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bbb4377. 00000100:00000010:1.0:1767384687.545033:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002f94cd28. 00000100:00000010:1.0:1767384687.545035:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004118ec46. 00000100:00000010:1.0:1767384687.545037:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001b3a9b5f. 00000100:00000010:1.0:1767384687.545039:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000075dbb381. 00000100:00000010:1.0:1767384687.545040:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000611a55d0. 00000100:00000010:1.0:1767384687.545042:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064e771cb. 00000100:00000010:1.0:1767384687.545043:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000085633ea7. 00000100:00000010:1.0:1767384687.545045:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009553518e. 00000100:00000010:1.0:1767384687.545046:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000056688328. 00000100:00000010:1.0:1767384687.545047:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035d96e07. 00000100:00000010:1.0:1767384687.545049:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000286dc391. 00000100:00000010:1.0:1767384687.545050:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9026fbc. 00000100:00000010:1.0:1767384687.545052:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002fba2c7b. 00000100:00000010:1.0:1767384687.545054:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ea83472. 00000100:00000010:1.0:1767384687.545056:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000785d56fb. 00000100:00000010:1.0:1767384687.545058:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c1d7b2c. 00000100:00000010:1.0:1767384687.545060:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a331f5ff. 00000100:00000010:1.0:1767384687.545062:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1417b6c. 00000100:00000010:1.0:1767384687.545063:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f416d35a. 00000100:00000010:1.0:1767384687.545065:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048f0d46c. 00000100:00000010:1.0:1767384687.545066:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003aa3adc7. 00000100:00000010:1.0:1767384687.545082:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b3563be. 00000100:00000010:1.0:1767384687.545085:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c77b899f. 00000100:00000010:1.0:1767384687.545088:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e85638d2. 00000100:00000010:1.0:1767384687.545090:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006b39a075. 00000100:00000010:1.0:1767384687.545092:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c8b0e17. 00000100:00000010:1.0:1767384687.545094:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000037db345e. 00000100:00000010:1.0:1767384687.545097:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8a492dc. 00000100:00000010:1.0:1767384687.545098:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000056925bb2. 00000100:00000010:1.0:1767384687.545101:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e76f2c58. 00000100:00000010:1.0:1767384687.545103:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000064b1200a. 00000100:00000010:1.0:1767384687.545105:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a62b797. 00000100:00000010:1.0:1767384687.545107:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c5fab89e. 00000100:00000010:1.0:1767384687.545109:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009eb593fc. 00000100:00000010:1.0:1767384687.545111:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c338276e. 00000100:00000010:1.0:1767384687.545114:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003bcad96. 00000100:00000010:1.0:1767384687.545116:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ac88ff82. 00000100:00000010:1.0:1767384687.545119:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b38640c. 00000100:00000010:1.0:1767384687.545120:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f3c9757b. 00000100:00000010:1.0:1767384687.545123:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ff57149. 00000100:00000010:1.0:1767384687.545124:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cde60352. 00000100:00000010:1.0:1767384687.545128:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eecce36c. 00000100:00000010:1.0:1767384687.545129:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bba40e23. 00000100:00000010:1.0:1767384687.545131:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2124924. 00000100:00000010:1.0:1767384687.545147:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000aca3ce89. 00000100:00000010:1.0:1767384687.545154:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000f4efb471. 00000100:00000010:1.0:1767384687.545160:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000055a9505e. 00000100:00000001:1.0:1767384687.545167:0:40099:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384687.545169:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.545171:0:40099:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384687.545172:0:40099:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384687.545173:0:40099:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000078830f39. 00000100:00000001:1.0:1767384687.545176:0:40099:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384687.545177:0:40099:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.545179:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.545180:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000090ba830d. 00000100:00000001:1.0:1767384687.545182:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.545184:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.545185:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000050b58a3c. 00000100:00000001:1.0:1767384687.545186:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.545187:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.545188:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000971e2c71. 00000100:00000001:1.0:1767384687.545190:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.545191:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.545192:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ef3138fd. 00000100:00000001:1.0:1767384687.545194:0:40099:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384687.545265:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000bf2d0058. 00000020:00000010:1.0:1767384687.545269:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e323c846. 00000020:00000010:1.0:1767384687.545272:0:40099:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000af49711b. 00000020:00000010:1.0:1767384687.545275:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000003fee7f5c. 00000020:00000010:1.0:1767384687.545279:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000009038bcba. 00000100:00000010:1.0:1767384687.545321:0:40099:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000ebfd5b65. 00000100:00000010:1.0:1767384687.545329:0:40099:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000004a147357. 00000100:00000010:1.0:1767384687.545332:0:40099:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000b77e72e5. 00000100:00000010:1.0:1767384687.545338:0:40099:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000690f9f02. 00000100:00000001:1.0:1767384687.545341:0:40099:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.545343:0:40099:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384687.545345:0:40099:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:1.0:1767384687.545348:0:40099:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384687.545350:0:40099:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384687.545351:0:40099:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:1.0:1767384687.545353:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:1.0:1767384687.545355:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:1.0:1767384687.545377:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:3.0:1767384687.545386:0:17082:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8ab5b1f. 00000040:00000010:3.0:1767384687.545393:0:17082:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cfc86122. 00000020:00000010:3.0:1767384687.545395:0:17082:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000062747e4a. 00000020:00000010:3.0:1767384687.545399:0:17082:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c0616e88. 00000020:00000010:3.0:1767384687.545403:0:17082:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cb31d98b. 80000000:00000010:3.0:1767384687.545406:0:17082:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000082cd7ada. 40000000:00000010:3.0:1767384687.545409:0:17082:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000362ff6ea. 00100000:00000010:3.0:1767384687.545413:0:17082:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ac5ce517. 00000020:00000010:0.0:1767384687.545414:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eb3fded9. 00040000:00000010:3.0:1767384687.545416:0:17082:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c9be2813. 00000040:00000010:0.0:1767384687.545422:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000066b8731b. 00000020:00000010:0.0:1767384687.545427:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001a3d255e. 00040000:00000010:3.0:1767384687.545429:0:17082:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000b701a5e. 00000020:00000010:0.0:1767384687.545430:0:17081:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091192884. 00000020:00000010:0.0:1767384687.545436:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003beedd2b. 00080000:00000010:3.0:1767384687.545437:0:17082:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000066afc695. 80000000:00000010:0.0:1767384687.545441:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b04fe6e8. 40000000:00000010:0.0:1767384687.545446:0:17081:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dad86dca. 00080000:00000010:3.0:1767384687.545449:0:17082:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003410bc5d. 00100000:00000010:0.0:1767384687.545450:0:17081:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000332c840c. 00000004:00000010:3.0:1767384687.545456:0:17082:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005c569ed1. 00040000:00000010:0.0:1767384687.545457:0:17081:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d5672c4f. 00002000:00000010:3.0:1767384687.545461:0:17082:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f5c00483. 00040000:00000010:0.0:1767384687.545462:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005ebfe01e. 00000020:00000010:3.0:1767384687.545466:0:17082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a385df4f. 00080000:00000010:0.0:1767384687.545469:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a5fd4764. 00000020:00000010:3.0:1767384687.545471:0:17082:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000e2cf8f4. 00080000:00000010:0.0:1767384687.545475:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004f81f520. 00000100:00000010:3.0:1767384687.545477:0:17082:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000593991c0. 00000100:00100000:3.0:1767384687.545482:0:17082:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [0000000082540336:17082] 1 exiting: rc = 0 00000004:00000010:0.0:1767384687.545485:0:17081:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000034f545d1. 00002000:00000010:0.0:1767384687.545489:0:17081:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001c1d54c9. 00000020:00000010:0.0:1767384687.545492:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001d4b878. 00000020:00000010:0.0:1767384687.545497:0:17081:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001b68057e. 00000100:00000010:0.0:1767384687.545502:0:17081:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005b63c1fc. 00000100:00000040:1.0:1767384687.545504:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #0 00000100:00100000:0.0:1767384687.545505:0:17081:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [000000004b0b3285:17081] 0 exiting: rc = 1 00000100:00000010:1.0:1767384687.545522:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004b0b3285. 00000100:00000010:1.0:1767384687.545528:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000082540336. 00000100:00000001:1.0:1767384687.545534:0:40099:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384687.545535:0:40099:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384687.545538:0:40099:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:1.0:1767384687.545542:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545543:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545545:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e896af33. 00000400:00000200:1.0:1767384687.545549:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc62d3b3 00000400:00000010:1.0:1767384687.545551:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fc62d3b3. 00000100:00000001:1.0:1767384687.545555:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545556:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545562:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545563:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384687.545565:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545566:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545567:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545568:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004139af1e. 00000400:00000200:1.0:1767384687.545570:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb1412fa 00000400:00000010:1.0:1767384687.545572:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000eb1412fa. 00000100:00000001:1.0:1767384687.545574:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545574:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545578:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545579:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384687.545580:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545582:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545582:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545584:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000109a83e8. 00000400:00000200:1.0:1767384687.545585:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1664776 00000400:00000010:1.0:1767384687.545586:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f1664776. 00000100:00000001:1.0:1767384687.545605:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545607:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545610:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545612:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384687.545613:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545614:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545615:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545616:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9e639c5. 00000400:00000200:1.0:1767384687.545618:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba0e673c 00000400:00000010:1.0:1767384687.545619:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ba0e673c. 00000100:00000001:1.0:1767384687.545622:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545623:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545627:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545628:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384687.545629:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545631:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545632:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545633:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000268fabb9. 00000400:00000200:1.0:1767384687.545635:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dee2d8f 00000400:00000010:1.0:1767384687.545636:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001dee2d8f. 00000100:00000001:1.0:1767384687.545638:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545639:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545655:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545656:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384687.545658:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545659:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545660:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545661:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e37c898. 00000400:00000200:1.0:1767384687.545663:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c38c3de 00000400:00000010:1.0:1767384687.545665:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002c38c3de. 00000100:00000001:1.0:1767384687.545667:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545668:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545672:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545673:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384687.545674:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545676:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545677:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545678:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef3f85d7. 00000400:00000200:1.0:1767384687.545679:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e19c3853 00000400:00000010:1.0:1767384687.545681:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e19c3853. 00000100:00000001:1.0:1767384687.545683:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545684:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545688:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545689:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384687.545690:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545691:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545692:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545693:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b1959ee. 00000400:00000200:1.0:1767384687.545695:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000376572cf 00000400:00000010:1.0:1767384687.545696:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000376572cf. 00000100:00000001:1.0:1767384687.545698:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545699:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545702:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545704:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384687.545705:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545706:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545707:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545708:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008afb67af. 00000400:00000200:1.0:1767384687.545710:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b6e6be6 00000400:00000010:1.0:1767384687.545711:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008b6e6be6. 00000100:00000001:1.0:1767384687.545713:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545714:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545717:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545719:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384687.545719:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545720:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545721:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545722:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a6ab3349. 00000400:00000200:1.0:1767384687.545724:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000462281bf 00000400:00000010:1.0:1767384687.545725:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000462281bf. 00000100:00000001:1.0:1767384687.545727:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545728:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545731:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545732:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384687.545733:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545734:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545735:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545736:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b2ea6e1. 00000400:00000200:1.0:1767384687.545737:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089e4387a 00000400:00000010:1.0:1767384687.545739:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000089e4387a. 00000100:00000001:1.0:1767384687.545741:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545742:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545745:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545746:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384687.545748:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545749:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545749:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545750:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014661730. 00000400:00000200:1.0:1767384687.545751:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a7a66ef 00000400:00000010:1.0:1767384687.545752:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009a7a66ef. 00000100:00000001:1.0:1767384687.545755:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545755:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545759:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545760:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384687.545761:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545763:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545764:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545765:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da3f45c1. 00000400:00000200:1.0:1767384687.545767:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae053a59 00000400:00000010:1.0:1767384687.545768:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ae053a59. 00000100:00000001:1.0:1767384687.545770:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545771:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545775:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545776:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384687.545777:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545779:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545780:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545781:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d036ccd8. 00000400:00000200:1.0:1767384687.545783:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043aa2ff9 00000400:00000010:1.0:1767384687.545784:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000043aa2ff9. 00000100:00000001:1.0:1767384687.545787:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545788:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545790:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545791:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384687.545792:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545793:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545794:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545795:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f12be46c. 00000400:00000200:1.0:1767384687.545796:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007eecdbc7 00000400:00000010:1.0:1767384687.545796:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007eecdbc7. 00000100:00000001:1.0:1767384687.545808:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545809:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545812:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545813:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384687.545813:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545815:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545815:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545816:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ee5d9e4. 00000400:00000200:1.0:1767384687.545817:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5a57dac 00000400:00000010:1.0:1767384687.545818:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e5a57dac. 00000100:00000001:1.0:1767384687.545820:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545820:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545823:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545824:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384687.545825:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545826:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545826:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545827:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003757f179. 00000400:00000200:1.0:1767384687.545828:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000728c5f24 00000400:00000010:1.0:1767384687.545829:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000728c5f24. 00000100:00000001:1.0:1767384687.545830:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545831:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545833:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545834:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384687.545834:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545835:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545836:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545836:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e6fcae4. 00000400:00000200:1.0:1767384687.545837:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a399973 00000400:00000010:1.0:1767384687.545838:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000a399973. 00000100:00000001:1.0:1767384687.545840:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545840:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545843:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545844:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384687.545844:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545845:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545846:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545847:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3ccbe17. 00000400:00000200:1.0:1767384687.545847:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037e947e3 00000400:00000010:1.0:1767384687.545848:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000037e947e3. 00000100:00000001:1.0:1767384687.545850:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545850:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545852:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545853:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384687.545854:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545855:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545855:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545856:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc275f74. 00000400:00000200:1.0:1767384687.545857:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015fd3b46 00000400:00000010:1.0:1767384687.545857:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000015fd3b46. 00000100:00000001:1.0:1767384687.545859:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545860:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545862:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545863:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384687.545864:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545865:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545866:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545867:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000205484ed. 00000400:00000200:1.0:1767384687.545867:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086c9e84d 00000400:00000010:1.0:1767384687.545868:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000086c9e84d. 00000100:00000001:1.0:1767384687.545870:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545870:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545872:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545873:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384687.545874:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545874:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545875:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545875:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fa23338. 00000400:00000200:1.0:1767384687.545876:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dff40b3f 00000400:00000010:1.0:1767384687.545877:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dff40b3f. 00000100:00000001:1.0:1767384687.545880:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545880:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545883:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545883:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384687.545884:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545885:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545885:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545886:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8bc0d9b. 00000400:00000200:1.0:1767384687.545887:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035584f37 00000400:00000010:1.0:1767384687.545888:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000035584f37. 00000100:00000001:1.0:1767384687.545889:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545890:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545892:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545893:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384687.545893:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545894:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545895:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545895:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf062148. 00000400:00000200:1.0:1767384687.545896:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084851c13 00000400:00000010:1.0:1767384687.545897:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000084851c13. 00000100:00000001:1.0:1767384687.545900:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545900:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545903:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545903:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384687.545904:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545905:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545906:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545906:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3c40c55. 00000400:00000200:1.0:1767384687.545907:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000631618c8 00000400:00000010:1.0:1767384687.545908:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000631618c8. 00000100:00000001:1.0:1767384687.545910:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545911:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545913:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545914:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384687.545914:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545915:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545916:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545916:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d633e17f. 00000400:00000200:1.0:1767384687.545917:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eca1dbc8 00000400:00000010:1.0:1767384687.545918:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000eca1dbc8. 00000100:00000001:1.0:1767384687.545920:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545920:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545923:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545923:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384687.545924:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545925:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545925:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545926:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1077420. 00000400:00000200:1.0:1767384687.545927:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089ebeb9b 00000400:00000010:1.0:1767384687.545927:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000089ebeb9b. 00000100:00000001:1.0:1767384687.545938:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545938:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545941:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545942:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384687.545942:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545944:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545945:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545946:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f943743d. 00000400:00000200:1.0:1767384687.545947:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003137406f 00000400:00000010:1.0:1767384687.545948:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003137406f. 00000100:00000001:1.0:1767384687.545949:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545950:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545952:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545953:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384687.545953:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545954:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545955:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545955:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b22b295a. 00000400:00000200:1.0:1767384687.545956:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000036a6f4e 00000400:00000010:1.0:1767384687.545957:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000036a6f4e. 00000100:00000001:1.0:1767384687.545958:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545959:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545961:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545962:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384687.545962:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545963:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545964:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545964:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009581c567. 00000400:00000200:1.0:1767384687.545965:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c56a8be 00000400:00000010:1.0:1767384687.545966:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005c56a8be. 00000100:00000001:1.0:1767384687.545968:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545969:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545971:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545972:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384687.545972:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545973:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545974:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545974:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f92df990. 00000400:00000200:1.0:1767384687.545975:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8fb7990 00000400:00000010:1.0:1767384687.545976:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f8fb7990. 00000100:00000001:1.0:1767384687.545977:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545978:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545980:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545980:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384687.545981:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545982:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545983:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545984:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007829d29b. 00000400:00000200:1.0:1767384687.545985:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072c727f8 00000400:00000010:1.0:1767384687.545986:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000072c727f8. 00000100:00000001:1.0:1767384687.545987:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545988:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545990:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.545991:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384687.545991:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.545992:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.545993:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.545993:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5e36dbf. 00000400:00000200:1.0:1767384687.545994:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fac40d9 00000400:00000010:1.0:1767384687.545995:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003fac40d9. 00000100:00000001:1.0:1767384687.545996:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.545997:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.545999:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546000:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384687.546000:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546001:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546002:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546002:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000689c45c3. 00000400:00000200:1.0:1767384687.546003:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e426e23 00000400:00000010:1.0:1767384687.546004:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006e426e23. 00000100:00000001:1.0:1767384687.546005:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546006:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546008:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546009:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384687.546010:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546010:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546011:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546012:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1ba584c. 00000400:00000200:1.0:1767384687.546012:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006c5ccee 00000400:00000010:1.0:1767384687.546013:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000006c5ccee. 00000100:00000001:1.0:1767384687.546015:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546015:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546017:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546019:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384687.546019:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546020:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546021:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546022:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f7f5614. 00000400:00000200:1.0:1767384687.546023:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085eac5e7 00000400:00000010:1.0:1767384687.546023:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000085eac5e7. 00000100:00000001:1.0:1767384687.546025:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546026:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546028:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546028:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384687.546029:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546030:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546030:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546031:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007128b085. 00000400:00000200:1.0:1767384687.546032:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068d5a849 00000400:00000010:1.0:1767384687.546032:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000068d5a849. 00000100:00000001:1.0:1767384687.546035:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546035:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546038:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546038:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384687.546039:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546040:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546040:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546041:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053954f1e. 00000400:00000200:1.0:1767384687.546042:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1b9d45d 00000400:00000010:1.0:1767384687.546043:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d1b9d45d. 00000100:00000001:1.0:1767384687.546045:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546046:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546048:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546049:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384687.546049:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546050:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546051:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546051:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008a741da. 00000400:00000200:1.0:1767384687.546052:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000967a938d 00000400:00000010:1.0:1767384687.546053:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000967a938d. 00000100:00000001:1.0:1767384687.546064:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546065:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546067:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546068:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384687.546069:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546070:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546071:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546072:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096c08814. 00000400:00000200:1.0:1767384687.546073:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021adc06b 00000400:00000010:1.0:1767384687.546074:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000021adc06b. 00000100:00000001:1.0:1767384687.546076:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546077:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546079:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546079:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384687.546080:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546081:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546081:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546082:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036219745. 00000400:00000200:1.0:1767384687.546083:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8fe0454 00000400:00000010:1.0:1767384687.546084:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f8fe0454. 00000100:00000001:1.0:1767384687.546090:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546090:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546092:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546093:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384687.546093:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546094:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546095:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546096:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4be7992. 00000400:00000200:1.0:1767384687.546097:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a0a8751 00000400:00000010:1.0:1767384687.546098:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002a0a8751. 00000100:00000001:1.0:1767384687.546100:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546101:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546103:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546104:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384687.546105:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546106:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546106:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546107:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2237dd4. 00000400:00000200:1.0:1767384687.546108:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd0f7393 00000400:00000010:1.0:1767384687.546109:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cd0f7393. 00000100:00000001:1.0:1767384687.546114:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546114:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546117:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546117:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384687.546118:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546119:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546120:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546121:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdc25bc9. 00000400:00000200:1.0:1767384687.546122:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8a11ea4 00000400:00000010:1.0:1767384687.546122:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e8a11ea4. 00000100:00000001:1.0:1767384687.546125:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546125:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546127:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546128:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384687.546128:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546129:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546130:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546130:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f293fb8. 00000400:00000200:1.0:1767384687.546131:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f414fc8 00000400:00000010:1.0:1767384687.546132:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003f414fc8. 00000100:00000001:1.0:1767384687.546133:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546134:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546136:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546137:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384687.546137:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546138:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546139:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546139:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bc20453. 00000400:00000200:1.0:1767384687.546140:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046f8a5e4 00000400:00000010:1.0:1767384687.546141:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000046f8a5e4. 00000100:00000001:1.0:1767384687.546144:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546144:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546147:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546147:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384687.546148:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546149:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546149:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546150:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa8ce408. 00000400:00000200:1.0:1767384687.546151:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001054c570 00000400:00000010:1.0:1767384687.546152:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001054c570. 00000100:00000001:1.0:1767384687.546154:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546154:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546157:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546157:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384687.546158:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546159:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546159:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546160:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bdc2f8e. 00000400:00000200:1.0:1767384687.546161:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e9654a 00000400:00000010:1.0:1767384687.546161:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000035e9654a. 00000100:00000001:1.0:1767384687.546163:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546163:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546165:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546166:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384687.546167:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546167:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546168:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546169:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a343ef8. 00000400:00000200:1.0:1767384687.546170:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040faa2eb 00000400:00000010:1.0:1767384687.546170:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000040faa2eb. 00000100:00000001:1.0:1767384687.546172:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546172:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546175:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546175:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384687.546176:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546177:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546177:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546178:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8e77d6f. 00000400:00000200:1.0:1767384687.546179:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a797deeb 00000400:00000010:1.0:1767384687.546179:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a797deeb. 00000100:00000001:1.0:1767384687.546181:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546182:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546184:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546185:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384687.546185:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546187:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546187:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546188:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fba7bebd. 00000400:00000200:1.0:1767384687.546190:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bba43b 00000400:00000010:1.0:1767384687.546190:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c5bba43b. 00000100:00000001:1.0:1767384687.546203:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546204:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546206:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546207:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384687.546208:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546209:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546210:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546211:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096419cf5. 00000400:00000200:1.0:1767384687.546212:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a59a89b 00000400:00000010:1.0:1767384687.546212:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006a59a89b. 00000100:00000001:1.0:1767384687.546214:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546215:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546217:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546217:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384687.546218:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546219:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546219:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546220:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3a530d2. 00000400:00000200:1.0:1767384687.546221:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e0e72e7 00000400:00000010:1.0:1767384687.546221:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008e0e72e7. 00000100:00000001:1.0:1767384687.546223:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546224:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546226:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546226:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384687.546227:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546228:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546228:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546229:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfe23f29. 00000400:00000200:1.0:1767384687.546230:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ddf61ab 00000400:00000010:1.0:1767384687.546231:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001ddf61ab. 00000100:00000001:1.0:1767384687.546232:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546233:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546235:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546236:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384687.546237:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546238:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546239:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546240:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e17d732f. 00000400:00000200:1.0:1767384687.546241:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8531579 00000400:00000010:1.0:1767384687.546241:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b8531579. 00000100:00000001:1.0:1767384687.546243:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546243:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546246:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546246:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384687.546247:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546248:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546248:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546249:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097ef0588. 00000400:00000200:1.0:1767384687.546250:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc127bac 00000400:00000010:1.0:1767384687.546250:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dc127bac. 00000100:00000001:1.0:1767384687.546253:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546254:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546256:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546256:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384687.546257:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546258:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546258:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546259:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094cbc8a4. 00000400:00000200:1.0:1767384687.546260:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da046ac7 00000400:00000010:1.0:1767384687.546261:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000da046ac7. 00000100:00000001:1.0:1767384687.546263:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546263:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546266:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546266:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384687.546267:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546268:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546268:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546269:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c50df3a. 00000400:00000200:1.0:1767384687.546269:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9fc14ec 00000400:00000010:1.0:1767384687.546270:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c9fc14ec. 00000100:00000001:1.0:1767384687.546272:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546273:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546275:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546276:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384687.546277:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546278:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546279:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546279:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000694681dd. 00000400:00000200:1.0:1767384687.546280:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013276018 00000400:00000010:1.0:1767384687.546281:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000013276018. 00000100:00000001:1.0:1767384687.546282:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546283:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546285:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546286:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384687.546286:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546287:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546287:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546288:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec93b981. 00000400:00000200:1.0:1767384687.546289:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f856fa72 00000400:00000010:1.0:1767384687.546368:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f856fa72. 00000100:00000001:1.0:1767384687.546374:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546375:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546416:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546418:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384687.546419:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546421:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546422:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546424:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000195c40ba. 00000400:00000200:1.0:1767384687.546426:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9733d9b 00000400:00000010:1.0:1767384687.546427:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a9733d9b. 00000100:00000001:1.0:1767384687.546433:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546434:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546457:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546459:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384687.546461:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546463:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546464:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546466:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008885c654. 00000400:00000200:1.0:1767384687.546469:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d86e3cb6 00000400:00000010:1.0:1767384687.546471:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d86e3cb6. 00000100:00000001:1.0:1767384687.546477:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546479:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546483:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546494:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384687.546496:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546497:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546498:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546499:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d65399. 00000400:00000200:1.0:1767384687.546501:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080df9560 00000400:00000010:1.0:1767384687.546502:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000080df9560. 00000100:00000001:1.0:1767384687.546504:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546505:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546509:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546510:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384687.546512:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.546513:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.546514:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.546515:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a85a148. 00000400:00000200:1.0:1767384687.546517:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026f5eb5b 00000400:00000010:1.0:1767384687.546518:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000026f5eb5b. 00000100:00000001:1.0:1767384687.546523:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.546524:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:1.0:1767384687.546527:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.546528:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384687.546530:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384687.546531:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546533:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546534:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546535:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546536:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546536:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546537:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546538:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546539:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546539:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546540:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546540:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546542:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546542:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546543:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546544:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546545:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546545:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546546:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546547:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546547:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546548:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546548:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546549:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546550:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546550:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546551:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546551:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546552:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546552:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546553:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546554:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546554:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546555:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546555:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546556:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546557:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546557:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546558:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546558:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546559:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546559:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546560:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546561:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546561:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546562:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546562:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546563:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546563:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546564:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546565:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546565:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546566:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546567:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546568:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546568:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546569:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546570:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546571:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546571:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546572:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546572:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546573:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546573:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546574:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546575:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546575:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546576:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546576:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546577:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546577:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546578:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546579:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546579:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546580:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546580:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546581:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546582:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546582:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546583:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546583:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546584:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546585:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546585:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546586:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546586:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546587:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546587:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546588:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546589:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546589:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546590:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546591:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546592:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546593:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546593:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546594:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546595:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546595:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546596:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546597:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546597:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546598:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546598:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546599:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546599:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546600:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546601:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546601:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546602:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546602:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546603:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546603:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546604:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546605:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546605:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546606:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546606:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546607:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546607:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546608:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546609:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546609:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546610:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546610:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546611:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.546612:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.546612:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384687.546614:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000047345d0f. 00000100:00000010:1.0:1767384687.546696:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa6118f3. 00000100:00000010:1.0:1767384687.546698:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a2ea80d8. 00000100:00000010:1.0:1767384687.546758:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000026631fd. 00000100:00000010:1.0:1767384687.546760:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cf08b53d. 00000100:00000010:1.0:1767384687.546843:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ef8abda. 00000100:00000010:1.0:1767384687.546844:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002068fd12. 00000100:00000010:1.0:1767384687.546895:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d719d32e. 00000100:00000010:1.0:1767384687.546896:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c26d223a. 00000100:00000010:1.0:1767384687.546949:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052b1b0db. 00000100:00000010:1.0:1767384687.546950:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000272c2119. 00000100:00000010:1.0:1767384687.546993:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020316d22. 00000100:00000010:1.0:1767384687.546995:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005e525fe8. 00000100:00000010:1.0:1767384687.547079:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c7c4bd5. 00000100:00000010:1.0:1767384687.547084:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000003825c3. 00000100:00000010:1.0:1767384687.547128:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfb1b0b0. 00000100:00000010:1.0:1767384687.547130:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000037c480a4. 00000100:00000010:1.0:1767384687.547175:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094ac9be0. 00000100:00000010:1.0:1767384687.547177:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a231393a. 00000100:00000010:1.0:1767384687.547225:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008909b939. 00000100:00000010:1.0:1767384687.547226:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000eb6a1ddd. 00000100:00000010:1.0:1767384687.547315:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046a852a3. 00000100:00000010:1.0:1767384687.547318:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008a52ce88. 00000100:00000010:1.0:1767384687.547399:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c184a19. 00000100:00000010:1.0:1767384687.547402:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fede2b36. 00000100:00000010:1.0:1767384687.547456:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051b7871a. 00000100:00000010:1.0:1767384687.547457:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000f956ce4. 00000100:00000010:1.0:1767384687.547512:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f1abe63. 00000100:00000010:1.0:1767384687.547514:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003f35a8d4. 00000100:00000010:1.0:1767384687.547566:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8bda470. 00000100:00000010:1.0:1767384687.547567:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000016149bd1. 00000100:00000010:1.0:1767384687.547621:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d11a5def. 00000100:00000010:1.0:1767384687.547623:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a253b6c9. 00000100:00000010:1.0:1767384687.547714:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbe24e11. 00000100:00000010:1.0:1767384687.547716:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000088f60a0. 00000100:00000010:1.0:1767384687.547780:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006eaab56e. 00000100:00000010:1.0:1767384687.547782:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001810c9c2. 00000100:00000010:1.0:1767384687.547822:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ce975b7. 00000100:00000010:1.0:1767384687.547824:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000013a6dbc6. 00000100:00000010:1.0:1767384687.547873:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a7c9360. 00000100:00000010:1.0:1767384687.547874:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f1adbe44. 00000100:00000010:1.0:1767384687.547917:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9578f60. 00000100:00000010:1.0:1767384687.547919:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001ded0e12. 00000100:00000010:1.0:1767384687.547968:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cddfe646. 00000100:00000010:1.0:1767384687.547970:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000050fedba9. 00000100:00000010:1.0:1767384687.548010:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052640408. 00000100:00000010:1.0:1767384687.548012:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000014c549cf. 00000100:00000010:1.0:1767384687.548072:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a34573e1. 00000100:00000010:1.0:1767384687.548075:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d00ad15c. 00000100:00000010:1.0:1767384687.548116:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d8855d0. 00000100:00000010:1.0:1767384687.548118:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000129835e9. 00000100:00000010:1.0:1767384687.548159:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d61c06d. 00000100:00000010:1.0:1767384687.548161:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c6a66258. 00000100:00000010:1.0:1767384687.548207:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0157538. 00000100:00000010:1.0:1767384687.548209:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dd4a7b46. 00000100:00000010:1.0:1767384687.548247:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076ed266a. 00000100:00000010:1.0:1767384687.548249:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000abbac14c. 00000100:00000010:1.0:1767384687.548357:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000992262f3. 00000100:00000010:1.0:1767384687.548360:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000077a2f88e. 00000100:00000010:1.0:1767384687.548418:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7f9190f. 00000100:00000010:1.0:1767384687.548419:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fd9d7780. 00000100:00000010:1.0:1767384687.548483:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb3022e3. 00000100:00000010:1.0:1767384687.548485:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001b3c4083. 00000100:00000010:1.0:1767384687.548526:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4625adb. 00000100:00000010:1.0:1767384687.548528:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000c5383c1. 00000100:00000010:1.0:1767384687.548574:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006cfa9048. 00000100:00000010:1.0:1767384687.548576:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000073b7c329. 00000100:00000010:1.0:1767384687.548622:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000883081d0. 00000100:00000010:1.0:1767384687.548624:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000276db107. 00000100:00000010:1.0:1767384687.548670:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c04e1ce. 00000100:00000010:1.0:1767384687.548673:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005124f266. 00000100:00000010:1.0:1767384687.548712:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b69a168e. 00000100:00000010:1.0:1767384687.548713:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000015f329c4. 00000100:00000010:1.0:1767384687.548795:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eb6c0147. 00000100:00000010:1.0:1767384687.548797:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000082b9f076. 00000100:00000010:1.0:1767384687.548855:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004137372a. 00000100:00000010:1.0:1767384687.548856:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000056e0571a. 00000100:00000010:1.0:1767384687.548893:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070531dc1. 00000100:00000010:1.0:1767384687.548895:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000cf44146. 00000100:00000010:1.0:1767384687.548937:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b64a9be3. 00000100:00000010:1.0:1767384687.548938:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b905aafa. 00000100:00000010:1.0:1767384687.548987:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017029c90. 00000100:00000010:1.0:1767384687.548988:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000032f8fbc1. 00000100:00000010:1.0:1767384687.549059:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e7e163b. 00000100:00000010:1.0:1767384687.549063:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e0457d41. 00000100:00000010:1.0:1767384687.549104:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad9b7635. 00000100:00000010:1.0:1767384687.549106:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008047bcd8. 00000100:00000010:1.0:1767384687.549157:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c09b7904. 00000100:00000010:1.0:1767384687.549158:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f8d812fc. 00000100:00000010:1.0:1767384687.549205:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd54ec63. 00000100:00000010:1.0:1767384687.549206:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ef7d8bdf. 00000100:00000010:1.0:1767384687.549242:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef503748. 00000100:00000010:1.0:1767384687.549243:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000016238d38. 00000100:00000010:1.0:1767384687.549312:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090a32a55. 00000100:00000010:1.0:1767384687.549316:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007f2d6c59. 00000100:00000010:1.0:1767384687.549377:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbf66816. 00000100:00000010:1.0:1767384687.549379:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001fc3053a. 00000100:00000010:1.0:1767384687.549441:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066865518. 00000100:00000010:1.0:1767384687.549443:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000092e84e10. 00000100:00000010:1.0:1767384687.549481:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022df5791. 00000100:00000010:1.0:1767384687.549484:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000026209c48. 00000100:00000010:1.0:1767384687.549523:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f1a1949. 00000100:00000010:1.0:1767384687.549524:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cb04f607. 00000100:00000010:1.0:1767384687.549558:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e7bdaefd. 00000100:00000010:1.0:1767384687.549559:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000027635a86. 00000100:00000010:1.0:1767384687.549593:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e1bbc01. 00000100:00000010:1.0:1767384687.549594:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004f455d3d. 00000100:00000010:1.0:1767384687.549632:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c1db27f. 00000100:00000010:1.0:1767384687.549634:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000014e660fc. 00000100:00000010:1.0:1767384687.549686:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc9a74d9. 00000100:00000010:1.0:1767384687.549690:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f6f53f3f. 00000100:00000010:1.0:1767384687.549726:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f413f0a. 00000100:00000010:1.0:1767384687.549728:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001160b18b. 00000100:00000010:1.0:1767384687.549767:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c42d28a. 00000100:00000010:1.0:1767384687.549768:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003bd3befc. 00000100:00000010:1.0:1767384687.549808:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b54cd95. 00000100:00000010:1.0:1767384687.549810:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000075afa641. 00000100:00000010:1.0:1767384687.549864:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084d56cc5. 00000100:00000010:1.0:1767384687.549865:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c6271007. 00000100:00000010:1.0:1767384687.549911:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039aa8d53. 00000100:00000010:1.0:1767384687.549913:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002ab7515c. 00000100:00000010:1.0:1767384687.549959:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005cf15490. 00000100:00000010:1.0:1767384687.549961:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b6aca242. 00000100:00000010:1.0:1767384687.549999:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9adcc9d. 00000100:00000010:1.0:1767384687.550001:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c911ea88. 00000100:00000010:1.0:1767384687.550046:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072d53623. 00000100:00000010:1.0:1767384687.550049:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000822c82cf. 00000100:00000010:1.0:1767384687.550107:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088e1b813. 00000100:00000010:1.0:1767384687.550139:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000f94285a3. 00000100:00000010:1.0:1767384687.550144:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000435635ac. 00000100:00000001:1.0:1767384687.550148:0:40099:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384687.550150:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.550152:0:40099:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384687.550154:0:40099:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384687.550155:0:40099:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000005f264c0. 00000100:00000001:1.0:1767384687.550157:0:40099:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384687.550158:0:40099:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.550160:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.550161:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005f469879. 00000100:00000001:1.0:1767384687.550162:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.550163:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.550164:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000496e01b3. 00000100:00000001:1.0:1767384687.550165:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.550166:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.550167:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002c76a342. 00000100:00000001:1.0:1767384687.550168:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.550168:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.550169:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000dd26ed97. 00000100:00000001:1.0:1767384687.550170:0:40099:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384687.550224:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000003d2addf5. 00000020:00000010:1.0:1767384687.550228:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000fb84198f. 00000100:00000010:1.0:1767384687.550248:0:40099:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000e4192461. 00000100:00000010:1.0:1767384687.550253:0:40099:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000009597e632. 00000100:00000010:1.0:1767384687.550255:0:40099:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000004e458495. 00000100:00000010:1.0:1767384687.550256:0:40099:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000000c9a6ceb. 00000100:00000001:1.0:1767384687.550258:0:40099:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.550259:0:40099:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384687.550260:0:40099:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:1.0:1767384687.550262:0:40099:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384687.550263:0:40099:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384687.550264:0:40099:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:1.0:1767384687.550265:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:1.0:1767384687.550267:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:1.0:1767384687.550282:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:3.0:1767384687.550328:0:17084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000033738203. 00000020:00000010:2.0:1767384687.550329:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c71b3602. 00000040:00000010:3.0:1767384687.550337:0:17084:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000007d5da5e. 00000040:00000010:2.0:1767384687.550338:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007892c78d. 00000020:00000010:2.0:1767384687.550344:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d38465cf. 00000020:00000010:3.0:1767384687.550347:0:17084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000d3d2a78. 00000020:00000010:2.0:1767384687.550349:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000401b9a48. 00000020:00000010:3.0:1767384687.550353:0:17084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005d53c4a0. 00000020:00000010:2.0:1767384687.550356:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009d78ba3a. 00000020:00000010:3.0:1767384687.550359:0:17084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006823b943. 80000000:00000010:2.0:1767384687.550361:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fb724740. 80000000:00000010:3.0:1767384687.550364:0:17084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000067378bb5. 40000000:00000010:2.0:1767384687.550367:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008fb25b3f. 40000000:00000010:3.0:1767384687.550369:0:17084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ffa60790. 00100000:00000010:2.0:1767384687.550373:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003822267b. 00100000:00000010:3.0:1767384687.550375:0:17084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008f3d55b9. 00040000:00000010:2.0:1767384687.550379:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003ffb59bf. 00040000:00000010:3.0:1767384687.550381:0:17084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009cba1721. 00040000:00000010:2.0:1767384687.550385:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000046bb451d. 00040000:00000010:3.0:1767384687.550386:0:17084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006adecde6. 00080000:00000010:3.0:1767384687.550394:0:17084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008e108065. 00080000:00000010:2.0:1767384687.550394:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000108d32bb. 00080000:00000010:2.0:1767384687.550400:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000535c3271. 00080000:00000010:3.0:1767384687.550401:0:17084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006b3ba7c2. 00000004:00000010:2.0:1767384687.550406:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000047fcc2b0. 00000004:00000010:3.0:1767384687.550407:0:17084:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b54472a8. 00000020:00000010:2.0:1767384687.550412:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016adf3c8. 00000020:00000010:3.0:1767384687.550413:0:17084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccbb987d. 00000020:00000010:3.0:1767384687.550420:0:17084:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008ab99e79. 00000020:00000010:2.0:1767384687.550420:0:17083:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003490743d. 00000100:00000010:2.0:1767384687.550425:0:17083:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000001db30308. 00000100:00100000:2.0:1767384687.550428:0:17083:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [00000000fbe72047:17083] 0 exiting: rc = 1 00000100:00000010:3.0:1767384687.550435:0:17084:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000dfd4c62f. 00000100:00100000:3.0:1767384687.550438:0:17084:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [0000000010421f0a:17084] 1 exiting: rc = 0 00000100:00000010:1.0:1767384687.550456:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000fbe72047. 00000100:00000010:1.0:1767384687.550462:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000010421f0a. 00000100:00000001:1.0:1767384687.550466:0:40099:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384687.550467:0:40099:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384687.550470:0:40099:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:1.0:1767384687.550475:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550478:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550480:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000441e9866. 00000400:00000200:1.0:1767384687.550484:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b195cd72 00000400:00000010:1.0:1767384687.550486:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b195cd72. 00000100:00000001:1.0:1767384687.550489:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550491:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550498:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550499:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384687.550501:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550503:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550504:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550505:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095072492. 00000400:00000200:1.0:1767384687.550507:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bd44002 00000400:00000010:1.0:1767384687.550508:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002bd44002. 00000100:00000001:1.0:1767384687.550509:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550510:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550513:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550514:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384687.550514:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550516:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550516:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550517:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004196b811. 00000400:00000200:1.0:1767384687.550518:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1f1f3c5 00000400:00000010:1.0:1767384687.550519:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1f1f3c5. 00000100:00000001:1.0:1767384687.550520:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550520:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550523:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550523:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384687.550524:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550525:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550525:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550526:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e15ec3b0. 00000400:00000200:1.0:1767384687.550527:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000847aa65 00000400:00000010:1.0:1767384687.550527:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000847aa65. 00000100:00000001:1.0:1767384687.550528:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550529:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550531:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550532:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384687.550533:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550534:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550535:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550536:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a885f16d. 00000400:00000200:1.0:1767384687.550537:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d958765d 00000400:00000010:1.0:1767384687.550538:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d958765d. 00000100:00000001:1.0:1767384687.550539:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550539:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550541:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550542:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384687.550543:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550543:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550544:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550545:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006b6cbcb. 00000400:00000200:1.0:1767384687.550545:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcfd21a3 00000400:00000010:1.0:1767384687.550546:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcfd21a3. 00000100:00000001:1.0:1767384687.550547:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550548:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550550:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550551:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384687.550551:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550552:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550553:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550553:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a21eb63. 00000400:00000200:1.0:1767384687.550555:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000192581bf 00000400:00000010:1.0:1767384687.550555:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000192581bf. 00000100:00000001:1.0:1767384687.550556:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550557:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550559:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550560:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384687.550560:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550561:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550561:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550562:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034a28bc8. 00000400:00000200:1.0:1767384687.550563:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c6b0a46 00000400:00000010:1.0:1767384687.550564:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c6b0a46. 00000100:00000001:1.0:1767384687.550564:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550565:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550567:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550568:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384687.550569:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550570:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550571:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550572:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5235b6f. 00000400:00000200:1.0:1767384687.550573:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b236f227 00000400:00000010:1.0:1767384687.550574:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b236f227. 00000100:00000001:1.0:1767384687.550574:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550575:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550577:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550578:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384687.550578:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550579:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550580:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550580:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000232626a7. 00000400:00000200:1.0:1767384687.550581:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000705c920d 00000400:00000010:1.0:1767384687.550582:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000705c920d. 00000100:00000001:1.0:1767384687.550583:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550584:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550586:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550586:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384687.550587:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550588:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550588:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550589:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a6f704d. 00000400:00000200:1.0:1767384687.550590:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc385a9c 00000400:00000010:1.0:1767384687.550591:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc385a9c. 00000100:00000001:1.0:1767384687.550592:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550592:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550594:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550595:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384687.550595:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550596:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550597:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550597:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2636b44. 00000400:00000200:1.0:1767384687.550598:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007835567e 00000400:00000010:1.0:1767384687.550599:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007835567e. 00000100:00000001:1.0:1767384687.550600:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550601:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550603:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550604:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384687.550605:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550606:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550606:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550607:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000082cb4891. 00000400:00000200:1.0:1767384687.550607:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ade7ce29 00000400:00000010:1.0:1767384687.550608:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ade7ce29. 00000100:00000001:1.0:1767384687.550609:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550610:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550612:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550613:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384687.550613:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550614:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550614:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550615:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c181319b. 00000400:00000200:1.0:1767384687.550616:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000729404ca 00000400:00000010:1.0:1767384687.550617:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000729404ca. 00000100:00000001:1.0:1767384687.550617:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550618:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550620:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550621:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384687.550621:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550622:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550623:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550623:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e13222d. 00000400:00000200:1.0:1767384687.550624:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c47d2629 00000400:00000010:1.0:1767384687.550625:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c47d2629. 00000100:00000001:1.0:1767384687.550626:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550626:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550629:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550629:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384687.550630:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550630:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550631:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550631:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003422b03f. 00000400:00000200:1.0:1767384687.550633:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000414f4fd4 00000400:00000010:1.0:1767384687.550634:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000414f4fd4. 00000100:00000001:1.0:1767384687.550635:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550635:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550637:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550638:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384687.550639:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550639:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550640:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550650:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066852755. 00000400:00000200:1.0:1767384687.550653:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000434b8a41 00000400:00000010:1.0:1767384687.550654:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000434b8a41. 00000100:00000001:1.0:1767384687.550656:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550656:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550658:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550659:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384687.550660:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550661:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550662:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550663:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001469e366. 00000400:00000200:1.0:1767384687.550664:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ffe1464 00000400:00000010:1.0:1767384687.550664:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ffe1464. 00000100:00000001:1.0:1767384687.550665:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550666:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550668:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550669:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384687.550670:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550671:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550671:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550672:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083848477. 00000400:00000200:1.0:1767384687.550673:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099aa4f1b 00000400:00000010:1.0:1767384687.550673:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099aa4f1b. 00000100:00000001:1.0:1767384687.550675:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550675:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550678:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550679:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384687.550680:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550681:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550682:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550683:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008619b91e. 00000400:00000200:1.0:1767384687.550685:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ef148e 00000400:00000010:1.0:1767384687.550685:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ef148e. 00000100:00000001:1.0:1767384687.550687:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550688:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550690:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550691:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384687.550692:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550693:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550693:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550694:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d3b684d. 00000400:00000200:1.0:1767384687.550696:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f606efa 00000400:00000010:1.0:1767384687.550697:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002f606efa. 00000100:00000001:1.0:1767384687.550699:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550699:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550703:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550704:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384687.550705:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550706:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550707:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550707:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7ce9d6e. 00000400:00000200:1.0:1767384687.550709:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d79e708 00000400:00000010:1.0:1767384687.550710:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d79e708. 00000100:00000001:1.0:1767384687.550711:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550712:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550715:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550715:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384687.550716:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550717:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550717:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550718:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0faba8a. 00000400:00000200:1.0:1767384687.550720:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deb7a603 00000400:00000010:1.0:1767384687.550721:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000deb7a603. 00000100:00000001:1.0:1767384687.550723:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550723:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550726:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550727:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384687.550729:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550730:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550730:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550731:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c93694ba. 00000400:00000200:1.0:1767384687.550733:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d7b406 00000400:00000010:1.0:1767384687.550734:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d7b406. 00000100:00000001:1.0:1767384687.550735:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550735:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550737:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550738:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384687.550739:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550740:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550741:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550742:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002061c959. 00000400:00000200:1.0:1767384687.550743:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002a6345d 00000400:00000010:1.0:1767384687.550743:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002a6345d. 00000100:00000001:1.0:1767384687.550745:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550746:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550749:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550750:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384687.550751:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550751:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550752:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550752:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef6dfd15. 00000400:00000200:1.0:1767384687.550753:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001720b1fa 00000400:00000010:1.0:1767384687.550754:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001720b1fa. 00000100:00000001:1.0:1767384687.550755:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550755:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550757:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550758:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384687.550759:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550763:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550763:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550764:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b16e8ff. 00000400:00000200:1.0:1767384687.550765:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000578c42ce 00000400:00000010:1.0:1767384687.550766:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000578c42ce. 00000100:00000001:1.0:1767384687.550768:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550769:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550773:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550774:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384687.550776:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550777:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550778:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550779:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004eea34f6. 00000400:00000200:1.0:1767384687.550782:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042edcf79 00000400:00000010:1.0:1767384687.550783:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000042edcf79. 00000100:00000001:1.0:1767384687.550786:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550787:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550791:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550793:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384687.550794:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550795:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550796:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550797:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ab81de6. 00000400:00000200:1.0:1767384687.550800:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5e46f33 00000400:00000010:1.0:1767384687.550801:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5e46f33. 00000100:00000001:1.0:1767384687.550803:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550804:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550806:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550807:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384687.550808:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550809:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550809:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550810:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f91e1235. 00000400:00000200:1.0:1767384687.550811:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba8b267e 00000400:00000010:1.0:1767384687.550812:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba8b267e. 00000100:00000001:1.0:1767384687.550813:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550813:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550816:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550816:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384687.550817:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550818:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550818:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550819:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a198f0d. 00000400:00000200:1.0:1767384687.550820:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000011891514 00000400:00000010:1.0:1767384687.550821:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000011891514. 00000100:00000001:1.0:1767384687.550822:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550822:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550825:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550826:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384687.550826:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550827:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550828:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550828:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d8217a9. 00000400:00000200:1.0:1767384687.550829:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050ef82b8 00000400:00000010:1.0:1767384687.550830:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050ef82b8. 00000100:00000001:1.0:1767384687.550831:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550831:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550833:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550834:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384687.550835:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550835:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550836:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550836:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddae1862. 00000400:00000200:1.0:1767384687.550837:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd9b97da 00000400:00000010:1.0:1767384687.550838:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd9b97da. 00000100:00000001:1.0:1767384687.550839:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550839:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550841:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550842:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384687.550843:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550843:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550844:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550844:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a08a358d. 00000400:00000200:1.0:1767384687.550845:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083eb4ecc 00000400:00000010:1.0:1767384687.550846:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083eb4ecc. 00000100:00000001:1.0:1767384687.550847:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550847:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550850:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550850:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384687.550851:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550852:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550853:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550853:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bb3c4e3. 00000400:00000200:1.0:1767384687.550854:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001ab5b09 00000400:00000010:1.0:1767384687.550855:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001ab5b09. 00000100:00000001:1.0:1767384687.550856:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550856:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550858:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550859:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384687.550860:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550860:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550861:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550861:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000024e0fff. 00000400:00000200:1.0:1767384687.550862:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4bb7806 00000400:00000010:1.0:1767384687.550863:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d4bb7806. 00000100:00000001:1.0:1767384687.550864:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550864:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550866:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550867:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384687.550868:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550868:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550869:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550869:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057d80fb7. 00000400:00000200:1.0:1767384687.550870:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b7bc48b 00000400:00000010:1.0:1767384687.550871:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b7bc48b. 00000100:00000001:1.0:1767384687.550872:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550872:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550874:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550875:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384687.550876:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550876:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550877:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550877:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012043675. 00000400:00000200:1.0:1767384687.550878:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f53f5c90 00000400:00000010:1.0:1767384687.550879:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f53f5c90. 00000100:00000001:1.0:1767384687.550880:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550880:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550882:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550883:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384687.550884:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550885:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550885:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550886:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035636002. 00000400:00000200:1.0:1767384687.550887:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab65a4a8 00000400:00000010:1.0:1767384687.550887:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ab65a4a8. 00000100:00000001:1.0:1767384687.550888:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550889:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550891:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550892:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384687.550892:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550893:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550893:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550894:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000174c1fa. 00000400:00000200:1.0:1767384687.550895:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f1e6d8f 00000400:00000010:1.0:1767384687.550895:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f1e6d8f. 00000100:00000001:1.0:1767384687.550896:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550897:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550899:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550899:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384687.550900:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550901:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550901:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550902:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001328b683. 00000400:00000200:1.0:1767384687.550903:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e1205d1 00000400:00000010:1.0:1767384687.550903:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e1205d1. 00000100:00000001:1.0:1767384687.550904:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550905:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550907:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550907:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384687.550908:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550909:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550909:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550910:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000284f55f1. 00000400:00000200:1.0:1767384687.550911:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000909b72f9 00000400:00000010:1.0:1767384687.550911:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000909b72f9. 00000100:00000001:1.0:1767384687.550912:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550913:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550915:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550916:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384687.550916:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550917:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550918:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550918:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d14474b. 00000400:00000200:1.0:1767384687.550919:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db72fe87 00000400:00000010:1.0:1767384687.550920:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db72fe87. 00000100:00000001:1.0:1767384687.550921:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550921:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550923:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550924:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384687.550924:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550925:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550925:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550926:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e69b435b. 00000400:00000200:1.0:1767384687.550927:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c5a954f 00000400:00000010:1.0:1767384687.550927:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c5a954f. 00000100:00000001:1.0:1767384687.550928:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550929:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550931:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550931:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384687.550932:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550932:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550933:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550934:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000002edde. 00000400:00000200:1.0:1767384687.550934:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e9b21960 00000400:00000010:1.0:1767384687.550935:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e9b21960. 00000100:00000001:1.0:1767384687.550936:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550936:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550938:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550939:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384687.550940:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550940:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550941:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550941:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010baaec3. 00000400:00000200:1.0:1767384687.550942:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022e9c177 00000400:00000010:1.0:1767384687.550943:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022e9c177. 00000100:00000001:1.0:1767384687.550944:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550945:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550947:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550947:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384687.550948:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550949:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550949:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550950:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af6fa000. 00000400:00000200:1.0:1767384687.550950:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015e98e17 00000400:00000010:1.0:1767384687.550951:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015e98e17. 00000100:00000001:1.0:1767384687.550952:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550952:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550954:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550955:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384687.550956:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550956:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550957:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550957:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efd05954. 00000400:00000200:1.0:1767384687.550958:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de081932 00000400:00000010:1.0:1767384687.550959:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de081932. 00000100:00000001:1.0:1767384687.550960:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550960:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550962:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550963:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384687.550964:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550964:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550965:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550965:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d03f7486. 00000400:00000200:1.0:1767384687.550966:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b3c562a 00000400:00000010:1.0:1767384687.550967:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b3c562a. 00000100:00000001:1.0:1767384687.550968:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550968:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550970:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550971:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384687.550972:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550972:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550973:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550973:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2280720. 00000400:00000200:1.0:1767384687.550974:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665aaddb 00000400:00000010:1.0:1767384687.550975:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000665aaddb. 00000100:00000001:1.0:1767384687.550976:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550976:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550978:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550979:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384687.550980:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550980:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550981:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550981:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f3b6d9b. 00000400:00000200:1.0:1767384687.550982:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001bf71e7 00000400:00000010:1.0:1767384687.550983:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001bf71e7. 00000100:00000001:1.0:1767384687.550984:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550984:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550986:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550987:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384687.550988:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550988:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550989:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550989:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf1ca9cf. 00000400:00000200:1.0:1767384687.550990:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b042b5e 00000400:00000010:1.0:1767384687.550991:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b042b5e. 00000100:00000001:1.0:1767384687.550992:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.550992:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.550994:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.550995:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384687.550996:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.550996:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.550997:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.550997:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c0356c1. 00000400:00000200:1.0:1767384687.550998:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e7b8939 00000400:00000010:1.0:1767384687.550999:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e7b8939. 00000100:00000001:1.0:1767384687.551000:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551000:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.551002:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551003:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384687.551003:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551004:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551005:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551005:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d753c138. 00000400:00000200:1.0:1767384687.551006:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b503afb 00000400:00000010:1.0:1767384687.551007:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b503afb. 00000100:00000001:1.0:1767384687.551008:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551008:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.551010:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551011:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384687.551011:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551012:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551013:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551013:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094b3c293. 00000400:00000200:1.0:1767384687.551014:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcf48e39 00000400:00000010:1.0:1767384687.551015:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcf48e39. 00000100:00000001:1.0:1767384687.551015:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551016:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.551018:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551019:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384687.551019:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551020:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551021:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551022:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002565efb3. 00000400:00000200:1.0:1767384687.551024:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a79f8c9d 00000400:00000010:1.0:1767384687.551024:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a79f8c9d. 00000100:00000001:1.0:1767384687.551026:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551027:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.551030:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551031:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384687.551033:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551034:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551035:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551036:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e80b9c3. 00000400:00000200:1.0:1767384687.551037:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095e428f9 00000400:00000010:1.0:1767384687.551038:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095e428f9. 00000100:00000001:1.0:1767384687.551040:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551041:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.551044:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551046:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384687.551048:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551049:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551050:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551051:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000336a14c6. 00000400:00000200:1.0:1767384687.551053:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e1c0c9d 00000400:00000010:1.0:1767384687.551054:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e1c0c9d. 00000100:00000001:1.0:1767384687.551056:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551056:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.551060:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551061:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384687.551063:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551064:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551065:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551066:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5e4ba32. 00000400:00000200:1.0:1767384687.551068:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7881e2a 00000400:00000010:1.0:1767384687.551069:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7881e2a. 00000100:00000001:1.0:1767384687.551071:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551072:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.551075:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551076:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384687.551078:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551079:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551079:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551080:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7e51921. 00000400:00000200:1.0:1767384687.551082:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afb0dae7 00000400:00000010:1.0:1767384687.551083:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afb0dae7. 00000100:00000001:1.0:1767384687.551084:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551085:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.551087:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551088:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384687.551089:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551090:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551090:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551091:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c24a885. 00000400:00000200:1.0:1767384687.551092:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1864698 00000400:00000010:1.0:1767384687.551092:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1864698. 00000100:00000001:1.0:1767384687.551093:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551094:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.551096:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551097:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384687.551098:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551099:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551099:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551100:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba556136. 00000400:00000200:1.0:1767384687.551101:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da1ec9e2 00000400:00000010:1.0:1767384687.551101:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da1ec9e2. 00000100:00000001:1.0:1767384687.551102:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551103:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.551105:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551106:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384687.551106:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551107:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551107:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551108:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096d9ab7d. 00000400:00000200:1.0:1767384687.551109:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b44bd8d3 00000400:00000010:1.0:1767384687.551109:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b44bd8d3. 00000100:00000001:1.0:1767384687.551110:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551111:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.551113:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551114:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384687.551114:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551115:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551115:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551116:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043e89254. 00000400:00000200:1.0:1767384687.551117:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b66ad1a0 00000400:00000010:1.0:1767384687.551118:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b66ad1a0. 00000100:00000001:1.0:1767384687.551119:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551119:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:1.0:1767384687.551121:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551122:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384687.551123:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384687.551124:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551125:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551126:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551127:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551128:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551128:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551129:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551129:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551130:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551131:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551131:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551132:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551132:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551133:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551134:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551135:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551135:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551136:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551136:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551137:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551138:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551138:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551139:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551139:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551140:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551140:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551141:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551142:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551142:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551143:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551143:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551144:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551145:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551145:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551146:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551146:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551147:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551147:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551148:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551148:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551149:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551150:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551150:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551151:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551152:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551152:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551153:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551154:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551155:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551155:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551156:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551157:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551157:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551158:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551159:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551159:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551160:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551160:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551161:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551161:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551162:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551163:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551163:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551164:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551164:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551165:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551165:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551166:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551167:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551167:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551168:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551168:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551169:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551169:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551170:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551171:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551171:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551172:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551172:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551173:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551173:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551174:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551175:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551175:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551176:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551177:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551178:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551178:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551179:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551180:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551180:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551181:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551182:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551182:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551183:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551183:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551184:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551184:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551185:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551186:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551186:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551187:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551187:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551188:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551189:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551189:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551190:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551190:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551191:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551191:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551192:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551192:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551193:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551194:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551194:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551195:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551195:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551196:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551197:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551197:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551198:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551198:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551199:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551199:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551200:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551201:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.551202:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.551202:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384687.551204:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e256c819. 00000100:00000010:1.0:1767384687.551206:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000562b24c. 00000100:00000010:1.0:1767384687.551207:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007076ab43. 00000100:00000010:1.0:1767384687.551208:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002407dce2. 00000100:00000010:1.0:1767384687.551209:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008ce586ac. 00000100:00000010:1.0:1767384687.551210:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000986a890e. 00000100:00000010:1.0:1767384687.551211:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003cd4356f. 00000100:00000010:1.0:1767384687.551214:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003cddad3c. 00000100:00000010:1.0:1767384687.551214:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004facbbb5. 00000100:00000010:1.0:1767384687.551216:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079dd2b1a. 00000100:00000010:1.0:1767384687.551217:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002bd94102. 00000100:00000010:1.0:1767384687.551218:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057ba4595. 00000100:00000010:1.0:1767384687.551219:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004361e215. 00000100:00000010:1.0:1767384687.551220:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032250768. 00000100:00000010:1.0:1767384687.551221:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000115c8e04. 00000100:00000010:1.0:1767384687.551222:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000459ae579. 00000100:00000010:1.0:1767384687.551223:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4df1da3. 00000100:00000010:1.0:1767384687.551225:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003592e3b5. 00000100:00000010:1.0:1767384687.551233:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a85cac2b. 00000100:00000010:1.0:1767384687.551234:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e994dfa. 00000100:00000010:1.0:1767384687.551235:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000952843cb. 00000100:00000010:1.0:1767384687.551237:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ffc1e93. 00000100:00000010:1.0:1767384687.551238:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee5af144. 00000100:00000010:1.0:1767384687.551240:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bc7d814. 00000100:00000010:1.0:1767384687.551241:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000094b35fb6. 00000100:00000010:1.0:1767384687.551242:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050df46ef. 00000100:00000010:1.0:1767384687.551243:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008cda640a. 00000100:00000010:1.0:1767384687.551244:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034ebef81. 00000100:00000010:1.0:1767384687.551244:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dae1b329. 00000100:00000010:1.0:1767384687.551246:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000162b92ac. 00000100:00000010:1.0:1767384687.551248:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000057884aea. 00000100:00000010:1.0:1767384687.551250:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d19ba34d. 00000100:00000010:1.0:1767384687.551251:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f55ba88b. 00000100:00000010:1.0:1767384687.551252:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f7470e54. 00000100:00000010:1.0:1767384687.551253:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c9a85f87. 00000100:00000010:1.0:1767384687.551254:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbbe953d. 00000100:00000010:1.0:1767384687.551255:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ed763377. 00000100:00000010:1.0:1767384687.551256:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3336d12. 00000100:00000010:1.0:1767384687.551257:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b1fd6ac4. 00000100:00000010:1.0:1767384687.551258:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9f6c143. 00000100:00000010:1.0:1767384687.551259:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bb55f9ab. 00000100:00000010:1.0:1767384687.551260:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000299701de. 00000100:00000010:1.0:1767384687.551261:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030227f0b. 00000100:00000010:1.0:1767384687.551262:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045595978. 00000100:00000010:1.0:1767384687.551263:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000009eed097. 00000100:00000010:1.0:1767384687.551264:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f490571f. 00000100:00000010:1.0:1767384687.551265:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002e97e073. 00000100:00000010:1.0:1767384687.551266:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebf96a13. 00000100:00000010:1.0:1767384687.551267:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006787d6b9. 00000100:00000010:1.0:1767384687.551268:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022564641. 00000100:00000010:1.0:1767384687.551269:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f501891c. 00000100:00000010:1.0:1767384687.551271:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067c7e23e. 00000100:00000010:1.0:1767384687.551272:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d6373f9. 00000100:00000010:1.0:1767384687.551273:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d708327. 00000100:00000010:1.0:1767384687.551274:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000173888aa. 00000100:00000010:1.0:1767384687.551276:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000858f9ef0. 00000100:00000010:1.0:1767384687.551277:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007520c465. 00000100:00000010:1.0:1767384687.551278:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002171e7a6. 00000100:00000010:1.0:1767384687.551279:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001b97fb73. 00000100:00000010:1.0:1767384687.551280:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015654b76. 00000100:00000010:1.0:1767384687.551281:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002e0c6f3e. 00000100:00000010:1.0:1767384687.551282:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046da2a23. 00000100:00000010:1.0:1767384687.551283:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a5f8f605. 00000100:00000010:1.0:1767384687.551284:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fefd45c. 00000100:00000010:1.0:1767384687.551285:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000001f9024. 00000100:00000010:1.0:1767384687.551287:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094a25068. 00000100:00000010:1.0:1767384687.551288:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000038a56b29. 00000100:00000010:1.0:1767384687.551306:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0b2c375. 00000100:00000010:1.0:1767384687.551310:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006a06e980. 00000100:00000010:1.0:1767384687.551312:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000234b616. 00000100:00000010:1.0:1767384687.551314:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032251580. 00000100:00000010:1.0:1767384687.551317:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004abdb464. 00000100:00000010:1.0:1767384687.551319:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004f34b547. 00000100:00000010:1.0:1767384687.551321:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d60294ab. 00000100:00000010:1.0:1767384687.551324:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000087419a4f. 00000100:00000010:1.0:1767384687.551326:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f967dbd8. 00000100:00000010:1.0:1767384687.551329:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cebf4c9c. 00000100:00000010:1.0:1767384687.551332:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099afb648. 00000100:00000010:1.0:1767384687.551334:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000ea1dded. 00000100:00000010:1.0:1767384687.551337:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c006079. 00000100:00000010:1.0:1767384687.551339:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b184e8bf. 00000100:00000010:1.0:1767384687.551342:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b804009a. 00000100:00000010:1.0:1767384687.551345:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dccd212e. 00000100:00000010:1.0:1767384687.551347:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1bc5a2b. 00000100:00000010:1.0:1767384687.551350:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d0228c80. 00000100:00000010:1.0:1767384687.551352:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003984d4d0. 00000100:00000010:1.0:1767384687.551355:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee56696b. 00000100:00000010:1.0:1767384687.551359:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000085514b7. 00000100:00000010:1.0:1767384687.551361:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cb96bc02. 00000100:00000010:1.0:1767384687.551367:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ee44dfe. 00000100:00000010:1.0:1767384687.551370:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002c4daa9c. 00000100:00000010:1.0:1767384687.551374:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce41f1cf. 00000100:00000010:1.0:1767384687.551377:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a188bdc0. 00000100:00000010:1.0:1767384687.551379:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7729267. 00000100:00000010:1.0:1767384687.551381:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d27fe4b9. 00000100:00000010:1.0:1767384687.551383:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab6a551e. 00000100:00000010:1.0:1767384687.551385:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000072b37800. 00000100:00000010:1.0:1767384687.551392:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002423bf2f. 00000100:00000010:1.0:1767384687.551395:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ed8b5cff. 00000100:00000010:1.0:1767384687.551396:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005a6041f. 00000100:00000010:1.0:1767384687.551399:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b0fb3d85. 00000100:00000010:1.0:1767384687.551401:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce1695ec. 00000100:00000010:1.0:1767384687.551403:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b433e931. 00000100:00000010:1.0:1767384687.551405:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b86a8662. 00000100:00000010:1.0:1767384687.551408:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000040d2f96c. 00000100:00000010:1.0:1767384687.551411:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb0f6adf. 00000100:00000010:1.0:1767384687.551412:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000028461efb. 00000100:00000010:1.0:1767384687.551413:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000090e26e09. 00000100:00000010:1.0:1767384687.551414:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cee12bf1. 00000100:00000010:1.0:1767384687.551417:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7c06acf. 00000100:00000010:1.0:1767384687.551418:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef879b7e. 00000100:00000010:1.0:1767384687.551419:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac8ce60f. 00000100:00000010:1.0:1767384687.551420:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000741b1904. 00000100:00000010:1.0:1767384687.551421:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6d3d3e7. 00000100:00000010:1.0:1767384687.551423:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002fa3f8de. 00000100:00000010:1.0:1767384687.551424:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000259c7ce4. 00000100:00000010:1.0:1767384687.551425:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000677770f1. 00000100:00000010:1.0:1767384687.551427:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d4e01a4. 00000100:00000010:1.0:1767384687.551427:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002235b7e0. 00000100:00000010:1.0:1767384687.551429:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032f88cb9. 00000100:00000010:1.0:1767384687.551430:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b989bfb9. 00000100:00000010:1.0:1767384687.551431:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028b16501. 00000100:00000010:1.0:1767384687.551433:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000ca4095c. 00000100:00000010:1.0:1767384687.551434:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004bff0fa4. 00000100:00000010:1.0:1767384687.551435:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000aa923cbf. 00000100:00000010:1.0:1767384687.551436:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e32ad0c. 00000100:00000010:1.0:1767384687.551437:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007e9821d0. 00000100:00000010:1.0:1767384687.551439:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c17b5c29. 00000100:00000010:1.0:1767384687.551440:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000baebf2f6. 00000100:00000010:1.0:1767384687.551443:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000005dbc42df. 00000100:00000001:1.0:1767384687.551450:0:40099:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384687.551451:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.551452:0:40099:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384687.551453:0:40099:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384687.551454:0:40099:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000003606dff2. 00000100:00000001:1.0:1767384687.551455:0:40099:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384687.551456:0:40099:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.551457:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.551458:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000745dc369. 00000100:00000001:1.0:1767384687.551459:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.551460:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.551461:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a51b51db. 00000100:00000001:1.0:1767384687.551461:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.551462:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.551463:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000007161c24. 00000100:00000001:1.0:1767384687.551464:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.551465:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.551465:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000abd47523. 00000100:00000001:1.0:1767384687.551466:0:40099:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384687.551508:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000ac20ce58. 00000020:00000010:1.0:1767384687.551511:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b349603f. 00000100:00000010:1.0:1767384687.551524:0:40099:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000031f742d0. 00000100:00000010:1.0:1767384687.551528:0:40099:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000077efffca. 00000100:00000010:1.0:1767384687.551530:0:40099:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000008305a350. 00000100:00000010:1.0:1767384687.551534:0:40099:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000e75220ac. 00000100:00000001:1.0:1767384687.551535:0:40099:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.551537:0:40099:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384687.551538:0:40099:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:1.0:1767384687.551539:0:40099:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384687.551540:0:40099:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384687.551541:0:40099:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:1.0:1767384687.551542:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:1.0:1767384687.551543:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:1.0:1767384687.551554:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:3.0:1767384687.551570:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000022c7bcad. 00000040:00000010:3.0:1767384687.551574:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008484664f. 00000020:00000010:3.0:1767384687.551577:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000059d383ae. 00000020:00000010:3.0:1767384687.551580:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005b761398. 00000020:00000010:2.0:1767384687.551581:0:17085:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008de72ecb. 00000020:00000010:3.0:1767384687.551583:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009a46e981. 80000000:00000010:3.0:1767384687.551588:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000019cea0d3. 00000040:00000010:2.0:1767384687.551588:0:17085:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f970a6fd. 40000000:00000010:3.0:1767384687.551596:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004c111c69. 00000020:00000010:2.0:1767384687.551596:0:17085:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008b9424f1. 00100000:00000010:3.0:1767384687.551601:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006a49c418. 00000020:00000010:2.0:1767384687.551603:0:17085:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009867bd21. 00040000:00000010:3.0:1767384687.551605:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000042758226. 00040000:00000010:3.0:1767384687.551609:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004755f603. 00000020:00000010:2.0:1767384687.551609:0:17085:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000257efd76. 80000000:00000010:2.0:1767384687.551616:0:17085:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cd30d907. 40000000:00000010:2.0:1767384687.551621:0:17085:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ab5cd8b5. 00080000:00000010:3.0:1767384687.551622:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e73e7b6a. 00100000:00000010:2.0:1767384687.551624:0:17085:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000390cdcff. 00080000:00000010:3.0:1767384687.551627:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000904ef846. 00040000:00000010:2.0:1767384687.551629:0:17085:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ebf58913. 00000004:00000010:3.0:1767384687.551631:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000011d5a49. 00040000:00000010:2.0:1767384687.551635:0:17085:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e8e0bd0. 00002000:00000010:3.0:1767384687.551636:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cd364271. 00000020:00000010:3.0:1767384687.551653:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083366706. 00000020:00000010:3.0:1767384687.551658:0:17086:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000bb46a9a. 00080000:00000010:2.0:1767384687.551658:0:17085:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004ed622d1. 00000100:00000010:3.0:1767384687.551666:0:17086:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007ca85707. 00080000:00000010:2.0:1767384687.551666:0:17085:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f8c8cb6f. 00000100:00100000:3.0:1767384687.551672:0:17086:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [0000000035575191:17086] 1 exiting: rc = 0 00000004:00000010:2.0:1767384687.551673:0:17085:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a74a4d27. 00002000:00000010:2.0:1767384687.551678:0:17085:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000031904cc8. 00000020:00000010:2.0:1767384687.551681:0:17085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046837e09. 00000020:00000010:2.0:1767384687.551684:0:17085:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002bcda69e. 00000100:00000010:2.0:1767384687.551689:0:17085:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000015128014. 00000100:00000040:1.0:1767384687.551689:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #0 00000100:00100000:2.0:1767384687.551692:0:17085:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [0000000012f92ce6:17085] 0 exiting: rc = 1 00000100:00000010:1.0:1767384687.551712:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000012f92ce6. 00000100:00000010:1.0:1767384687.551716:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000035575191. 00000100:00000001:1.0:1767384687.551722:0:40099:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384687.551723:0:40099:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384687.551726:0:40099:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:1.0:1767384687.551728:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551730:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551731:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000994334c5. 00000400:00000200:1.0:1767384687.551733:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fd62f8b 00000400:00000010:1.0:1767384687.551735:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007fd62f8b. 00000100:00000001:1.0:1767384687.551737:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551739:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551743:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551745:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384687.551746:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551747:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551748:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551750:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000824e96ca. 00000400:00000200:1.0:1767384687.551752:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dc50269 00000400:00000010:1.0:1767384687.551753:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dc50269. 00000100:00000001:1.0:1767384687.551755:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551756:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551759:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551760:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384687.551762:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551763:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551764:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551765:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000847ceb39. 00000400:00000200:1.0:1767384687.551767:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3c8b745 00000400:00000010:1.0:1767384687.551768:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3c8b745. 00000100:00000001:1.0:1767384687.551769:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551770:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551772:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551773:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384687.551773:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551774:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551775:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551776:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aad025f4. 00000400:00000200:1.0:1767384687.551777:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3b79445 00000400:00000010:1.0:1767384687.551778:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3b79445. 00000100:00000001:1.0:1767384687.551779:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551780:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551782:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551783:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384687.551784:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551784:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551785:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551785:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d6b8e53. 00000400:00000200:1.0:1767384687.551786:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c82c35c 00000400:00000010:1.0:1767384687.551787:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c82c35c. 00000100:00000001:1.0:1767384687.551788:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551788:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551790:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551791:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384687.551792:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551793:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551793:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551794:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c7c1265. 00000400:00000200:1.0:1767384687.551795:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1d9bfb4 00000400:00000010:1.0:1767384687.551795:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1d9bfb4. 00000100:00000001:1.0:1767384687.551796:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551797:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551799:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551800:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384687.551800:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551802:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551802:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551803:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c03ab287. 00000400:00000200:1.0:1767384687.551804:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afde7e29 00000400:00000010:1.0:1767384687.551804:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afde7e29. 00000100:00000001:1.0:1767384687.551805:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551806:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551808:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551808:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384687.551809:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551810:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551811:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551812:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a897335. 00000400:00000200:1.0:1767384687.551812:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cac7cab 00000400:00000010:1.0:1767384687.551813:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cac7cab. 00000100:00000001:1.0:1767384687.551814:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551815:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551817:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551818:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384687.551818:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551819:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551819:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551820:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000334474fb. 00000400:00000200:1.0:1767384687.551821:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000973b98c 00000400:00000010:1.0:1767384687.551822:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000973b98c. 00000100:00000001:1.0:1767384687.551823:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551823:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551825:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551826:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384687.551827:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551827:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551828:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551829:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce6e455d. 00000400:00000200:1.0:1767384687.551829:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005474312f 00000400:00000010:1.0:1767384687.551830:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005474312f. 00000100:00000001:1.0:1767384687.551831:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551832:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551834:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551834:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384687.551835:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551836:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551836:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551837:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071aea400. 00000400:00000200:1.0:1767384687.551838:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000244fd525 00000400:00000010:1.0:1767384687.551838:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000244fd525. 00000100:00000001:1.0:1767384687.551839:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551840:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551842:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551842:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384687.551844:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551844:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551845:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551845:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd82c423. 00000400:00000200:1.0:1767384687.551846:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027eaa485 00000400:00000010:1.0:1767384687.551847:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000027eaa485. 00000100:00000001:1.0:1767384687.551848:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551848:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551850:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551851:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384687.551852:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551852:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551853:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551853:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052d69546. 00000400:00000200:1.0:1767384687.551854:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003200786 00000400:00000010:1.0:1767384687.551855:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003200786. 00000100:00000001:1.0:1767384687.551856:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551856:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551858:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551859:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384687.551859:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551860:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551861:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551861:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e966713. 00000400:00000200:1.0:1767384687.551862:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f44aad6 00000400:00000010:1.0:1767384687.551863:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f44aad6. 00000100:00000001:1.0:1767384687.551863:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551864:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551866:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551867:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384687.551867:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551868:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551869:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551869:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094b1fac2. 00000400:00000200:1.0:1767384687.551870:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087008a61 00000400:00000010:1.0:1767384687.551871:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087008a61. 00000100:00000001:1.0:1767384687.551871:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551872:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551874:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551875:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384687.551875:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551876:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551876:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551877:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a672150a. 00000400:00000200:1.0:1767384687.551878:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5798443 00000400:00000010:1.0:1767384687.551879:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5798443. 00000100:00000001:1.0:1767384687.551879:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551880:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551882:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551883:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384687.551883:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551884:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551884:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551885:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1cc180b. 00000400:00000200:1.0:1767384687.551886:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d734db3 00000400:00000010:1.0:1767384687.551887:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006d734db3. 00000100:00000001:1.0:1767384687.551887:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551888:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551890:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551891:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384687.551891:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551892:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551892:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551893:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008cf4600e. 00000400:00000200:1.0:1767384687.551894:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fa5fbc2 00000400:00000010:1.0:1767384687.551895:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006fa5fbc2. 00000100:00000001:1.0:1767384687.551895:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551896:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551898:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551899:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384687.551899:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551900:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551900:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551901:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b82a465a. 00000400:00000200:1.0:1767384687.551902:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f54dd7b8 00000400:00000010:1.0:1767384687.551903:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f54dd7b8. 00000100:00000001:1.0:1767384687.551904:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551904:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551906:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551907:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384687.551908:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551908:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551909:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551910:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddd8f4d9. 00000400:00000200:1.0:1767384687.551910:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a039961d 00000400:00000010:1.0:1767384687.551911:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a039961d. 00000100:00000001:1.0:1767384687.551912:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551912:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551914:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551915:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384687.551916:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551916:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551917:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551917:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2ebea03. 00000400:00000200:1.0:1767384687.551918:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac824efc 00000400:00000010:1.0:1767384687.551919:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac824efc. 00000100:00000001:1.0:1767384687.551919:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551920:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551922:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551923:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384687.551923:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551924:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551924:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551925:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2fb7aa0. 00000400:00000200:1.0:1767384687.551926:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b77c17b1 00000400:00000010:1.0:1767384687.551926:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b77c17b1. 00000100:00000001:1.0:1767384687.551927:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551927:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551930:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551930:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384687.551931:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551932:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551932:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551933:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6190b24. 00000400:00000200:1.0:1767384687.551934:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbab6e97 00000400:00000010:1.0:1767384687.551934:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cbab6e97. 00000100:00000001:1.0:1767384687.551935:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551936:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551938:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551939:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384687.551939:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551940:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551940:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551941:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090bf0fa9. 00000400:00000200:1.0:1767384687.551942:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb08e663 00000400:00000010:1.0:1767384687.551943:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fb08e663. 00000100:00000001:1.0:1767384687.551943:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551944:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551946:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551947:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384687.551947:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551948:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551949:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551949:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e868a3b7. 00000400:00000200:1.0:1767384687.551950:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4d5b479 00000400:00000010:1.0:1767384687.551951:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4d5b479. 00000100:00000001:1.0:1767384687.551952:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551952:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551954:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551955:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384687.551955:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551956:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551956:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551957:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097b6f477. 00000400:00000200:1.0:1767384687.551958:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef278db4 00000400:00000010:1.0:1767384687.551959:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef278db4. 00000100:00000001:1.0:1767384687.551959:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551960:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551962:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551963:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384687.551963:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551964:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551965:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551965:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e751ac66. 00000400:00000200:1.0:1767384687.551966:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043fd4314 00000400:00000010:1.0:1767384687.551967:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043fd4314. 00000100:00000001:1.0:1767384687.551968:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551968:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551970:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551971:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384687.551971:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551972:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551973:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551973:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc382bc3. 00000400:00000200:1.0:1767384687.551974:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae691d6e 00000400:00000010:1.0:1767384687.551975:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae691d6e. 00000100:00000001:1.0:1767384687.551975:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551976:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551978:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551979:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384687.551979:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551980:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551980:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551981:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6fa721a. 00000400:00000200:1.0:1767384687.551982:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd6dc9b6 00000400:00000010:1.0:1767384687.551982:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fd6dc9b6. 00000100:00000001:1.0:1767384687.551983:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551984:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551986:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551986:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384687.551987:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551987:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551988:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551989:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d9215e3. 00000400:00000200:1.0:1767384687.551989:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009172a26 00000400:00000010:1.0:1767384687.551990:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009172a26. 00000100:00000001:1.0:1767384687.551991:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.551991:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.551993:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.551994:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384687.551995:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.551996:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.551996:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.551997:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059803591. 00000400:00000200:1.0:1767384687.551998:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c6062df 00000400:00000010:1.0:1767384687.551998:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c6062df. 00000100:00000001:1.0:1767384687.551999:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552000:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552002:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552002:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384687.552003:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552003:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552004:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552004:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1521904. 00000400:00000200:1.0:1767384687.552005:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd2b7322 00000400:00000010:1.0:1767384687.552006:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cd2b7322. 00000100:00000001:1.0:1767384687.552007:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552007:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552009:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552010:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384687.552011:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552011:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552012:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552012:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b588df4e. 00000400:00000200:1.0:1767384687.552013:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003197ad6d 00000400:00000010:1.0:1767384687.552014:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003197ad6d. 00000100:00000001:1.0:1767384687.552014:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552015:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552017:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552017:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384687.552018:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552019:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552019:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552020:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bded5ab. 00000400:00000200:1.0:1767384687.552022:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089410d9f 00000400:00000010:1.0:1767384687.552023:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089410d9f. 00000100:00000001:1.0:1767384687.552024:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552025:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552029:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552030:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384687.552032:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552033:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552033:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552035:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047d111be. 00000400:00000200:1.0:1767384687.552036:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdaeb5d5 00000400:00000010:1.0:1767384687.552038:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bdaeb5d5. 00000100:00000001:1.0:1767384687.552039:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552040:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552043:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552044:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384687.552045:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552046:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552047:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552048:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063417037. 00000400:00000200:1.0:1767384687.552050:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000453796f7 00000400:00000010:1.0:1767384687.552051:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000453796f7. 00000100:00000001:1.0:1767384687.552053:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552054:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552058:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552059:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384687.552061:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552062:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552063:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552064:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2fc5820. 00000400:00000200:1.0:1767384687.552066:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9196e32 00000400:00000010:1.0:1767384687.552067:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9196e32. 00000100:00000001:1.0:1767384687.552069:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552070:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552073:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552074:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384687.552076:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552077:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552078:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552079:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcb3de88. 00000400:00000200:1.0:1767384687.552081:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082f0d4cb 00000400:00000010:1.0:1767384687.552082:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082f0d4cb. 00000100:00000001:1.0:1767384687.552084:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552085:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552087:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552088:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384687.552089:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552090:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552091:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552091:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7875eb9. 00000400:00000200:1.0:1767384687.552092:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f84a7000 00000400:00000010:1.0:1767384687.552093:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f84a7000. 00000100:00000001:1.0:1767384687.552094:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552094:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552096:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552097:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384687.552098:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552099:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552099:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552100:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000575ba4f6. 00000400:00000200:1.0:1767384687.552101:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000361b6b5d 00000400:00000010:1.0:1767384687.552101:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000361b6b5d. 00000100:00000001:1.0:1767384687.552102:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552103:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552105:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552106:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384687.552106:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552107:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552108:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552108:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000517a8b65. 00000400:00000200:1.0:1767384687.552109:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e680a95 00000400:00000010:1.0:1767384687.552110:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005e680a95. 00000100:00000001:1.0:1767384687.552111:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552111:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552113:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552114:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384687.552114:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552115:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552116:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552117:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f56a7aca. 00000400:00000200:1.0:1767384687.552118:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000355184dd 00000400:00000010:1.0:1767384687.552119:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000355184dd. 00000100:00000001:1.0:1767384687.552120:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552120:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552122:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552123:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384687.552124:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552124:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552125:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552125:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a3208dc. 00000400:00000200:1.0:1767384687.552126:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044e7c929 00000400:00000010:1.0:1767384687.552127:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044e7c929. 00000100:00000001:1.0:1767384687.552128:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552128:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552130:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552131:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384687.552132:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552132:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552133:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552133:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ddaa3bf. 00000400:00000200:1.0:1767384687.552134:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2801f4e 00000400:00000010:1.0:1767384687.552135:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2801f4e. 00000100:00000001:1.0:1767384687.552136:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552136:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552138:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552139:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384687.552140:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552140:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552141:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552141:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba4d575c. 00000400:00000200:1.0:1767384687.552142:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b838a0d5 00000400:00000010:1.0:1767384687.552143:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b838a0d5. 00000100:00000001:1.0:1767384687.552144:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552144:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552146:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552147:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384687.552148:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552149:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552150:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552150:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e378af4a. 00000400:00000200:1.0:1767384687.552151:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3b283ac 00000400:00000010:1.0:1767384687.552152:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3b283ac. 00000100:00000001:1.0:1767384687.552153:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552154:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552156:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552156:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384687.552157:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552158:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552158:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552159:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006d0d4c7. 00000400:00000200:1.0:1767384687.552159:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8d8701a 00000400:00000010:1.0:1767384687.552160:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8d8701a. 00000100:00000001:1.0:1767384687.552161:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552161:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552163:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552164:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384687.552165:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552165:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552166:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552166:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000262adf78. 00000400:00000200:1.0:1767384687.552167:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099a3c5c0 00000400:00000010:1.0:1767384687.552168:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099a3c5c0. 00000100:00000001:1.0:1767384687.552169:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552169:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552171:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552172:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384687.552173:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552173:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552174:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552174:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007433a8ad. 00000400:00000200:1.0:1767384687.552175:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de0256c0 00000400:00000010:1.0:1767384687.552176:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000de0256c0. 00000100:00000001:1.0:1767384687.552176:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552177:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552179:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552180:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384687.552181:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552181:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552182:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552183:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a11f1f80. 00000400:00000200:1.0:1767384687.552184:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006df55dc5 00000400:00000010:1.0:1767384687.552184:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006df55dc5. 00000100:00000001:1.0:1767384687.552185:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552186:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552188:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552189:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384687.552189:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552190:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552191:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552191:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086c4418d. 00000400:00000200:1.0:1767384687.552192:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a73597ae 00000400:00000010:1.0:1767384687.552192:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a73597ae. 00000100:00000001:1.0:1767384687.552193:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552194:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552196:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552196:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384687.552197:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552198:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552198:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552199:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9eac628. 00000400:00000200:1.0:1767384687.552200:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8e529f6 00000400:00000010:1.0:1767384687.552200:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f8e529f6. 00000100:00000001:1.0:1767384687.552201:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552202:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552204:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552204:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384687.552205:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552205:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552206:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552206:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b8108ae. 00000400:00000200:1.0:1767384687.552207:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066acd356 00000400:00000010:1.0:1767384687.552208:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066acd356. 00000100:00000001:1.0:1767384687.552209:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552210:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552212:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552212:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384687.552213:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552214:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552214:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552215:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d6006d6. 00000400:00000200:1.0:1767384687.552216:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098e4f4ee 00000400:00000010:1.0:1767384687.552216:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098e4f4ee. 00000100:00000001:1.0:1767384687.552217:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552217:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552219:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552220:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384687.552221:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552221:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552222:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552223:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3bed1b9. 00000400:00000200:1.0:1767384687.552223:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020dd6686 00000400:00000010:1.0:1767384687.552224:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000020dd6686. 00000100:00000001:1.0:1767384687.552225:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552225:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552227:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552228:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384687.552229:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552229:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552230:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552230:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000809638ea. 00000400:00000200:1.0:1767384687.552231:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ce78201 00000400:00000010:1.0:1767384687.552232:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ce78201. 00000100:00000001:1.0:1767384687.552233:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552233:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552235:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552236:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384687.552236:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552237:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552237:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552238:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000263e45d9. 00000400:00000200:1.0:1767384687.552239:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c98ebf6e 00000400:00000010:1.0:1767384687.552240:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c98ebf6e. 00000100:00000001:1.0:1767384687.552241:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552241:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552243:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552244:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384687.552244:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552245:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552245:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552246:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab8a3eb0. 00000400:00000200:1.0:1767384687.552247:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098e87e14 00000400:00000010:1.0:1767384687.552247:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098e87e14. 00000100:00000001:1.0:1767384687.552248:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552249:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552251:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552251:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384687.552252:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552253:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552253:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552254:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ba25b98. 00000400:00000200:1.0:1767384687.552255:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e8bccce 00000400:00000010:1.0:1767384687.552255:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e8bccce. 00000100:00000001:1.0:1767384687.552256:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552256:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552258:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552259:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384687.552260:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552260:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552261:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552261:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000895f46c4. 00000400:00000200:1.0:1767384687.552262:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca96d9cc 00000400:00000010:1.0:1767384687.552263:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ca96d9cc. 00000100:00000001:1.0:1767384687.552264:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552264:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552266:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552267:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384687.552267:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552269:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552269:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552270:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000260d46bd. 00000400:00000200:1.0:1767384687.552270:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e21380c1 00000400:00000010:1.0:1767384687.552271:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e21380c1. 00000100:00000001:1.0:1767384687.552272:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552272:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552274:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552275:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384687.552276:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552276:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552277:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552277:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9044805. 00000400:00000200:1.0:1767384687.552278:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002be9d421 00000400:00000010:1.0:1767384687.552279:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002be9d421. 00000100:00000001:1.0:1767384687.552279:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552280:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552282:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552283:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384687.552283:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552284:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552284:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552285:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5cfbe9f. 00000400:00000200:1.0:1767384687.552286:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007599639 00000400:00000010:1.0:1767384687.552286:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007599639. 00000100:00000001:1.0:1767384687.552287:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552288:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552307:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552309:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384687.552310:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552312:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552313:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552315:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6853d45. 00000400:00000200:1.0:1767384687.552318:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ac17bc 00000400:00000010:1.0:1767384687.552319:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003ac17bc. 00000100:00000001:1.0:1767384687.552322:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552323:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:1.0:1767384687.552326:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552328:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384687.552330:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384687.552332:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552333:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552334:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552335:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552336:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552337:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552339:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552339:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552341:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552342:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552344:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552345:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552346:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552347:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552348:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552349:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552350:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552351:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552352:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552354:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552355:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552356:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552357:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552358:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552359:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552360:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552361:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552362:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552363:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552364:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552366:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552367:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552368:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552369:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552370:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552371:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552372:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552373:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552375:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552375:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552377:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552378:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552379:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552380:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552381:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552382:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552383:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552384:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552384:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552385:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552386:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552386:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552387:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552387:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552388:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552388:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552389:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552390:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552390:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552391:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552391:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552392:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552393:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552393:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552394:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552394:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552395:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552395:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552396:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552397:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552397:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552398:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552398:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552399:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552399:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552400:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552401:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552401:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552402:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552403:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552404:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552404:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552405:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552406:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552407:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552407:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552408:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552408:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552409:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552410:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552410:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552411:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552411:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552412:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552413:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552413:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552414:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552414:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552415:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552415:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552416:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552417:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552417:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552418:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552418:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552419:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552419:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552420:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552421:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552421:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552422:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552422:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552423:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552424:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552424:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552425:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552425:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552426:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552427:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552428:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552428:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552429:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552430:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552430:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552431:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552432:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.552432:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.552433:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384687.552434:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d883fb51. 00000100:00000010:1.0:1767384687.552438:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007087d79. 00000100:00000010:1.0:1767384687.552439:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000553227fd. 00000100:00000010:1.0:1767384687.552440:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027ebcbec. 00000100:00000010:1.0:1767384687.552441:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001242f56d. 00000100:00000010:1.0:1767384687.552442:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000100ac709. 00000100:00000010:1.0:1767384687.552443:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000611caf5. 00000100:00000010:1.0:1767384687.552444:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ebc9caf. 00000100:00000010:1.0:1767384687.552445:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005378ad11. 00000100:00000010:1.0:1767384687.552446:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000021f0ecc0. 00000100:00000010:1.0:1767384687.552448:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005e76e250. 00000100:00000010:1.0:1767384687.552449:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e6a6032. 00000100:00000010:1.0:1767384687.552450:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000044f02fdd. 00000100:00000010:1.0:1767384687.552451:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027448e0a. 00000100:00000010:1.0:1767384687.552452:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009ab32989. 00000100:00000010:1.0:1767384687.552453:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017b55341. 00000100:00000010:1.0:1767384687.552454:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e40f2f9. 00000100:00000010:1.0:1767384687.552456:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053b70d8f. 00000100:00000010:1.0:1767384687.552457:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009694c96d. 00000100:00000010:1.0:1767384687.552458:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e36cf2e. 00000100:00000010:1.0:1767384687.552459:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009542df97. 00000100:00000010:1.0:1767384687.552460:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000284d4587. 00000100:00000010:1.0:1767384687.552461:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001cb25e4c. 00000100:00000010:1.0:1767384687.552463:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009188441a. 00000100:00000010:1.0:1767384687.552463:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000852d5af0. 00000100:00000010:1.0:1767384687.552465:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060d39af8. 00000100:00000010:1.0:1767384687.552466:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d813fc4b. 00000100:00000010:1.0:1767384687.552467:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eaa86e4b. 00000100:00000010:1.0:1767384687.552468:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000421f6c1f. 00000100:00000010:1.0:1767384687.552470:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093fe270f. 00000100:00000010:1.0:1767384687.552471:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009bebfe47. 00000100:00000010:1.0:1767384687.552472:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003cfbc1c4. 00000100:00000010:1.0:1767384687.552473:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006532a7b7. 00000100:00000010:1.0:1767384687.552474:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000858eeba8. 00000100:00000010:1.0:1767384687.552475:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000a48833d. 00000100:00000010:1.0:1767384687.552476:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e59bb217. 00000100:00000010:1.0:1767384687.552477:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000db552cd5. 00000100:00000010:1.0:1767384687.552478:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ebf4b1a. 00000100:00000010:1.0:1767384687.552479:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008868549b. 00000100:00000010:1.0:1767384687.552481:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c636e0d. 00000100:00000010:1.0:1767384687.552481:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f4a86b2e. 00000100:00000010:1.0:1767384687.552483:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a140276. 00000100:00000010:1.0:1767384687.552484:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000074f5d46b. 00000100:00000010:1.0:1767384687.552485:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000165994e6. 00000100:00000010:1.0:1767384687.552486:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c51411a6. 00000100:00000010:1.0:1767384687.552487:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac3abc94. 00000100:00000010:1.0:1767384687.552488:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005f895f5f. 00000100:00000010:1.0:1767384687.552489:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000030f08581. 00000100:00000010:1.0:1767384687.552490:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e8c1ea39. 00000100:00000010:1.0:1767384687.552501:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f592881. 00000100:00000010:1.0:1767384687.552503:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e09d5b5b. 00000100:00000010:1.0:1767384687.552504:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000befd648f. 00000100:00000010:1.0:1767384687.552505:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008463ef99. 00000100:00000010:1.0:1767384687.552506:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d314942. 00000100:00000010:1.0:1767384687.552507:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000085ea2b3f. 00000100:00000010:1.0:1767384687.552508:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a95a1cbf. 00000100:00000010:1.0:1767384687.552510:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000048cdbd42. 00000100:00000010:1.0:1767384687.552511:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000159fba6c. 00000100:00000010:1.0:1767384687.552513:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003ccfbe9e. 00000100:00000010:1.0:1767384687.552514:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcfd422e. 00000100:00000010:1.0:1767384687.552515:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008bcda50f. 00000100:00000010:1.0:1767384687.552516:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000552bf261. 00000100:00000010:1.0:1767384687.552517:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000073a15a7b. 00000100:00000010:1.0:1767384687.552518:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b035f4f8. 00000100:00000010:1.0:1767384687.552519:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000042f09f9e. 00000100:00000010:1.0:1767384687.552521:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0095c89. 00000100:00000010:1.0:1767384687.552522:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000ad21a8e. 00000100:00000010:1.0:1767384687.552523:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046ef00ca. 00000100:00000010:1.0:1767384687.552524:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd2d94f0. 00000100:00000010:1.0:1767384687.552526:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009acace95. 00000100:00000010:1.0:1767384687.552527:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000046e013df. 00000100:00000010:1.0:1767384687.552529:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e00c34ec. 00000100:00000010:1.0:1767384687.552529:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bedb7a38. 00000100:00000010:1.0:1767384687.552530:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ecc915b1. 00000100:00000010:1.0:1767384687.552531:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000095afdf9b. 00000100:00000010:1.0:1767384687.552533:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2f590a3. 00000100:00000010:1.0:1767384687.552534:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000838dfbad. 00000100:00000010:1.0:1767384687.552535:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009adb3190. 00000100:00000010:1.0:1767384687.552536:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c719d21. 00000100:00000010:1.0:1767384687.552538:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065a261c5. 00000100:00000010:1.0:1767384687.552538:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000686adaf2. 00000100:00000010:1.0:1767384687.552540:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d72dd43. 00000100:00000010:1.0:1767384687.552541:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003f5e6767. 00000100:00000010:1.0:1767384687.552542:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b038a50d. 00000100:00000010:1.0:1767384687.552543:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005c1d2c57. 00000100:00000010:1.0:1767384687.552544:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000282d14a0. 00000100:00000010:1.0:1767384687.552545:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009d26544f. 00000100:00000010:1.0:1767384687.552547:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007fe9f6ee. 00000100:00000010:1.0:1767384687.552548:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe517431. 00000100:00000010:1.0:1767384687.552549:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e8925e5. 00000100:00000010:1.0:1767384687.552550:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007ad89cd5. 00000100:00000010:1.0:1767384687.552552:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a4f233b. 00000100:00000010:1.0:1767384687.552553:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b0905a3f. 00000100:00000010:1.0:1767384687.552554:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9849cf1. 00000100:00000010:1.0:1767384687.552555:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000084a68f10. 00000100:00000010:1.0:1767384687.552556:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d221b3dd. 00000100:00000010:1.0:1767384687.552557:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000623996c. 00000100:00000010:1.0:1767384687.552566:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b99b29e. 00000100:00000010:1.0:1767384687.552567:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c3f02b93. 00000100:00000010:1.0:1767384687.552568:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002569f75c. 00000100:00000010:1.0:1767384687.552569:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e92a6cf1. 00000100:00000010:1.0:1767384687.552570:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043fb4c12. 00000100:00000010:1.0:1767384687.552571:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000671635ab. 00000100:00000010:1.0:1767384687.552572:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba41fd73. 00000100:00000010:1.0:1767384687.552573:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d13e887a. 00000100:00000010:1.0:1767384687.552574:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ade878e2. 00000100:00000010:1.0:1767384687.552575:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005db81823. 00000100:00000010:1.0:1767384687.552576:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003cc066e9. 00000100:00000010:1.0:1767384687.552577:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001dcde220. 00000100:00000010:1.0:1767384687.552578:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000665c2624. 00000100:00000010:1.0:1767384687.552591:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000aa56375. 00000100:00000010:1.0:1767384687.552592:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c669aa9. 00000100:00000010:1.0:1767384687.552593:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b02b465f. 00000100:00000010:1.0:1767384687.552595:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000297d60a2. 00000100:00000010:1.0:1767384687.552595:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c64e17a9. 00000100:00000010:1.0:1767384687.552597:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4133542. 00000100:00000010:1.0:1767384687.552598:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000acb84d41. 00000100:00000010:1.0:1767384687.552599:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003412c564. 00000100:00000010:1.0:1767384687.552601:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a05ea7c4. 00000100:00000010:1.0:1767384687.552602:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000543dd8d7. 00000100:00000010:1.0:1767384687.552603:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f7241f23. 00000100:00000010:1.0:1767384687.552605:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ccce66f. 00000100:00000010:1.0:1767384687.552606:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f1ccda44. 00000100:00000010:1.0:1767384687.552607:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005efde7fa. 00000100:00000010:1.0:1767384687.552608:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e00d0b1. 00000100:00000010:1.0:1767384687.552609:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab0e3c0e. 00000100:00000010:1.0:1767384687.552610:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a0ca2684. 00000100:00000010:1.0:1767384687.552612:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b29dfe97. 00000100:00000010:1.0:1767384687.552613:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000067e64b4b. 00000100:00000010:1.0:1767384687.552616:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000fc317523. 00000100:00000001:1.0:1767384687.552618:0:40099:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384687.552619:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.552620:0:40099:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384687.552620:0:40099:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384687.552621:0:40099:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000bf7d71fc. 00000100:00000001:1.0:1767384687.552623:0:40099:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384687.552624:0:40099:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.552625:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.552626:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009a15eb82. 00000100:00000001:1.0:1767384687.552627:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.552627:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.552628:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000042b973fc. 00000100:00000001:1.0:1767384687.552629:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.552630:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.552631:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004e61b4eb. 00000100:00000001:1.0:1767384687.552632:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.552632:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.552633:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c0550f84. 00000100:00000001:1.0:1767384687.552634:0:40099:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384687.552692:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000048fb0f39. 00000020:00000010:1.0:1767384687.552695:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000af529c09. 00000100:00000010:1.0:1767384687.552708:0:40099:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000f90c02cf. 00000100:00000010:1.0:1767384687.552713:0:40099:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000002163f373. 00000100:00000010:1.0:1767384687.552715:0:40099:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000006554c84. 00000100:00000010:1.0:1767384687.552719:0:40099:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000009eb392da. 00000100:00000001:1.0:1767384687.552720:0:40099:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.552721:0:40099:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384687.552722:0:40099:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:1.0:1767384687.552724:0:40099:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384687.552724:0:40099:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384687.552725:0:40099:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:1.0:1767384687.552726:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:1.0:1767384687.552727:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:1.0:1767384687.552744:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:3.0:1767384687.552760:0:17088:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000021018b6d. 00000040:00000010:3.0:1767384687.552765:0:17088:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000052ee8735. 00000020:00000010:3.0:1767384687.552768:0:17088:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a1f3abf6. 00000020:00000010:2.0:1767384687.552770:0:17087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000e60599e. 00000020:00000010:3.0:1767384687.552772:0:17088:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000065982f19. 00000040:00000010:2.0:1767384687.552775:0:17087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001e3c5e08. 00000020:00000010:3.0:1767384687.552778:0:17088:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001da13405. 00000020:00000010:2.0:1767384687.552779:0:17087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a3ecd8be. 80000000:00000010:3.0:1767384687.552785:0:17088:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c1206bfe. 00000020:00000010:2.0:1767384687.552786:0:17087:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001d6a6e5f. 40000000:00000010:3.0:1767384687.552792:0:17088:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f2c2faf9. 00000020:00000010:2.0:1767384687.552792:0:17087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000034714641. 00100000:00000010:3.0:1767384687.552799:0:17088:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cbafe1ff. 80000000:00000010:2.0:1767384687.552800:0:17087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000faa62ec7. 00040000:00000010:3.0:1767384687.552806:0:17088:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000081aa8609. 40000000:00000010:2.0:1767384687.552807:0:17087:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000bfa36da. 00040000:00000010:3.0:1767384687.552812:0:17088:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ee17d863. 00100000:00000010:2.0:1767384687.552814:0:17087:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002a77eb3c. 00080000:00000010:3.0:1767384687.552818:0:17088:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000001263890. 00040000:00000010:2.0:1767384687.552819:0:17087:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000014edd505. 00080000:00000010:3.0:1767384687.552823:0:17088:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000067f4d954. 00040000:00000010:2.0:1767384687.552825:0:17087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000012e085e6. 00000004:00000010:3.0:1767384687.552829:0:17088:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000087e86900. 00080000:00000010:2.0:1767384687.552831:0:17087:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000075d8254d. 00002000:00000010:3.0:1767384687.552833:0:17088:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004927407b. 00080000:00000010:2.0:1767384687.552837:0:17087:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001edabb09. 00000020:00000010:3.0:1767384687.552839:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ddad71b. 00000020:00000010:3.0:1767384687.552845:0:17088:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001b36ff9f. 00000004:00000010:2.0:1767384687.552845:0:17087:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000761bf2eb. 00002000:00000010:2.0:1767384687.552852:0:17087:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e9baacae. 00000100:00000010:3.0:1767384687.552853:0:17088:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000036e2c24. 00000100:00100000:3.0:1767384687.552857:0:17088:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [00000000548086b5:17088] 1 exiting: rc = 0 00000020:00000010:2.0:1767384687.552867:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004d722d8. 00000020:00000010:2.0:1767384687.552872:0:17087:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002a7a480b. 00000100:00000040:1.0:1767384687.552874:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #0 00000100:00000010:2.0:1767384687.552876:0:17087:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000242ae05d. 00000100:00100000:2.0:1767384687.552879:0:17087:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [0000000092393da4:17087] 0 exiting: rc = 1 00000100:00000010:1.0:1767384687.552896:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000092393da4. 00000100:00000010:1.0:1767384687.552902:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000548086b5. 00000100:00000001:1.0:1767384687.552907:0:40099:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384687.552908:0:40099:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384687.552911:0:40099:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:1.0:1767384687.552914:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552915:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552917:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0a0ea75. 00000400:00000200:1.0:1767384687.552920:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079def0f0 00000400:00000010:1.0:1767384687.552921:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079def0f0. 00000100:00000001:1.0:1767384687.552925:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552926:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.552928:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552929:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384687.552930:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552931:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552932:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552933:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d47235fe. 00000400:00000200:1.0:1767384687.552933:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082076440 00000400:00000010:1.0:1767384687.552934:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000082076440. 00000100:00000001:1.0:1767384687.552935:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552936:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.552938:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552939:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384687.552939:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552940:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552941:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552941:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b829667. 00000400:00000200:1.0:1767384687.552942:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009417e23d 00000400:00000010:1.0:1767384687.552943:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009417e23d. 00000100:00000001:1.0:1767384687.552944:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552944:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.552946:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552947:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384687.552948:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552949:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552950:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552950:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027bed9ba. 00000400:00000200:1.0:1767384687.552951:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3a983b1 00000400:00000010:1.0:1767384687.552952:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3a983b1. 00000100:00000001:1.0:1767384687.552953:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552954:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.552956:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552956:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384687.552957:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552958:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552958:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552959:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0b150bd. 00000400:00000200:1.0:1767384687.552960:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000009a2d3 00000400:00000010:1.0:1767384687.552960:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000009a2d3. 00000100:00000001:1.0:1767384687.552961:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552962:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.552964:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552965:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384687.552965:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552966:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552967:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552967:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1d4ca7e. 00000400:00000200:1.0:1767384687.552968:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002428bec2 00000400:00000010:1.0:1767384687.552969:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002428bec2. 00000100:00000001:1.0:1767384687.552970:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552970:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.552972:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552973:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384687.552974:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552974:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552975:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552975:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab4262cb. 00000400:00000200:1.0:1767384687.552976:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed797f13 00000400:00000010:1.0:1767384687.552977:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed797f13. 00000100:00000001:1.0:1767384687.552978:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552979:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.552981:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552982:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384687.552982:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552983:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552984:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552985:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9869ade. 00000400:00000200:1.0:1767384687.552986:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6cc298a 00000400:00000010:1.0:1767384687.552986:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a6cc298a. 00000100:00000001:1.0:1767384687.552987:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552988:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.552990:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552991:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384687.552991:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.552992:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.552993:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.552993:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087bf47e7. 00000400:00000200:1.0:1767384687.552994:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc196968 00000400:00000010:1.0:1767384687.552995:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc196968. 00000100:00000001:1.0:1767384687.552996:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.552996:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.552998:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.552999:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384687.553000:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553001:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553001:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553002:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000575f271e. 00000400:00000200:1.0:1767384687.553002:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000071fab0a 00000400:00000010:1.0:1767384687.553003:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000071fab0a. 00000100:00000001:1.0:1767384687.553004:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553004:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553006:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553007:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384687.553008:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553009:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553009:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553010:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efee99da. 00000400:00000200:1.0:1767384687.553011:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e8b9d22 00000400:00000010:1.0:1767384687.553012:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e8b9d22. 00000100:00000001:1.0:1767384687.553013:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553013:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553015:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553016:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384687.553016:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553017:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553018:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553018:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018f426ae. 00000400:00000200:1.0:1767384687.553019:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ba7c77f 00000400:00000010:1.0:1767384687.553020:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ba7c77f. 00000100:00000001:1.0:1767384687.553021:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553022:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553025:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553027:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384687.553028:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553029:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553030:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553030:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085b57faa. 00000400:00000200:1.0:1767384687.553032:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c17bbd4 00000400:00000010:1.0:1767384687.553033:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c17bbd4. 00000100:00000001:1.0:1767384687.553035:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553035:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553038:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553040:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384687.553041:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553042:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553043:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553044:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c11f0a48. 00000400:00000200:1.0:1767384687.553046:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000049ae748 00000400:00000010:1.0:1767384687.553047:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000049ae748. 00000100:00000001:1.0:1767384687.553049:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553050:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553054:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553055:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384687.553056:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553058:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553059:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553060:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ec7d716. 00000400:00000200:1.0:1767384687.553062:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f727a665 00000400:00000010:1.0:1767384687.553063:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f727a665. 00000100:00000001:1.0:1767384687.553065:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553066:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553069:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553071:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384687.553072:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553073:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553074:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553075:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b528ac3. 00000400:00000200:1.0:1767384687.553077:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d311339 00000400:00000010:1.0:1767384687.553078:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d311339. 00000100:00000001:1.0:1767384687.553080:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553081:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553084:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553085:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384687.553086:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553087:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553088:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553089:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000459ed8c1. 00000400:00000200:1.0:1767384687.553090:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac460eaa 00000400:00000010:1.0:1767384687.553090:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac460eaa. 00000100:00000001:1.0:1767384687.553091:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553092:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553094:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553094:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384687.553095:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553096:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553096:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553097:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000caa0ad70. 00000400:00000200:1.0:1767384687.553098:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098b4003a 00000400:00000010:1.0:1767384687.553099:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098b4003a. 00000100:00000001:1.0:1767384687.553099:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553100:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553102:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553103:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384687.553103:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553105:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553105:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553106:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de1df97d. 00000400:00000200:1.0:1767384687.553107:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d506ce74 00000400:00000010:1.0:1767384687.553108:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d506ce74. 00000100:00000001:1.0:1767384687.553109:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553110:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553112:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553112:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384687.553113:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553114:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553114:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553115:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000780a4c32. 00000400:00000200:1.0:1767384687.553116:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2964014 00000400:00000010:1.0:1767384687.553117:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2964014. 00000100:00000001:1.0:1767384687.553117:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553118:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553120:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553121:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384687.553121:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553122:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553122:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553123:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fa423ad. 00000400:00000200:1.0:1767384687.553124:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f10e3da5 00000400:00000010:1.0:1767384687.553124:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f10e3da5. 00000100:00000001:1.0:1767384687.553125:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553126:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553128:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553128:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384687.553129:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553130:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553130:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553131:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd4cdcfc. 00000400:00000200:1.0:1767384687.553132:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f81ea29a 00000400:00000010:1.0:1767384687.553133:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f81ea29a. 00000100:00000001:1.0:1767384687.553133:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553134:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553136:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553137:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384687.553138:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553139:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553139:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553140:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000925e739d. 00000400:00000200:1.0:1767384687.553141:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000513d4e1a 00000400:00000010:1.0:1767384687.553141:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000513d4e1a. 00000100:00000001:1.0:1767384687.553142:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553143:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553145:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553145:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384687.553146:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553147:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553147:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553148:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d3b6cdb. 00000400:00000200:1.0:1767384687.553149:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a719b11e 00000400:00000010:1.0:1767384687.553149:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a719b11e. 00000100:00000001:1.0:1767384687.553150:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553151:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553153:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553154:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384687.553154:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553155:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553155:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553156:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e142f19f. 00000400:00000200:1.0:1767384687.553157:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb071c96 00000400:00000010:1.0:1767384687.553158:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb071c96. 00000100:00000001:1.0:1767384687.553158:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553159:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553161:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553162:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384687.553162:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553163:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553164:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553164:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000645348f0. 00000400:00000200:1.0:1767384687.553165:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025fc1e1a 00000400:00000010:1.0:1767384687.553166:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025fc1e1a. 00000100:00000001:1.0:1767384687.553167:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553168:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553170:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553170:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384687.553171:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553172:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553172:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553173:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c64e51ae. 00000400:00000200:1.0:1767384687.553174:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d9bed03 00000400:00000010:1.0:1767384687.553174:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d9bed03. 00000100:00000001:1.0:1767384687.553175:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553176:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553178:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553178:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384687.553179:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553180:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553180:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553181:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000884cd2b4. 00000400:00000200:1.0:1767384687.553182:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5a103eb 00000400:00000010:1.0:1767384687.553182:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5a103eb. 00000100:00000001:1.0:1767384687.553183:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553184:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553186:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553186:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384687.553187:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553188:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553188:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553189:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0d5d37b. 00000400:00000200:1.0:1767384687.553189:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022921bbb 00000400:00000010:1.0:1767384687.553190:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022921bbb. 00000100:00000001:1.0:1767384687.553191:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553191:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553193:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553194:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384687.553195:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553195:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553196:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553196:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006eedd78b. 00000400:00000200:1.0:1767384687.553197:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057998080 00000400:00000010:1.0:1767384687.553198:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057998080. 00000100:00000001:1.0:1767384687.553199:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553200:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553202:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553202:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384687.553203:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553203:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553204:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553204:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000264f1d10. 00000400:00000200:1.0:1767384687.553205:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056dcd2fe 00000400:00000010:1.0:1767384687.553206:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000056dcd2fe. 00000100:00000001:1.0:1767384687.553207:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553207:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553209:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553210:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384687.553211:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553211:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553212:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553212:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000235b7633. 00000400:00000200:1.0:1767384687.553213:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048841171 00000400:00000010:1.0:1767384687.553214:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000048841171. 00000100:00000001:1.0:1767384687.553214:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553215:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553217:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553218:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384687.553218:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553219:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553219:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553220:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007374b144. 00000400:00000200:1.0:1767384687.553221:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022a2041c 00000400:00000010:1.0:1767384687.553221:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022a2041c. 00000100:00000001:1.0:1767384687.553222:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553223:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553225:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553225:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384687.553226:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553227:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553227:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553228:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074145cf2. 00000400:00000200:1.0:1767384687.553229:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1250ce0 00000400:00000010:1.0:1767384687.553229:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1250ce0. 00000100:00000001:1.0:1767384687.553230:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553231:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553233:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553234:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384687.553234:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553235:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553235:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553236:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073f1ecfa. 00000400:00000200:1.0:1767384687.553237:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6109ed 00000400:00000010:1.0:1767384687.553237:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6109ed. 00000100:00000001:1.0:1767384687.553238:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553239:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553241:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553241:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384687.553242:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553242:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553243:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553243:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c20ad3d. 00000400:00000200:1.0:1767384687.553244:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1207e88 00000400:00000010:1.0:1767384687.553245:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b1207e88. 00000100:00000001:1.0:1767384687.553246:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553246:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553248:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553249:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384687.553249:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553250:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553251:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553251:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000221e170d. 00000400:00000200:1.0:1767384687.553252:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6e4fbae 00000400:00000010:1.0:1767384687.553253:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6e4fbae. 00000100:00000001:1.0:1767384687.553253:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553254:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553256:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553257:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384687.553258:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553259:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553259:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553260:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000221a8959. 00000400:00000200:1.0:1767384687.553260:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fe3519c 00000400:00000010:1.0:1767384687.553261:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fe3519c. 00000100:00000001:1.0:1767384687.553262:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553262:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553264:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553265:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384687.553266:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553266:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553267:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553267:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1ba1270. 00000400:00000200:1.0:1767384687.553268:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000278f0d18 00000400:00000010:1.0:1767384687.553269:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000278f0d18. 00000100:00000001:1.0:1767384687.553270:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553270:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553272:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553273:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384687.553273:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553274:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553275:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553275:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2946ba7. 00000400:00000200:1.0:1767384687.553276:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc88c279 00000400:00000010:1.0:1767384687.553277:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc88c279. 00000100:00000001:1.0:1767384687.553277:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553278:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553280:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553281:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384687.553281:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553282:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553283:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553283:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f15bab2f. 00000400:00000200:1.0:1767384687.553284:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c13e4cb 00000400:00000010:1.0:1767384687.553284:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c13e4cb. 00000100:00000001:1.0:1767384687.553285:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553286:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553288:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553289:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384687.553432:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553434:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553435:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553437:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e223134. 00000400:00000200:1.0:1767384687.553439:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aa0b40f 00000400:00000010:1.0:1767384687.553440:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006aa0b40f. 00000100:00000001:1.0:1767384687.553443:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553444:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553448:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553451:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384687.553452:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553453:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553453:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553454:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b0440c4. 00000400:00000200:1.0:1767384687.553456:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a3a2e09 00000400:00000010:1.0:1767384687.553457:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a3a2e09. 00000100:00000001:1.0:1767384687.553458:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553459:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553461:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553462:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384687.553463:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553463:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553464:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553465:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003013c65b. 00000400:00000200:1.0:1767384687.553465:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e5a90f4 00000400:00000010:1.0:1767384687.553466:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e5a90f4. 00000100:00000001:1.0:1767384687.553467:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553468:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553470:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553470:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384687.553471:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553472:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553472:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553473:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006676128e. 00000400:00000200:1.0:1767384687.553474:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e796f84 00000400:00000010:1.0:1767384687.553475:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e796f84. 00000100:00000001:1.0:1767384687.553475:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553476:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553479:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553480:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384687.553480:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553481:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553482:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553483:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069ba994c. 00000400:00000200:1.0:1767384687.553483:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002403ea8f 00000400:00000010:1.0:1767384687.553484:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002403ea8f. 00000100:00000001:1.0:1767384687.553485:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553485:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553488:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553488:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384687.553489:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553489:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553490:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553491:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006e15c59. 00000400:00000200:1.0:1767384687.553491:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021bc734d 00000400:00000010:1.0:1767384687.553492:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021bc734d. 00000100:00000001:1.0:1767384687.553493:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553493:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553495:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553496:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384687.553497:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553497:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553498:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553498:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008667b323. 00000400:00000200:1.0:1767384687.553499:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008b96939 00000400:00000010:1.0:1767384687.553500:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008b96939. 00000100:00000001:1.0:1767384687.553501:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553501:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553503:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553504:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384687.553505:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553505:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553506:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553506:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000573d1487. 00000400:00000200:1.0:1767384687.553507:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be7e30cd 00000400:00000010:1.0:1767384687.553508:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be7e30cd. 00000100:00000001:1.0:1767384687.553509:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553510:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553512:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553513:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384687.553514:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553514:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553515:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553515:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005285d327. 00000400:00000200:1.0:1767384687.553516:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7a57eef 00000400:00000010:1.0:1767384687.553517:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7a57eef. 00000100:00000001:1.0:1767384687.553518:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553518:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553520:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553521:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384687.553522:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553522:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553523:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553523:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009d5e1e0. 00000400:00000200:1.0:1767384687.553524:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c1496ff7 00000400:00000010:1.0:1767384687.553525:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c1496ff7. 00000100:00000001:1.0:1767384687.553526:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553526:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553528:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553529:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384687.553529:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553530:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553531:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553531:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ea1bf55. 00000400:00000200:1.0:1767384687.553532:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee2c84c 00000400:00000010:1.0:1767384687.553533:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aee2c84c. 00000100:00000001:1.0:1767384687.553533:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553534:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553536:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553536:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384687.553537:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553538:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553538:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553539:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9b60273. 00000400:00000200:1.0:1767384687.553540:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bbecb4f 00000400:00000010:1.0:1767384687.553541:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007bbecb4f. 00000100:00000001:1.0:1767384687.553542:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553543:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553545:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553546:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384687.553546:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553547:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553548:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553548:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053ddc6a8. 00000400:00000200:1.0:1767384687.553549:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054827c2b 00000400:00000010:1.0:1767384687.553550:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054827c2b. 00000100:00000001:1.0:1767384687.553551:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553551:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553553:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553554:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384687.553554:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553555:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553556:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553556:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a23c93f. 00000400:00000200:1.0:1767384687.553557:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000689e043e 00000400:00000010:1.0:1767384687.553558:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000689e043e. 00000100:00000001:1.0:1767384687.553559:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553559:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553561:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553562:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384687.553563:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553563:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553564:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553564:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065d8f17b. 00000400:00000200:1.0:1767384687.553565:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a26236aa 00000400:00000010:1.0:1767384687.553566:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a26236aa. 00000100:00000001:1.0:1767384687.553567:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553567:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553569:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553570:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384687.553571:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553572:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553572:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553573:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098c65e62. 00000400:00000200:1.0:1767384687.553574:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000540b8c 00000400:00000010:1.0:1767384687.553575:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000540b8c. 00000100:00000001:1.0:1767384687.553576:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553576:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553578:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553579:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384687.553580:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553580:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553581:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553581:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2df4ef9. 00000400:00000200:1.0:1767384687.553582:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce51484f 00000400:00000010:1.0:1767384687.553583:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce51484f. 00000100:00000001:1.0:1767384687.553584:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553584:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553586:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553587:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384687.553588:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553588:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553589:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553589:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e011aea6. 00000400:00000200:1.0:1767384687.553590:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036d9c687 00000400:00000010:1.0:1767384687.553591:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036d9c687. 00000100:00000001:1.0:1767384687.553592:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553592:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553594:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553595:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384687.553595:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553596:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553597:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553597:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006761bac9. 00000400:00000200:1.0:1767384687.553598:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbf4581f 00000400:00000010:1.0:1767384687.553598:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbf4581f. 00000100:00000001:1.0:1767384687.553599:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553600:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553602:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553603:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384687.553604:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553605:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553606:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553606:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fd7b297. 00000400:00000200:1.0:1767384687.553607:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef681960 00000400:00000010:1.0:1767384687.553608:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef681960. 00000100:00000001:1.0:1767384687.553609:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553609:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553611:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553612:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384687.553613:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553613:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553614:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553614:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd741cf5. 00000400:00000200:1.0:1767384687.553615:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf605e81 00000400:00000010:1.0:1767384687.553616:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cf605e81. 00000100:00000001:1.0:1767384687.553616:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553617:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553619:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553620:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384687.553620:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553621:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553621:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553622:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062192788. 00000400:00000200:1.0:1767384687.553623:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004405abf8 00000400:00000010:1.0:1767384687.553623:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004405abf8. 00000100:00000001:1.0:1767384687.553624:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553625:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553627:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553627:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384687.553628:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.553629:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.553629:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.553630:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fbefe4e. 00000400:00000200:1.0:1767384687.553630:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf30b42a 00000400:00000010:1.0:1767384687.553631:0:40099:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf30b42a. 00000100:00000001:1.0:1767384687.553632:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.553633:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:1.0:1767384687.553635:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.553635:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384687.553636:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384687.553637:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553638:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553639:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553639:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553640:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553651:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553652:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553653:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553654:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553654:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553655:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553655:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553656:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553657:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553657:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553658:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553658:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553659:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553660:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553660:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553661:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553661:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553662:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553663:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553663:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553664:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553664:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553665:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553666:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553666:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553667:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553667:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553668:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553668:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553669:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553669:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553671:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553671:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553672:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553672:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553673:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553674:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553675:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553675:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553676:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553676:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553677:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553678:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553678:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553679:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553680:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553680:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553681:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553681:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553682:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553682:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553683:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553684:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553684:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553685:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553685:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553686:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553687:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553687:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553688:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553688:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553689:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553689:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553690:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553691:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553691:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553692:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553692:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553693:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553694:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553694:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553695:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553696:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553696:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553697:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553698:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553698:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553699:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553700:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553700:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553701:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553702:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553702:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553703:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553703:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553704:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553704:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553705:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553705:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553706:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553707:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553707:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553708:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553708:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553709:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553710:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553710:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553711:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553711:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553712:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553712:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553713:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553714:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553714:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553715:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553715:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553716:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553716:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553717:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553718:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553718:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553719:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553720:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553720:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553721:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553722:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553723:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553723:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553724:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553724:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553725:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.553726:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.553726:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384687.553727:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000085310100. 00000100:00000010:1.0:1767384687.553730:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe530813. 00000100:00000010:1.0:1767384687.553731:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ce6e8485. 00000100:00000010:1.0:1767384687.553732:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edf28ff6. 00000100:00000010:1.0:1767384687.553733:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005afa5cf6. 00000100:00000010:1.0:1767384687.553734:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ffc453b. 00000100:00000010:1.0:1767384687.553735:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c8b92d9b. 00000100:00000010:1.0:1767384687.553736:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008280cb21. 00000100:00000010:1.0:1767384687.553737:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000691614b0. 00000100:00000010:1.0:1767384687.553738:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057379e82. 00000100:00000010:1.0:1767384687.553740:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f09a6f9b. 00000100:00000010:1.0:1767384687.553741:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000063a78a0. 00000100:00000010:1.0:1767384687.553742:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000010660688. 00000100:00000010:1.0:1767384687.553752:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e85aa6ac. 00000100:00000010:1.0:1767384687.553754:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ed5b0c28. 00000100:00000010:1.0:1767384687.553755:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004624c738. 00000100:00000010:1.0:1767384687.553756:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000038bf38e4. 00000100:00000010:1.0:1767384687.553757:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004625af6d. 00000100:00000010:1.0:1767384687.553758:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d94ef067. 00000100:00000010:1.0:1767384687.553759:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f669ebd. 00000100:00000010:1.0:1767384687.553760:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c56ef663. 00000100:00000010:1.0:1767384687.553761:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000911de934. 00000100:00000010:1.0:1767384687.553762:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a2f5ca41. 00000100:00000010:1.0:1767384687.553764:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef205928. 00000100:00000010:1.0:1767384687.553765:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ba11c527. 00000100:00000010:1.0:1767384687.553766:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e1dac429. 00000100:00000010:1.0:1767384687.553767:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b5c80a4a. 00000100:00000010:1.0:1767384687.553768:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000058448f40. 00000100:00000010:1.0:1767384687.553769:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b40ad9f0. 00000100:00000010:1.0:1767384687.553770:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b47522a. 00000100:00000010:1.0:1767384687.553771:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000795f61e4. 00000100:00000010:1.0:1767384687.553772:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d854f7fa. 00000100:00000010:1.0:1767384687.553773:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d64ac58a. 00000100:00000010:1.0:1767384687.553774:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c736b52. 00000100:00000010:1.0:1767384687.553775:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000033742691. 00000100:00000010:1.0:1767384687.553776:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065ee7ffa. 00000100:00000010:1.0:1767384687.553777:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000096be2ddc. 00000100:00000010:1.0:1767384687.553778:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d61b1246. 00000100:00000010:1.0:1767384687.553779:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d977b8e2. 00000100:00000010:1.0:1767384687.553780:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf689029. 00000100:00000010:1.0:1767384687.553781:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007f052a3e. 00000100:00000010:1.0:1767384687.553782:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003da6e508. 00000100:00000010:1.0:1767384687.553783:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a41ec020. 00000100:00000010:1.0:1767384687.553784:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e51a947f. 00000100:00000010:1.0:1767384687.553785:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d2ef01c. 00000100:00000010:1.0:1767384687.553786:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d18f82f. 00000100:00000010:1.0:1767384687.553787:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d2df8bab. 00000100:00000010:1.0:1767384687.553789:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e7280ce. 00000100:00000010:1.0:1767384687.553789:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000060031e87. 00000100:00000010:1.0:1767384687.553790:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d39b0ed. 00000100:00000010:1.0:1767384687.553791:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ddfb0b57. 00000100:00000010:1.0:1767384687.553792:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9579f32. 00000100:00000010:1.0:1767384687.553793:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006ff0a08d. 00000100:00000010:1.0:1767384687.553794:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007aa37402. 00000100:00000010:1.0:1767384687.553795:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000789d704d. 00000100:00000010:1.0:1767384687.553796:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5cc937e. 00000100:00000010:1.0:1767384687.553798:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c3c3b569. 00000100:00000010:1.0:1767384687.553799:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe21bfa9. 00000100:00000010:1.0:1767384687.553800:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bbeaee02. 00000100:00000010:1.0:1767384687.553801:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010950922. 00000100:00000010:1.0:1767384687.553802:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001639758a. 00000100:00000010:1.0:1767384687.553811:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ed13bd3. 00000100:00000010:1.0:1767384687.553812:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fdeee64e. 00000100:00000010:1.0:1767384687.553813:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000181ed66b. 00000100:00000010:1.0:1767384687.553814:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000020b5a8ea. 00000100:00000010:1.0:1767384687.553815:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ecaabdad. 00000100:00000010:1.0:1767384687.553816:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000052812049. 00000100:00000010:1.0:1767384687.553817:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069716e12. 00000100:00000010:1.0:1767384687.553818:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a0558c76. 00000100:00000010:1.0:1767384687.553819:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f721e68e. 00000100:00000010:1.0:1767384687.553820:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000db1fc05a. 00000100:00000010:1.0:1767384687.553821:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ba4c577a. 00000100:00000010:1.0:1767384687.553822:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c915969e. 00000100:00000010:1.0:1767384687.553823:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002f9f28f. 00000100:00000010:1.0:1767384687.553824:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000091cdfd2d. 00000100:00000010:1.0:1767384687.553825:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027085c93. 00000100:00000010:1.0:1767384687.553826:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001bc8af11. 00000100:00000010:1.0:1767384687.553827:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9eb2d88. 00000100:00000010:1.0:1767384687.553828:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009d9091a8. 00000100:00000010:1.0:1767384687.553829:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dae3c91. 00000100:00000010:1.0:1767384687.553830:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b8facd40. 00000100:00000010:1.0:1767384687.553831:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054264fea. 00000100:00000010:1.0:1767384687.553832:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bfa7afa8. 00000100:00000010:1.0:1767384687.553833:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b4fe3ae. 00000100:00000010:1.0:1767384687.553834:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000051c9c3b7. 00000100:00000010:1.0:1767384687.553835:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000560f9bd4. 00000100:00000010:1.0:1767384687.553836:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009d26799c. 00000100:00000010:1.0:1767384687.553837:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af0a4ad8. 00000100:00000010:1.0:1767384687.553838:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e73d033. 00000100:00000010:1.0:1767384687.553840:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097064057. 00000100:00000010:1.0:1767384687.553841:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c8714a7. 00000100:00000010:1.0:1767384687.553842:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007561647b. 00000100:00000010:1.0:1767384687.553843:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009fdfd8a5. 00000100:00000010:1.0:1767384687.553844:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d112aa0. 00000100:00000010:1.0:1767384687.553845:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c5834c4a. 00000100:00000010:1.0:1767384687.553846:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3c4636f. 00000100:00000010:1.0:1767384687.553847:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009b4c7665. 00000100:00000010:1.0:1767384687.553848:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005147dd41. 00000100:00000010:1.0:1767384687.553849:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005896b7cd. 00000100:00000010:1.0:1767384687.553850:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000877e51e1. 00000100:00000010:1.0:1767384687.553851:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c2c71ecc. 00000100:00000010:1.0:1767384687.553852:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000e4edb1d. 00000100:00000010:1.0:1767384687.553853:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c78f0294. 00000100:00000010:1.0:1767384687.553854:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089123450. 00000100:00000010:1.0:1767384687.553855:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007377134e. 00000100:00000010:1.0:1767384687.553856:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000782392a4. 00000100:00000010:1.0:1767384687.553857:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000053c22bf8. 00000100:00000010:1.0:1767384687.553858:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063b3dbf7. 00000100:00000010:1.0:1767384687.553859:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000cb1710f. 00000100:00000010:1.0:1767384687.553867:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009caf5773. 00000100:00000010:1.0:1767384687.553868:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000066985df6. 00000100:00000010:1.0:1767384687.553869:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1793a1a. 00000100:00000010:1.0:1767384687.553870:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000046801866. 00000100:00000010:1.0:1767384687.553871:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb50ab86. 00000100:00000010:1.0:1767384687.553872:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd0127ea. 00000100:00000010:1.0:1767384687.553873:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b36730a7. 00000100:00000010:1.0:1767384687.553874:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dc45a6ce. 00000100:00000010:1.0:1767384687.553875:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b4edee9. 00000100:00000010:1.0:1767384687.553876:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000023234f5a. 00000100:00000010:1.0:1767384687.553877:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000224fb7e1. 00000100:00000010:1.0:1767384687.553878:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002250ab52. 00000100:00000010:1.0:1767384687.553879:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b884a468. 00000100:00000010:1.0:1767384687.553880:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000493c4a93. 00000100:00000010:1.0:1767384687.553881:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b372c97. 00000100:00000010:1.0:1767384687.553882:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a3d8143. 00000100:00000010:1.0:1767384687.553883:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099ce3b05. 00000100:00000010:1.0:1767384687.553884:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dffe6aab. 00000100:00000010:1.0:1767384687.553885:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046287ffd. 00000100:00000010:1.0:1767384687.553887:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000aa820db9. 00000100:00000010:1.0:1767384687.553888:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000fff6d485. 00000100:00000001:1.0:1767384687.553889:0:40099:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384687.553890:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.553891:0:40099:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384687.553892:0:40099:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384687.553893:0:40099:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000002623adec. 00000100:00000001:1.0:1767384687.553894:0:40099:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384687.553895:0:40099:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.553896:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.553896:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a43479f8. 00000100:00000001:1.0:1767384687.553898:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.553899:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.553900:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c7ddb2b8. 00000100:00000001:1.0:1767384687.553901:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.553901:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.553902:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000093b080d4. 00000100:00000001:1.0:1767384687.553903:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.553904:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.553905:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d75a3f30. 00000100:00000001:1.0:1767384687.553905:0:40099:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384687.553945:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000009220075f. 00000020:00000010:1.0:1767384687.553947:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000061186ab4. 00000100:00000010:1.0:1767384687.553960:0:40099:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000089b9c6d6. 00000100:00000010:1.0:1767384687.553966:0:40099:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000d02b1e3d. 00000100:00000010:1.0:1767384687.553970:0:40099:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000069047858. 00000100:00000010:1.0:1767384687.553972:0:40099:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000005fa8620b. 00000100:00000001:1.0:1767384687.553974:0:40099:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.553975:0:40099:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:1.0:1767384687.553976:0:40099:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:1.0:1767384687.553978:0:40099:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:1.0:1767384687.553978:0:40099:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1767384687.553979:0:40099:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:1.0:1767384687.553980:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:1.0:1767384687.553982:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:1.0:1767384687.553982:0:40099:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:1.0:1767384687.554001:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:3.0:1767384687.554013:0:17091:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004789d811. 00000040:00000010:3.0:1767384687.554017:0:17091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003b110cdf. 00000020:00000010:2.0:1767384687.554023:0:17090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002ab4cb64. 00000020:00000010:3.0:1767384687.554029:0:17091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000406601df. 00000040:00000010:2.0:1767384687.554030:0:17090:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004f42778d. 00000020:00000010:0.0:1767384687.554034:0:17089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005a7c09b2. 00000020:00000010:3.0:1767384687.554035:0:17091:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000096ba4488. 00000020:00000010:2.0:1767384687.554036:0:17090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e5cb7f04. 00000020:00000010:2.0:1767384687.554042:0:17090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000073ba1e66. 00000020:00000010:3.0:1767384687.554043:0:17091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000088716e5e. 00000040:00000010:0.0:1767384687.554045:0:17089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e409c15e. 00000020:00000010:2.0:1767384687.554047:0:17090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009b40fb4b. 80000000:00000010:3.0:1767384687.554048:0:17091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003d2a853a. 80000000:00000010:2.0:1767384687.554053:0:17090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000ea1fbc1. 00000020:00000010:0.0:1767384687.554053:0:17089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b421559a. 40000000:00000010:3.0:1767384687.554054:0:17091:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000c79ea0c. 40000000:00000010:2.0:1767384687.554058:0:17090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004f2e0d55. 00100000:00000010:3.0:1767384687.554061:0:17091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d5305a1d. 00100000:00000010:2.0:1767384687.554062:0:17090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e7109441. 00000020:00000010:0.0:1767384687.554062:0:17089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000eb37b22d. 00040000:00000010:3.0:1767384687.554067:0:17091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b11326a0. 00040000:00000010:2.0:1767384687.554069:0:17090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000032c79057. 00000020:00000010:0.0:1767384687.554070:0:17089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c2a953f5. 00040000:00000010:3.0:1767384687.554073:0:17091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000df175d7. 00040000:00000010:2.0:1767384687.554076:0:17090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ebe3d4a9. 00080000:00000010:3.0:1767384687.554079:0:17091:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000055989e57. 80000000:00000010:0.0:1767384687.554079:0:17089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000047709055. 00080000:00000010:2.0:1767384687.554082:0:17090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c81c7ae5. 40000000:00000010:0.0:1767384687.554085:0:17089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000069899b83. 00080000:00000010:3.0:1767384687.554086:0:17091:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000303dc758. 00080000:00000010:2.0:1767384687.554088:0:17090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ce691130. 00100000:00000010:0.0:1767384687.554092:0:17089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005e1a222d. 00000004:00000010:3.0:1767384687.554093:0:17091:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d7b60361. 00000004:00000010:2.0:1767384687.554094:0:17090:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000070227ca. 00040000:00000010:0.0:1767384687.554098:0:17089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f37b5b91. 00002000:00000010:3.0:1767384687.554100:0:17091:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009ad124b9. 00002000:00000010:2.0:1767384687.554101:0:17090:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000004c551065. 00040000:00000010:0.0:1767384687.554103:0:17089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ead45676. 00000020:00000010:3.0:1767384687.554105:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000862e9904. 00000020:00000010:2.0:1767384687.554107:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000048e0d0d0. 00000020:00000010:3.0:1767384687.554111:0:17091:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000808f7329. 00000020:00000010:2.0:1767384687.554112:0:17090:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fd341048. 00080000:00000010:0.0:1767384687.554119:0:17089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ed51e807. 00000100:00000010:3.0:1767384687.554121:0:17091:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000149da000. 00000100:00000010:2.0:1767384687.554121:0:17090:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000000eeb574d. 00080000:00000010:0.0:1767384687.554124:0:17089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c6897f8e. 00000020:00000001:3.0:1767384687.554128:0:17091:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000001:2.0:1767384687.554128:0:17090:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:2.0:1767384687.554130:0:17090:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 0000000012fe1837. 00000004:00000010:0.0:1767384687.554130:0:17089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009a123092. 00000020:00000010:3.0:1767384687.554131:0:17091:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000f949559d. 00002000:00000010:0.0:1767384687.554137:0:17089:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007d705971. 00000020:00000010:0.0:1767384687.554154:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5fe6cc5. 00000020:00000010:0.0:1767384687.554160:0:17089:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a7103702. 00000100:00000010:0.0:1767384687.554168:0:17089:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000001046b39f. 00000020:00000001:0.0:1767384687.554173:0:17089:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:0.0:1767384687.554175:0:17089:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000b5770883. 00000020:00000001:3.0:1767384687.554400:0:17091:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:3.0:1767384687.554402:0:17091:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [0000000067322ad7:17091] 2 exiting: rc = 0 00000100:00000040:1.0:1767384687.554420:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #1 00000020:00000001:2.0:1767384687.554440:0:17090:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767384687.554442:0:17090:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [000000006a4a8dbf:17090] 1 exiting: rc = 0 00000100:00000040:1.0:1767384687.554459:0:40099:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #0 00000020:00000001:0.0:1767384687.554459:0:17089:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767384687.554463:0:17089:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [000000005e87fc74:17089] 0 exiting: rc = 1 00000100:00000010:1.0:1767384687.554482:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000005e87fc74. 00000100:00000010:1.0:1767384687.554487:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000006a4a8dbf. 00000100:00000010:1.0:1767384687.554489:0:40099:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000067322ad7. 00000100:00000001:1.0:1767384687.554491:0:40099:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1767384687.554492:0:40099:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1767384687.554494:0:40099:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:1.0:1767384687.554496:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554497:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554499:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b08f8094. 00000400:00000200:1.0:1767384687.554501:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c1c096d 00000400:00000010:1.0:1767384687.554502:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005c1c096d. 00000100:00000001:1.0:1767384687.554505:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554506:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554509:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554510:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384687.554512:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554513:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554513:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554514:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c1193c6. 00000400:00000200:1.0:1767384687.554517:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000011dd3da 00000400:00000010:1.0:1767384687.554518:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000011dd3da. 00000100:00000001:1.0:1767384687.554519:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554520:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554522:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554523:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384687.554523:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554524:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554525:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554526:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecac6b74. 00000400:00000200:1.0:1767384687.554527:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000db7511f 00000400:00000010:1.0:1767384687.554528:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000db7511f. 00000100:00000001:1.0:1767384687.554529:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554530:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554532:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554533:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1767384687.554533:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554534:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554535:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554535:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2ebe83a. 00000400:00000200:1.0:1767384687.554536:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052ace037 00000400:00000010:1.0:1767384687.554537:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000052ace037. 00000100:00000001:1.0:1767384687.554538:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554539:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554541:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554541:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1767384687.554542:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554543:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554544:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554544:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be3b56c4. 00000400:00000200:1.0:1767384687.554545:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000010a7f5e7 00000400:00000010:1.0:1767384687.554546:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000010a7f5e7. 00000100:00000001:1.0:1767384687.554547:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554548:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554550:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554550:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1767384687.554551:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554552:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554552:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554553:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0091123. 00000400:00000200:1.0:1767384687.554554:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca200776 00000400:00000010:1.0:1767384687.554554:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ca200776. 00000100:00000001:1.0:1767384687.554556:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554556:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554558:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554559:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1767384687.554559:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554560:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554561:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554562:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba709628. 00000400:00000200:1.0:1767384687.554562:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ab223c4 00000400:00000010:1.0:1767384687.554563:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005ab223c4. 00000100:00000001:1.0:1767384687.554564:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554565:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554567:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554567:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1767384687.554568:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554569:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554569:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554570:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfb40d4f. 00000400:00000200:1.0:1767384687.554570:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000abd5ed9e 00000400:00000010:1.0:1767384687.554571:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000abd5ed9e. 00000100:00000001:1.0:1767384687.554572:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554573:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554575:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554575:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1767384687.554576:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554577:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554577:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554578:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba5e268a. 00000400:00000200:1.0:1767384687.554579:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c0b562a 00000400:00000010:1.0:1767384687.554579:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007c0b562a. 00000100:00000001:1.0:1767384687.554581:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554582:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554584:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554584:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1767384687.554585:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554586:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554586:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554587:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7bd603b. 00000400:00000200:1.0:1767384687.554588:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecdef9d3 00000400:00000010:1.0:1767384687.554589:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ecdef9d3. 00000100:00000001:1.0:1767384687.554590:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554590:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554592:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554593:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1767384687.554594:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554595:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554596:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554597:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e44fa56c. 00000400:00000200:1.0:1767384687.554598:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000748f32a3 00000400:00000010:1.0:1767384687.554598:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000748f32a3. 00000100:00000001:1.0:1767384687.554599:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554600:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554602:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554603:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1767384687.554603:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554604:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554605:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554605:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bb223b4. 00000400:00000200:1.0:1767384687.554606:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd3e519b 00000400:00000010:1.0:1767384687.554607:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bd3e519b. 00000100:00000001:1.0:1767384687.554608:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554609:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554611:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554612:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1767384687.554612:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554613:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554613:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554614:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a4617d9. 00000400:00000200:1.0:1767384687.554615:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017217307 00000400:00000010:1.0:1767384687.554616:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000017217307. 00000100:00000001:1.0:1767384687.554617:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554617:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554619:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554620:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1767384687.554621:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554622:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554622:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554623:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e470a1d0. 00000400:00000200:1.0:1767384687.554624:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006365122c 00000400:00000010:1.0:1767384687.554625:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006365122c. 00000100:00000001:1.0:1767384687.554626:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554627:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554629:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554630:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1767384687.554631:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554632:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554633:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554633:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071ecd44d. 00000400:00000200:1.0:1767384687.554634:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f0275bd 00000400:00000010:1.0:1767384687.554635:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002f0275bd. 00000100:00000001:1.0:1767384687.554636:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554637:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554639:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554639:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1767384687.554640:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554655:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554656:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554657:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbed97b7. 00000400:00000200:1.0:1767384687.554658:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcba77c1 00000400:00000010:1.0:1767384687.554659:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fcba77c1. 00000100:00000001:1.0:1767384687.554660:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554661:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554663:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554664:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1767384687.554664:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554665:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554666:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554667:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000111af8d0. 00000400:00000200:1.0:1767384687.554668:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df93288c 00000400:00000010:1.0:1767384687.554668:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000df93288c. 00000100:00000001:1.0:1767384687.554670:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554670:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554673:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554673:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1767384687.554674:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554675:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554675:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554676:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dfcccdad. 00000400:00000200:1.0:1767384687.554677:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098460710 00000400:00000010:1.0:1767384687.554678:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000098460710. 00000100:00000001:1.0:1767384687.554680:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554680:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554683:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554684:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1767384687.554684:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554685:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554686:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554686:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076a533a5. 00000400:00000200:1.0:1767384687.554687:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d5ffd64 00000400:00000010:1.0:1767384687.554688:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005d5ffd64. 00000100:00000001:1.0:1767384687.554689:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554690:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554692:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554692:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1767384687.554693:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554694:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554694:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554695:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a196fb64. 00000400:00000200:1.0:1767384687.554696:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e98e8509 00000400:00000010:1.0:1767384687.554696:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e98e8509. 00000100:00000001:1.0:1767384687.554698:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554698:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554700:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554701:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1767384687.554702:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554702:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554703:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554703:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006048b463. 00000400:00000200:1.0:1767384687.554704:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032d3f5d2 00000400:00000010:1.0:1767384687.554705:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000032d3f5d2. 00000100:00000001:1.0:1767384687.554706:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554707:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554709:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554709:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1767384687.554710:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554711:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554711:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554712:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a86ec57. 00000400:00000200:1.0:1767384687.554713:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b918773 00000400:00000010:1.0:1767384687.554714:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001b918773. 00000100:00000001:1.0:1767384687.554726:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554726:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554729:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554729:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1767384687.554730:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554731:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554732:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554733:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065a2a94b. 00000400:00000200:1.0:1767384687.554734:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ab61653 00000400:00000010:1.0:1767384687.554735:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002ab61653. 00000100:00000001:1.0:1767384687.554736:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554737:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554739:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554740:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1767384687.554740:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554741:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554742:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554742:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a70dedd0. 00000400:00000200:1.0:1767384687.554743:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c46efc59 00000400:00000010:1.0:1767384687.554744:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c46efc59. 00000100:00000001:1.0:1767384687.554745:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554746:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554748:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554748:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1767384687.554749:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554750:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554750:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554751:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf2203ac. 00000400:00000200:1.0:1767384687.554752:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025a8a27e 00000400:00000010:1.0:1767384687.554752:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000025a8a27e. 00000100:00000001:1.0:1767384687.554754:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554754:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554757:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554757:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1767384687.554758:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554759:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554760:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554760:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000362e9e58. 00000400:00000200:1.0:1767384687.554761:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098482bcd 00000400:00000010:1.0:1767384687.554762:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000098482bcd. 00000100:00000001:1.0:1767384687.554764:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554765:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554767:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554767:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1767384687.554768:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554769:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554769:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554770:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038414bde. 00000400:00000200:1.0:1767384687.554771:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f517a23f 00000400:00000010:1.0:1767384687.554771:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f517a23f. 00000100:00000001:1.0:1767384687.554773:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554773:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554775:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554776:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1767384687.554777:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554777:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554778:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554778:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b1bb379. 00000400:00000200:1.0:1767384687.554779:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072333b29 00000400:00000010:1.0:1767384687.554780:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000072333b29. 00000100:00000001:1.0:1767384687.554781:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554782:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554784:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554784:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1767384687.554785:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554786:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554786:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554787:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df1b1faf. 00000400:00000200:1.0:1767384687.554787:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c52b37 00000400:00000010:1.0:1767384687.554788:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000024c52b37. 00000100:00000001:1.0:1767384687.554789:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554790:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554792:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554793:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1767384687.554794:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554795:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554795:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554796:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001756751. 00000400:00000200:1.0:1767384687.554797:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f56f9cd 00000400:00000010:1.0:1767384687.554798:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006f56f9cd. 00000100:00000001:1.0:1767384687.554799:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554800:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554802:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554802:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1767384687.554803:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554804:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554804:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554805:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060126ee4. 00000400:00000200:1.0:1767384687.554806:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c33d71d 00000400:00000010:1.0:1767384687.554806:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003c33d71d. 00000100:00000001:1.0:1767384687.554807:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554808:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554810:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554811:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1767384687.554811:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554812:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554813:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554813:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a464de9. 00000400:00000200:1.0:1767384687.554814:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f3a3b54 00000400:00000010:1.0:1767384687.554815:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007f3a3b54. 00000100:00000001:1.0:1767384687.554816:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554816:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554818:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554819:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1767384687.554820:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554820:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554821:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554821:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088fd608a. 00000400:00000200:1.0:1767384687.554822:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057f70b7a 00000400:00000010:1.0:1767384687.554823:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000057f70b7a. 00000100:00000001:1.0:1767384687.554824:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554825:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554828:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554829:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1767384687.554829:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554830:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554831:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554831:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071a70284. 00000400:00000200:1.0:1767384687.554832:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008559a8ef 00000400:00000010:1.0:1767384687.554833:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008559a8ef. 00000100:00000001:1.0:1767384687.554834:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554835:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554837:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554837:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1767384687.554838:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554839:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554839:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554840:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba18e338. 00000400:00000200:1.0:1767384687.554841:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062c693aa 00000400:00000010:1.0:1767384687.554842:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000062c693aa. 00000100:00000001:1.0:1767384687.554843:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554843:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554845:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554846:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1767384687.554846:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554847:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554848:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554848:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009938edb4. 00000400:00000200:1.0:1767384687.554849:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000818827c1 00000400:00000010:1.0:1767384687.554850:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000818827c1. 00000100:00000001:1.0:1767384687.554851:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554852:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554854:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554854:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1767384687.554855:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554856:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554856:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554857:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3314266. 00000400:00000200:1.0:1767384687.554857:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006178252e 00000400:00000010:1.0:1767384687.554859:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006178252e. 00000100:00000001:1.0:1767384687.554860:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554860:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554862:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554863:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1767384687.554864:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554864:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554865:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554865:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000410aa531. 00000400:00000200:1.0:1767384687.554866:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026a47c32 00000400:00000010:1.0:1767384687.554867:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000026a47c32. 00000100:00000001:1.0:1767384687.554868:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554869:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554871:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554872:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1767384687.554873:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554873:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554874:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554874:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034deb885. 00000400:00000200:1.0:1767384687.554875:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086cc42f5 00000400:00000010:1.0:1767384687.554876:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000086cc42f5. 00000100:00000001:1.0:1767384687.554877:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554878:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554880:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554880:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1767384687.554881:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554882:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554882:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554883:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c816171. 00000400:00000200:1.0:1767384687.554883:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e339e8d0 00000400:00000010:1.0:1767384687.554884:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e339e8d0. 00000100:00000001:1.0:1767384687.554885:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554886:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554888:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554888:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1767384687.554889:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554890:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554890:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554891:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043a282ea. 00000400:00000200:1.0:1767384687.554892:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000027b951e0 00000400:00000010:1.0:1767384687.554893:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000027b951e0. 00000100:00000001:1.0:1767384687.554894:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554895:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554897:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554898:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1767384687.554898:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554899:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554900:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554900:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff2ff2a1. 00000400:00000200:1.0:1767384687.554901:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000447a0205 00000400:00000010:1.0:1767384687.554902:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000447a0205. 00000100:00000001:1.0:1767384687.554903:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554903:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554905:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554906:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1767384687.554907:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554908:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554908:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554909:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c35a6fa. 00000400:00000200:1.0:1767384687.554909:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016c1fe04 00000400:00000010:1.0:1767384687.554910:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000016c1fe04. 00000100:00000001:1.0:1767384687.554911:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554912:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554914:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554914:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1767384687.554915:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554916:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554916:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554917:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064641983. 00000400:00000200:1.0:1767384687.554918:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecd7014d 00000400:00000010:1.0:1767384687.554918:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ecd7014d. 00000100:00000001:1.0:1767384687.554919:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554920:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554922:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554922:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1767384687.554923:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554924:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554925:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554926:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e85dbae. 00000400:00000200:1.0:1767384687.554927:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009c54ec7 00000400:00000010:1.0:1767384687.554927:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000009c54ec7. 00000100:00000001:1.0:1767384687.554929:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554929:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554931:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554932:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1767384687.554933:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554934:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554934:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554935:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d60f7a5. 00000400:00000200:1.0:1767384687.554935:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd40fcda 00000400:00000010:1.0:1767384687.554936:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cd40fcda. 00000100:00000001:1.0:1767384687.554946:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554946:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554949:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554950:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1767384687.554950:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554952:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554952:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554953:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb0427a2. 00000400:00000200:1.0:1767384687.554954:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3bd61e7 00000400:00000010:1.0:1767384687.554954:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c3bd61e7. 00000100:00000001:1.0:1767384687.554956:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554956:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554958:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554959:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1767384687.554960:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554960:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554961:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554961:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036abb39b. 00000400:00000200:1.0:1767384687.554962:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e183ec 00000400:00000010:1.0:1767384687.554963:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000038e183ec. 00000100:00000001:1.0:1767384687.554964:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554964:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554967:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554967:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1767384687.554968:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554969:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554970:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554970:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005926a56f. 00000400:00000200:1.0:1767384687.554971:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a34ce66 00000400:00000010:1.0:1767384687.554972:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006a34ce66. 00000100:00000001:1.0:1767384687.554973:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554973:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554976:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554976:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1767384687.554977:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554978:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554978:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554979:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c829d666. 00000400:00000200:1.0:1767384687.554980:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e503a5 00000400:00000010:1.0:1767384687.554980:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000058e503a5. 00000100:00000001:1.0:1767384687.554981:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554982:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554984:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554985:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1767384687.554986:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554986:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554987:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554987:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009120e468. 00000400:00000200:1.0:1767384687.554988:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021b52ac3 00000400:00000010:1.0:1767384687.554989:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000021b52ac3. 00000100:00000001:1.0:1767384687.554990:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554991:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.554993:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.554993:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1767384687.554994:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.554995:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.554995:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.554996:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009db403f7. 00000400:00000200:1.0:1767384687.554997:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060ce1a6c 00000400:00000010:1.0:1767384687.554998:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000060ce1a6c. 00000100:00000001:1.0:1767384687.554999:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.554999:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555002:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555003:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1767384687.555003:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.555004:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.555005:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.555005:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069073613. 00000400:00000200:1.0:1767384687.555006:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbb006c3 00000400:00000010:1.0:1767384687.555007:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cbb006c3. 00000100:00000001:1.0:1767384687.555008:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.555009:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555011:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555011:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1767384687.555012:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.555013:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.555013:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.555014:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f631bc83. 00000400:00000200:1.0:1767384687.555015:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f9724eb 00000400:00000010:1.0:1767384687.555015:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003f9724eb. 00000100:00000001:1.0:1767384687.555017:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.555017:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555019:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555020:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1767384687.555021:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.555021:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.555022:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.555022:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000203cdac5. 00000400:00000200:1.0:1767384687.555023:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b8f7a47 00000400:00000010:1.0:1767384687.555024:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008b8f7a47. 00000100:00000001:1.0:1767384687.555025:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.555026:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555029:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555030:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1767384687.555031:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.555033:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.555033:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.555034:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c38f787f. 00000400:00000200:1.0:1767384687.555036:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc447d9e 00000400:00000010:1.0:1767384687.555038:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cc447d9e. 00000100:00000001:1.0:1767384687.555040:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.555041:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555044:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555045:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1767384687.555046:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.555048:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.555048:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.555049:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000851b1f67. 00000400:00000200:1.0:1767384687.555051:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041f904b7 00000400:00000010:1.0:1767384687.555053:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000041f904b7. 00000100:00000001:1.0:1767384687.555055:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.555056:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555059:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555061:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1767384687.555062:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.555063:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.555064:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.555065:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000adec8a5. 00000400:00000200:1.0:1767384687.555067:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a43b302 00000400:00000010:1.0:1767384687.555069:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000a43b302. 00000100:00000001:1.0:1767384687.555071:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.555072:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555076:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555077:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1767384687.555078:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.555080:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.555080:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.555081:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032b3c4e3. 00000400:00000200:1.0:1767384687.555088:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b892cfa 00000400:00000010:1.0:1767384687.555090:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004b892cfa. 00000100:00000001:1.0:1767384687.555091:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.555092:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555094:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555095:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1767384687.555096:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.555097:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.555097:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.555098:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc6ee55a. 00000400:00000200:1.0:1767384687.555099:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc974b04 00000400:00000010:1.0:1767384687.555100:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000cc974b04. 00000100:00000001:1.0:1767384687.555102:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.555102:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555105:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555105:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1767384687.555106:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.555107:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.555107:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.555108:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002a1cbc2. 00000400:00000200:1.0:1767384687.555109:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0eb6514 00000400:00000010:1.0:1767384687.555110:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d0eb6514. 00000100:00000001:1.0:1767384687.555111:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.555111:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555113:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555114:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1767384687.555115:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.555115:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.555116:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.555117:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad2bbfb3. 00000400:00000200:1.0:1767384687.555117:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000069197e5 00000400:00000010:1.0:1767384687.555118:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000069197e5. 00000100:00000001:1.0:1767384687.555119:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.555120:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555122:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555122:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1767384687.555123:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.555124:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.555124:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.555125:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b0219ab. 00000400:00000200:1.0:1767384687.555126:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ec1dd74 00000400:00000010:1.0:1767384687.555126:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004ec1dd74. 00000100:00000001:1.0:1767384687.555128:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.555128:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555130:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555131:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1767384687.555132:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1767384687.555133:0:40099:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384687.555133:0:40099:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384687.555134:0:40099:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd381b09. 00000400:00000200:1.0:1767384687.555135:0:40099:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053365644 00000400:00000010:1.0:1767384687.555136:0:40099:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000053365644. 00000100:00000001:1.0:1767384687.555142:0:40099:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384687.555143:0:40099:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:1.0:1767384687.555145:0:40099:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1767384687.555146:0:40099:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1767384687.555146:0:40099:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384687.555148:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555149:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555150:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555151:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555151:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555152:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555153:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555153:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555154:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555155:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555156:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555156:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555157:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555158:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555158:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555159:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555160:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555160:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555161:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555161:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555162:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555163:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555163:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555164:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555164:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555165:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555165:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555166:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555167:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555167:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555168:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555169:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555169:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555170:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555171:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555172:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555172:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555173:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555173:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555174:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555175:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555175:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555176:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555176:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555177:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555177:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555178:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555179:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555179:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555180:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555180:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555181:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555182:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555182:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555183:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555183:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555184:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555184:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555185:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555186:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555186:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555187:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555187:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555188:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555188:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555189:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555190:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555190:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555191:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555191:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555192:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555193:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555194:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555194:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555195:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555196:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555197:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555197:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555198:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555198:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555199:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555200:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555200:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555201:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555201:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555202:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555203:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555203:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555204:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555204:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555205:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555205:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555206:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555207:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555207:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555208:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555208:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555209:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555210:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555210:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555211:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555211:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555212:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555212:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555213:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555214:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555214:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555215:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555215:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555216:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555217:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555218:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555218:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555219:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555220:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555220:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555221:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555222:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555222:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555223:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555223:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555224:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555224:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555225:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555226:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555226:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384687.555227:0:40099:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384687.555227:0:40099:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1767384687.555229:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004fa04f45. 00000100:00000010:1.0:1767384687.555258:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f5d3a21. 00000100:00000010:1.0:1767384687.555259:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005601f549. 00000100:00000010:1.0:1767384687.555329:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9433d5d. 00000100:00000010:1.0:1767384687.555333:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004d381747. 00000100:00000010:1.0:1767384687.555411:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d811133c. 00000100:00000010:1.0:1767384687.555415:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dc8b88ac. 00000100:00000010:1.0:1767384687.555481:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c3bbbe7. 00000100:00000010:1.0:1767384687.555485:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000094575e33. 00000100:00000010:1.0:1767384687.555517:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061561803. 00000100:00000010:1.0:1767384687.555520:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006701030a. 00000100:00000010:1.0:1767384687.555542:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009e29037. 00000100:00000010:1.0:1767384687.555544:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005b192950. 00000100:00000010:1.0:1767384687.555576:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053d68d1b. 00000100:00000010:1.0:1767384687.555577:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000c329c7c. 00000100:00000010:1.0:1767384687.555605:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000063cea1b. 00000100:00000010:1.0:1767384687.555607:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a58b672b. 00000100:00000010:1.0:1767384687.555657:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccb7d0de. 00000100:00000010:1.0:1767384687.555660:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c2a71f89. 00000100:00000010:1.0:1767384687.555687:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c27c0bd5. 00000100:00000010:1.0:1767384687.555688:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000035ce2214. 00000100:00000010:1.0:1767384687.555717:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054c5baf7. 00000100:00000010:1.0:1767384687.555718:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003e6629bd. 00000100:00000010:1.0:1767384687.555762:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b1c683f. 00000100:00000010:1.0:1767384687.555763:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000084cf63ba. 00000100:00000010:1.0:1767384687.555808:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012b5184c. 00000100:00000010:1.0:1767384687.555810:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006f4721c7. 00000100:00000010:1.0:1767384687.555859:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064aff277. 00000100:00000010:1.0:1767384687.555861:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007d580f2a. 00000100:00000010:1.0:1767384687.555907:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000980492aa. 00000100:00000010:1.0:1767384687.555908:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d86efe72. 00000100:00000010:1.0:1767384687.555941:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000341f1b23. 00000100:00000010:1.0:1767384687.555943:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000051499a67. 00000100:00000010:1.0:1767384687.555972:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a04b8496. 00000100:00000010:1.0:1767384687.555974:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000061a771df. 00000100:00000010:1.0:1767384687.555997:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000319b681c. 00000100:00000010:1.0:1767384687.555999:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000438958e9. 00000100:00000010:1.0:1767384687.556019:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf366a33. 00000100:00000010:1.0:1767384687.556021:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000375f52fe. 00000100:00000010:1.0:1767384687.556049:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a364f84. 00000100:00000010:1.0:1767384687.556052:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004d70fc35. 00000100:00000010:1.0:1767384687.556082:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e344b1a1. 00000100:00000010:1.0:1767384687.556085:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000042361e2a. 00000100:00000010:1.0:1767384687.556116:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008800f9ba. 00000100:00000010:1.0:1767384687.556118:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a3cb327f. 00000100:00000010:1.0:1767384687.556151:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000043b9bb48. 00000100:00000010:1.0:1767384687.556153:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004cc3db1d. 00000100:00000010:1.0:1767384687.556178:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7e5947a. 00000100:00000010:1.0:1767384687.556179:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008cfbc4c1. 00000100:00000010:1.0:1767384687.556203:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d9be00f. 00000100:00000010:1.0:1767384687.556205:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002279749a. 00000100:00000010:1.0:1767384687.556266:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dae977e2. 00000100:00000010:1.0:1767384687.556267:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000746db0c8. 00000100:00000010:1.0:1767384687.556323:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000094b10cdc. 00000100:00000010:1.0:1767384687.556327:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001a3adf49. 00000100:00000010:1.0:1767384687.556367:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c819cfe4. 00000100:00000010:1.0:1767384687.556370:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000505f833c. 00000100:00000010:1.0:1767384687.556406:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4726ab1. 00000100:00000010:1.0:1767384687.556408:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d5651204. 00000100:00000010:1.0:1767384687.556442:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e549c532. 00000100:00000010:1.0:1767384687.556443:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000de1ff463. 00000100:00000010:1.0:1767384687.556484:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6c32d00. 00000100:00000010:1.0:1767384687.556486:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009b292ebf. 00000100:00000010:1.0:1767384687.556519:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bca63fce. 00000100:00000010:1.0:1767384687.556521:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b1b2c0ec. 00000100:00000010:1.0:1767384687.556558:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035fe064b. 00000100:00000010:1.0:1767384687.556559:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006b2e1448. 00000100:00000010:1.0:1767384687.556587:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c0011d6. 00000100:00000010:1.0:1767384687.556589:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b279589c. 00000100:00000010:1.0:1767384687.556631:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbacdb9d. 00000100:00000010:1.0:1767384687.556660:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000806cdb9. 00000100:00000010:1.0:1767384687.556691:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000169945cb. 00000100:00000010:1.0:1767384687.556693:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000037ecf12b. 00000100:00000010:1.0:1767384687.556724:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048bbe443. 00000100:00000010:1.0:1767384687.556725:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000040e658d1. 00000100:00000010:1.0:1767384687.556757:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0c8a4b4. 00000100:00000010:1.0:1767384687.556758:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008c6c6ee2. 00000100:00000010:1.0:1767384687.556791:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000911947e7. 00000100:00000010:1.0:1767384687.556792:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009bc8d827. 00000100:00000010:1.0:1767384687.556823:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3ddb87a. 00000100:00000010:1.0:1767384687.556825:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000145e19c8. 00000100:00000010:1.0:1767384687.556866:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a86bfa1a. 00000100:00000010:1.0:1767384687.556868:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001e3a54fc. 00000100:00000010:1.0:1767384687.556893:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bec3443. 00000100:00000010:1.0:1767384687.556895:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fae99e57. 00000100:00000010:1.0:1767384687.556923:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8f8a3a2. 00000100:00000010:1.0:1767384687.556924:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f5b5417e. 00000100:00000010:1.0:1767384687.556958:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005a94c36a. 00000100:00000010:1.0:1767384687.556960:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f4f34f9e. 00000100:00000010:1.0:1767384687.556995:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c60711a. 00000100:00000010:1.0:1767384687.556997:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a6d0d72d. 00000100:00000010:1.0:1767384687.557033:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000774cf4d9. 00000100:00000010:1.0:1767384687.557036:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c1a5121f. 00000100:00000010:1.0:1767384687.557073:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8c28083. 00000100:00000010:1.0:1767384687.557076:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006813c3d4. 00000100:00000010:1.0:1767384687.557106:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096643af9. 00000100:00000010:1.0:1767384687.557107:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000064e9d3f. 00000100:00000010:1.0:1767384687.557134:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000796a1899. 00000100:00000010:1.0:1767384687.557135:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b57755df. 00000100:00000010:1.0:1767384687.557163:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007162bc7b. 00000100:00000010:1.0:1767384687.557165:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000169d985. 00000100:00000010:1.0:1767384687.557192:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000442eb2f6. 00000100:00000010:1.0:1767384687.557193:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000053e53d1f. 00000100:00000010:1.0:1767384687.557220:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5f00ba8. 00000100:00000010:1.0:1767384687.557222:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ec162aee. 00000100:00000010:1.0:1767384687.557245:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdd0f182. 00000100:00000010:1.0:1767384687.557246:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009138c19e. 00000100:00000010:1.0:1767384687.557268:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006e058826. 00000100:00000010:1.0:1767384687.557269:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001b145180. 00000100:00000010:1.0:1767384687.557316:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000025764cc4. 00000100:00000010:1.0:1767384687.557320:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005289fd5e. 00000100:00000010:1.0:1767384687.557364:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7386503. 00000100:00000010:1.0:1767384687.557366:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b4839857. 00000100:00000010:1.0:1767384687.557388:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0249e65. 00000100:00000010:1.0:1767384687.557390:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d3f8c501. 00000100:00000010:1.0:1767384687.557420:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000656b60a0. 00000100:00000010:1.0:1767384687.557422:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006b8eda64. 00000100:00000010:1.0:1767384687.557446:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c06d5c37. 00000100:00000010:1.0:1767384687.557447:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000795dc18b. 00000100:00000010:1.0:1767384687.557474:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bdd5c336. 00000100:00000010:1.0:1767384687.557476:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ba2a3525. 00000100:00000010:1.0:1767384687.557501:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eac24df0. 00000100:00000010:1.0:1767384687.557503:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b63c9b08. 00000100:00000010:1.0:1767384687.557531:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029564ddf. 00000100:00000010:1.0:1767384687.557533:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b2e93664. 00000100:00000010:1.0:1767384687.557555:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006029b227. 00000100:00000010:1.0:1767384687.557556:0:40099:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000043098528. 00000100:00000010:1.0:1767384687.557576:0:40099:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004285c136. 00000100:00000010:1.0:1767384687.557579:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000041313930. 00000100:00000010:1.0:1767384687.557584:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000032e011c5. 00000100:00000010:1.0:1767384687.557587:0:40099:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000006137c97a. 00000100:00000001:1.0:1767384687.557592:0:40099:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1767384687.557594:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.557596:0:40099:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384687.557597:0:40099:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384687.557598:0:40099:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000052f2c55f. 00000100:00000001:1.0:1767384687.557600:0:40099:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384687.557601:0:40099:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.557603:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.557604:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b1cc459f. 00000100:00000001:1.0:1767384687.557606:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.557606:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.557607:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008d4405ba. 00000100:00000001:1.0:1767384687.557608:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.557609:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.557610:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008ec0a68a. 00000100:00000001:1.0:1767384687.557611:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.557611:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.557612:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c80b1d73. 00000100:00000001:1.0:1767384687.557613:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.557614:0:40099:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1767384687.557615:0:40099:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1767384687.557616:0:40099:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000bf225d33. 00000100:00000001:1.0:1767384687.557617:0:40099:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1767384687.557618:0:40099:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384687.557619:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.557619:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f118abc5. 00000100:00000001:1.0:1767384687.557620:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.557621:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.557621:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000062b22cf2. 00000100:00000001:1.0:1767384687.557622:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.557623:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.557624:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e520a582. 00000100:00000001:1.0:1767384687.557624:0:40099:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1767384687.557625:0:40099:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1767384687.557625:0:40099:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009d05fd37. 00000100:00000010:1.0:1767384687.557627:0:40099:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 0000000088517673. 00000100:00000001:1.0:1767384687.557628:0:40099:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1767384687.557696:0:40099:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000272b11e2. 00000020:00000010:1.0:1767384687.557700:0:40099:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a61e093e. 00000100:00000010:1.0:1767384687.557725:0:40099:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000005337718a. 00000100:00000010:1.0:1767384687.557729:0:40099:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000021f315ec. 00000100:00000010:1.0:1767384687.557731:0:40099:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000050acd76. 00000100:00000010:1.0:1767384687.557735:0:40099:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000ae0b6db3. 00000100:00000001:1.0:1767384687.557737:0:40099:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384687.557739:0:40099:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:1.0:1767384687.557751:0:40099:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.557752:0:40099:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384687.557761:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384687.557765:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000496debd8. 00000001:00000010:1.0:1767384687.557767:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dfbcd82a. 00000001:00000010:1.0:1767384687.557768:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b75304f6. 00000001:00000010:1.0:1767384687.557770:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a4f0ec6. 00000001:00000010:1.0:1767384687.557771:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000aa83011e. 00000001:00000010:1.0:1767384687.557773:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e62a11c5. 00000001:00000001:1.0:1767384687.557775:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1767384687.557776:0:40099:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384687.557778:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dd2c3129. 00000001:00000010:1.0:1767384687.557779:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000569126a1. 00000001:00000010:1.0:1767384687.557780:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003d09b376. 00000001:00000010:1.0:1767384687.557781:0:40099:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003b2466fb. 00000001:00000010:1.0:1767384687.557782:0:40099:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cdbf99f7. 00000001:00000010:1.0:1767384687.557783:0:40099:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f75265fa. 00000001:00000001:1.0:1767384687.557784:0:40099:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1767384687.557785:0:40099:0:(obd_config.c:955:class_decref()) Decref MDS (000000004fa1433f) now 3 - setup 00000020:00000001:1.0:1767384687.557787:0:40099:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.557788:0:40099:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1767384687.557791:0:40099:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1767384687.557795:0:40099:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:1.0:1767384687.557796:0:40099:0:(obd_config.c:955:class_decref()) Decref MDS (000000004fa1433f) now 2 - obd_device_list 00000020:00000080:1.0:1767384687.557798:0:40099:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:1.0:1767384687.557798:0:40099:0:(obd_config.c:955:class_decref()) Decref MDS (000000004fa1433f) now 1 - newdev 00000020:00000040:1.0:1767384687.557800:0:40099:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000469bb47b with handle 0x9f279d7a9a0b4d0c from hash 00000020:00000040:1.0:1767384687.557802:0:40099:0:(genops.c:898:class_export_put()) PUTting export 00000000469bb47b : new refcount 0 00000020:00000080:1.0:1767384687.557804:0:40099:0:(genops.c:904:class_export_put()) final put 00000000469bb47b/MDS_uuid 00000020:00000001:1.0:1767384687.557806:0:40099:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.557808:0:40099:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384687.557809:0:40099:0:(genops.c:863:class_export_destroy()) destroying export 00000000469bb47b/MDS_uuid for MDS 00000020:00000001:1.0:1767384687.557810:0:40099:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1767384687.557812:0:40099:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384687.557813:0:40099:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000469bb47b. 00000020:00000001:1.0:1767384687.557815:0:40099:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1767384687.557817:0:40099:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:1.0:1767384687.557818:0:40099:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:1.0:1767384687.557819:0:40099:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1767384687.557823:0:40099:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c02cabf. 00000020:00000010:1.0:1767384687.557827:0:40099:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000006ac2951. 00000040:00000010:1.0:1767384687.557831:0:40099:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dfbcd82a. 00000020:00000010:1.0:1767384687.557834:0:40099:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000365217ce. 00000020:00000010:1.0:1767384687.557838:0:40099:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aef36359. 00000020:00000010:1.0:1767384687.557841:0:40099:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000496debd8. 80000000:00000010:1.0:1767384687.557844:0:40099:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e5c2b7e4. 40000000:00000010:1.0:1767384687.557846:0:40099:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000397fd371. 00100000:00000010:1.0:1767384687.557850:0:40099:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000002ea04ee. 00040000:00000010:1.0:1767384687.557853:0:40099:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000820c58fa. 00040000:00000010:1.0:1767384687.557855:0:40099:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a4a8dbf. 00080000:00000010:1.0:1767384687.557859:0:40099:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c02e4d34. 00080000:00000010:1.0:1767384687.557862:0:40099:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007c3bae44. 00000004:00000010:1.0:1767384687.557869:0:40099:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000071787d7f. 00000004:00000001:1.0:1767384687.557872:0:40099:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:1.0:1767384687.557875:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000083ee2319. 00000004:00000010:1.0:1767384687.557878:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002988c507. 00000004:00000010:1.0:1767384687.557880:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ab664219. 00000004:00000010:1.0:1767384687.557881:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f3f86e70. 00000004:00000010:1.0:1767384687.557885:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000da3e7cd0. 00000004:00000010:1.0:1767384687.557887:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000061351d3e. 00000004:00000010:1.0:1767384687.557888:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000003162ec9b. 00000004:00000010:1.0:1767384687.557889:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000006c6bf24. 00000004:00000010:1.0:1767384687.557891:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000ebbe96f. 00000004:00000010:1.0:1767384687.557895:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cb18f19e. 00000004:00000010:1.0:1767384687.557896:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000070630886. 00000004:00000010:1.0:1767384687.557898:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000007810c10. 00000004:00000010:1.0:1767384687.557900:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000060258316. 00000004:00000010:1.0:1767384687.557907:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c3313e27. 00000004:00000010:1.0:1767384687.557911:0:40099:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 000000003f18af2b. 00000004:00000001:1.0:1767384687.557912:0:40099:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384687.557915:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000006ac2951. 00000040:00000010:1.0:1767384687.557918:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dfbcd82a. 00000020:00000010:1.0:1767384687.557920:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000365217ce. 00000020:00000010:1.0:1767384687.557922:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000aef36359. 00000020:00000010:1.0:1767384687.557924:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000496debd8. 80000000:00000010:1.0:1767384687.557926:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e5c2b7e4. 40000000:00000010:1.0:1767384687.557928:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000397fd371. 00100000:00000010:1.0:1767384687.557929:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000002ea04ee. 00040000:00000010:1.0:1767384687.557931:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000820c58fa. 00040000:00000010:1.0:1767384687.557933:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006a4a8dbf. 00080000:00000010:1.0:1767384687.557936:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007c3bae44. 00080000:00000010:1.0:1767384687.557937:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c02e4d34. 00000004:00000010:1.0:1767384687.557939:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000071787d7f. 00000020:00000010:1.0:1767384687.557940:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c02cabf. 00000020:00000001:1.0:1767384687.557942:0:40099:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384687.557943:0:40099:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000004fa1433f. 00000020:00000001:1.0:1767384687.557947:0:40099:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.557948:0:40099:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384687.557949:0:40099:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 000000003f69a38b. 00000020:00000001:1.0:1767384687.557951:0:40099:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.557953:0:40099:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384687.557958:0:40099:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 000000008a932f08. 00000020:00000010:1.0:1767384687.557961:0:40099:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e919d795. 00000020:00000010:1.0:1767384687.557965:0:40099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d9705860. 00000040:00000010:1.0:1767384687.557966:0:40099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000068ab0b01. 00000020:00000010:1.0:1767384687.557968:0:40099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002c810ee8. 00000020:00000010:1.0:1767384687.557969:0:40099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c0b6e940. 00000020:00000010:1.0:1767384687.557971:0:40099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006eed0df2. 80000000:00000010:1.0:1767384687.557973:0:40099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008c1d937e. 40000000:00000010:1.0:1767384687.557974:0:40099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000df3112dd. 00100000:00000010:1.0:1767384687.557975:0:40099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000adbe092d. 00040000:00000010:1.0:1767384687.557976:0:40099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001b5cae91. 00040000:00000010:1.0:1767384687.557978:0:40099:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005c066a6c. 00040000:00000010:1.0:1767384687.557980:0:40099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000387d6cf3. 00080000:00000010:1.0:1767384687.557981:0:40099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c9518a4f. 00080000:00000010:1.0:1767384687.557996:0:40099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a386338f. 00000004:00000010:1.0:1767384687.557999:0:40099:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008645238f. 00000004:00000010:1.0:1767384687.558001:0:40099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b4804042. 00000004:00000010:1.0:1767384687.558004:0:40099:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000084a76f7f. 00002000:00000010:1.0:1767384687.558006:0:40099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000049254b63. 00000004:00000010:1.0:1767384687.558009:0:40099:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005bb1fec2. 00000020:00000010:1.0:1767384687.558010:0:40099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c726399d. 00000020:02000400:1.0:1767384687.558012:0:40099:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:1.0:1767384687.559414:0:40099:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 00000000a384a86e. 00000020:00000001:1.0:1767384687.559419:0:40099:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000010:0.0:1767384687.560444:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a86d36a3. 00080000:00000010:0.0:1767384687.560452:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a86d36a3. 00000020:00000001:0.0:1767384687.560457:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384687.560508:0:10594:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000009c2347e. 00080000:00000010:3.0:1767384687.560514:0:10594:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000009c2347e. 00000020:00000001:3.0:1767384687.560518:0:10594:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384687.679382:0:17062:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384687.679388:0:17062:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384687.679389:0:17884:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384687.679394:0:17884:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384687.729271:0:40108:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000088e70d4d. 00080000:00000010:2.0:1767384687.729281:0:40108:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000088e70d4d. 00000020:00000001:2.0:1767384687.729286:0:40108:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384687.863429:0:40152:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 0000000085846585. 00000400:00000040:2.0:1767384687.863450:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384687.863453:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384687.863455:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384687.863456:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384687.863458:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384687.863459:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1767384687.863461:0:40152:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1767384687.863522:0:40152:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 0000000085846585. 00080000:00000010:2.0:1767384688.039882:0:40164:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000edd23901. 00080000:00000010:2.0:1767384688.039892:0:40164:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000edd23901. 00000020:00000001:2.0:1767384688.039895:0:40164:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384688.383385:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384688.383392:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384688.383413:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384688.383416:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384688.383418:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384688.383439:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006a093bd2] -> 12345-192.168.202.122@tcp19 (6) 00000800:00000200:0.0:1767384688.383448:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp19 ip 192.168.202.122:988 00000800:00000200:0.0:1767384688.383452:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a663b88f type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384688.383474:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000236fb68a] -> 12345-192.168.202.122@tcp40 (6) 00000800:00000200:0.0:1767384688.383479:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp40 ip 192.168.202.122:988 00000800:00000200:0.0:1767384688.383481:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1767384688.383590:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384688.383593:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767384688.383595:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384688.383598:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.383604:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384688.383606:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.383608:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.383610:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.383614:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.383614:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384688.447316:0:40217:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000090892f73. 00080000:00000010:3.0:1767384688.447327:0:40217:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000090892f73. 00000020:00000001:3.0:1767384688.447333:0:40217:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384689.215400:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp42 00000400:00000010:3.0:1767384689.215409:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000a7f0719. 00000400:00000010:3.0:1767384689.215417:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000079556179. 00000400:00000010:3.0:1767384689.215422:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000400:00000010:3.0:1767384689.215430:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ce30179e. 00000400:00000200:3.0:1767384689.215434:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp42 00000400:00000200:3.0:1767384689.215454:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp42 local destination 00000400:00000200:3.0:1767384689.215459:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp42 00000400:00000200:3.0:1767384689.215463:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp42 NI seq info: [244:244:256:4294967295] 192.168.202.122@tcp42 LPNI seq info [199:199:8:4294967295] 00000400:00000200:3.0:1767384689.215469:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp42 00000400:00000200:3.0:1767384689.215476:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp42(192.168.202.122@tcp42:) -> 192.168.202.122@tcp42(192.168.202.122@tcp42:192.168.202.122@tcp42) : GET try# 0 00000800:00000200:3.0:1767384689.215481:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp42 00000800:00000010:3.0:1767384689.215486:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001160155d. 00000800:00000200:3.0:1767384689.215492:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006165d848] -> 12345-192.168.202.122@tcp42 (2) 00000800:00000200:3.1:1767384689.215497:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006165d848] -> 12345-192.168.202.122@tcp42 (2) 00000400:00000200:3.0:1767384689.215532:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp42 added to recovery queue. ping count: 5 next ping: 342 health :500 00000400:00000200:1.0:1767384689.215614:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215669:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215683:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215695:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215706:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215716:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215728:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215738:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215749:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215760:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215773:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215783:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215795:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215807:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215819:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215829:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215840:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215851:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215862:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215872:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215883:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215894:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215905:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215917:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215928:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215939:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215950:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215961:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215972:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215983:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.215994:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.216005:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.216016:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.216027:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384689.216059:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:1.0:1767384689.216218:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c02e4d34. 00000800:00000010:1.0:1767384689.216223:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000496e01b3. 00000800:00000010:1.0:1767384689.216228:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000540811bb. 00000800:00000010:1.0:1767384689.216249:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000540811bb. 00000800:00020000:1.0:1767384689.216269:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384689.216273:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000496e01b3. 00000800:00000010:1.0:1767384689.216276:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c02e4d34. 00000400:02020000:1.0:1767384689.216350:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp42 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384689.216358:0:16333:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp42 notifying 192.168.202.122@tcp42: down 00000400:00000200:1.0:1767384689.216362:0:16333:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384689.216366:0:16333:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp42 00000800:00000010:1.0:1767384689.216370:0:16333:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001160155d. 00000400:00000200:1.0:1767384689.216374:0:16333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384689.216379:0:16333:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp42->192.168.202.122@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384689.216386:0:16333:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384689.216389:0:16333:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384689.216393:0:16333:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp42) recovery failed with -71 00010000:00000001:1.0:1767384689.407424:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384689.407431:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.407549:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384689.407552:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384689.407556:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384689.407586:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2591e1d] -> 12345-192.168.202.122@tcp35 (4) 00000800:00000200:2.1:1767384689.407591:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e2591e1d] -> 12345-192.168.202.122@tcp35 (4) 00000400:00000200:3.0:1767384689.407715:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407765:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407784:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407801:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407820:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407839:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407858:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407878:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407898:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407916:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407934:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407953:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407972:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.407990:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408008:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408024:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408044:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408063:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408083:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408101:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408119:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408140:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408163:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408185:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408205:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408225:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408244:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408262:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408281:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408335:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408368:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408387:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408405:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408425:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384689.408443:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384689.408594:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e2b8c006. 00000800:00000010:3.0:1767384689.408599:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000028e9a573. 00000800:00000010:3.0:1767384689.408604:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071e0855c. 00000800:00000010:3.0:1767384689.408623:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071e0855c. 00000800:00020000:3.0:1767384689.408647:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384689.408650:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000028e9a573. 00000800:00000010:3.0:1767384689.408653:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e2b8c006. 00000400:02020000:3.0:1767384689.408688:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp35 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384689.408692:0:16335:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:3.0:1767384690.239443:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384690.239447:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384690.239450:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b11833e 00000400:00000010:3.0:1767384690.239455:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b11833e. 00000400:00000200:3.0:1767384690.239460:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384690.239466:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp42 recovery ping unlinked 00000400:00000010:3.0:1767384690.239479:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000a7f0719. 00000400:00000010:3.0:1767384690.239485:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000079556179. 00000800:00000200:2.0:1767384690.431364:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (4) 00010000:00000001:1.0:1767384690.431364:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384690.431368:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384690.431376:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000099c6b9de] -> 12345-192.168.202.122@tcp30 (4) 00000020:00000001:1.0:1767384690.431386:0:40101:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384690.431388:0:40101:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384690.431390:0:40101:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384690.431503:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431551:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431574:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431603:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431638:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431662:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431681:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431699:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431719:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431756:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431777:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431800:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431822:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431841:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431858:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431877:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431899:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431922:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431943:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431965:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.431987:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432006:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432022:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432043:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432067:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432101:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432126:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432147:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432164:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432180:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432201:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432222:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432244:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432265:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384690.432289:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384690.432482:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006637f507. 00000800:00000010:0.0:1767384690.432489:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009fe91887. 00000800:00000010:0.0:1767384690.432493:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d1c46c0. 00000800:00000010:0.0:1767384690.432515:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d1c46c0. 00000800:00020000:0.0:1767384690.432525:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384690.432534:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009fe91887. 00000800:00000010:0.0:1767384690.432537:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006637f507. 00000400:02020000:0.0:1767384690.432575:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp30 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384690.432579:0:16334:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:1.0:1767384691.455404:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384691.455412:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384691.455418:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000034585ee9] -> 12345-192.168.202.122@tcp25 (6) 00000800:00000200:2.0:1767384691.455428:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp25 ip 192.168.202.122:988 00000800:00000200:2.0:1767384691.455432:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000020:00000001:1.0:1767384691.455445:0:40100:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384691.455448:0:40100:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384691.455452:0:40100:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384691.455585:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384691.455601:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384691.455602:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384691.455616:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384691.455620:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384692.287459:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384692.287471:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384692.287478:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000743e45ac. 00000020:00000040:3.0:1767384692.287485:0:36:0:(genops.c:1229:class_import_get()) import 00000000107c2d6e refcount=4 obd=MGC192.168.202.122@tcp 00000100:00000001:3.0:1767384692.287491:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384692.287494:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384692.287498:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384692.287506:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000488a94a4. 00000100:00000001:3.0:1767384692.287512:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384692.287520:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6->MGS req@00000000743e45ac x1853237050247040/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384692.287531:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384692.287533:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384692.287537:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743e45ac] to pc [ptlrpcd_00_02+2] req@00000000743e45ac x1853237050247040/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384692.287566:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384692.287569:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767384692.287577:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1767384692.287580:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384692.287583:0:36:0:(import.c:65:import_set_state_nolock()) 00000000b6de167b lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384692.287587:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1767384692.287589:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1767384692.287591:0:36:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 308 00000100:00000001:1.0:1767384692.287594:0:16346:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384692.287595:0:16347:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00001000:3.0:1767384692.287610:0:36:0:(import.c:2128:obd_at_measure()) add 15 to 000000007ffd8866 time=103 v=10 (10 0 0 0) 00000100:00000001:2.0:1767384692.287611:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384692.287617:0:36:0:(import.c:2194:obd_at_measure()) AT 000000007ffd8866 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:3.0:1767384692.287620:0:36:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00000001:2.0:1767384692.287620:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384692.287624:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384692.287624:0:16346:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384692.287627:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 5 to 0@lo 00000100:00000001:2.0:1767384692.287630:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384692.287632:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384692.287633:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384692.287637:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 6 to 0@lo 00000100:00000001:2.0:1767384692.287637:0:16347:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384692.287642:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000100:00000040:2.0:1767384692.287643:0:16347:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000743e45ac x1853237050247040/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384692.287648:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384692.287652:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x9f279d7a9a0b4e47 00000100:00000001:2.0:1767384692.287656:0:16347:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767384692.287657:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384692.287658:0:16347:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384692.287661:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000887e1aea refcount=8 02000000:00000001:2.0:1767384692.287663:0:16347:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384692.287665:0:16347:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384692.287667:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 02000000:00000001:2.0:1767384692.287669:0:16347:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384692.287673:0:16347:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000743e45ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6:16347:1853237050247040:0@lo:400: 00000020:00000001:3.0:1767384692.287674:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446635468035545088 : -108605674006528 : ffff9d3945615800) 00000100:00000001:2.0:1767384692.287678:0:16347:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384692.287681:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000a9796690 refcount 5 to 0@lo 00000100:00000001:3.0:1767384692.287684:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384692.287684:0:16347:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384692.287687:0:16347:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384692.287688:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000a9796690 refcount 6 to 0@lo 02000000:00000001:2.0:1767384692.287691:0:16347:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384692.287692:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446635473142995136 : -108600566556480 : ffff9d3a75ced8c0) 00000020:00000040:3.0:1767384692.287696:0:36:0:(genops.c:898:class_export_put()) PUTting export 00000000887e1aea : new refcount 7 02000000:00000010:2.0:1767384692.287696:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a3072299. 02000000:00000001:2.0:1767384692.287701:0:16347:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384692.287704:0:36:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 00000000b6de167b using connection 192.168.202.122@tcp/0@lo 00000400:00000010:2.0:1767384692.287706:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fc38edd. 00000100:00000001:3.0:1767384692.287708:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384692.287711:0:36:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1767384692.287713:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000064d2213d. 02000000:00000001:3.0:1767384692.287715:0:36:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384692.287719:0:36:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384692.287720:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:2.0:1767384692.287720:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050247040, portal 25 00000100:00000001:3.0:1767384692.287723:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384692.287724:0:16347:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384692.287727:0:16347:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055413632 : -108605654137984 : ffff9d3946908380) 00000100:00000010:3.0:1767384692.287728:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000071c811c2. 00000020:00000040:3.0:1767384692.287731:0:36:0:(genops.c:1229:class_import_get()) import 00000000b6de167b refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767384692.287733:0:16347:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000743e45ac x1853237050247040/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384692.287735:0:36:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384692.287738:0:36:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384692.287742:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384692.287745:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384692.287747:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384692.287754:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c01a0059. 00000100:00000001:2.0:1767384692.287756:0:16347:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384692.287760:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384692.287761:0:16347:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384692.287766:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f07b3369. 00000100:00100000:3.0:1767384692.287769:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000071c811c2 x1853237050247168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384692.287770:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050247040, offset 0 00000400:00000200:2.0:1767384692.287781:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384692.287783:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384692.287786:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384692.287789:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071c811c2] to pc [ptlrpcd_rcv+-1] req@0000000071c811c2 x1853237050247168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384692.287795:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384692.287809:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260108780 00000400:00000100:2.0:1767384692.287815:0:16347:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237050247040 offset 0 length 224: 4 00000400:00000200:2.0:1767384692.287819:0:16347:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000001e343fb4 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:3.0:1767384692.287821:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384692.287822:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000040:3.0:1767384692.287833:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (318) 00000400:00000200:2.0:1767384692.287833:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f07b3369 00000400:00000010:2.0:1767384692.287838:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f07b3369. 00000100:00000001:2.0:1767384692.287843:0:16347:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384692.287847:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000743e45ac x1853237050247040/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384692.287855:0:16347:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384692.287858:0:16347:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000743e45ac x1853237050247040/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384692.287865:0:16347:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384692.287867:0:16347:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384692.287868:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384692.287872:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384692.287873:0:16347:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384692.287875:0:16343:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384692.287879:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 0 is 4294980613 00000100:00000040:0.0:1767384692.287882:0:16343:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071c811c2 x1853237050247168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384692.287886:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc218921. 00000100:00000001:2.0:1767384692.287895:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384692.287895:0:16343:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384692.287903:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 1 is 4294980613 00000100:00000010:2.0:1767384692.287906:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009d3c1325. 00000100:00000001:0.0:1767384692.287907:0:16343:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384692.287909:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 1 02000000:00000001:0.0:1767384692.287913:0:16343:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384692.287917:0:16343:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384692.287919:0:16343:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384692.287922:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 2 is 4294980613 00000100:00100000:0.0:1767384692.287923:0:16343:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000071c811c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16343:1853237050247168:0@lo:38: 00000100:00000010:2.0:1767384692.287929:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac923da8. 00000100:00000001:0.0:1767384692.287930:0:16343:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384692.287935:0:16343:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767384692.287936:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1767384692.287939:0:16343:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384692.287941:0:16347:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS new deadline estimation for cpu 3 is 4294980613 02000000:00000001:0.0:1767384692.287943:0:16343:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767384692.287946:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d2256f5. 02000000:00000010:0.0:1767384692.287948:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005218c7f5. 00000100:00000001:2.0:1767384692.287951:0:16347:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.122@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767384692.287953:0:16343:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384692.287958:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da6ab268. 00000100:00000001:2.0:1767384692.287960:0:16347:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384692.287962:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003db49ec3. 00000100:00000001:2.0:1767384692.287965:0:16347:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384692.287967:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050247168, portal 10 00000100:00000001:2.0:1767384692.287970:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384692.287971:0:16343:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384692.287974:0:16343:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446635468055426176 : -108605654125440 : ffff9d394690b480) 00000100:00000001:2.0:1767384692.287976:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384692.287983:0:16343:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000071c811c2 x1853237050247168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384692.287991:0:16343:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384692.287994:0:16343:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384692.287997:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc204e5e. 00000100:00000200:0.0:1767384692.287999:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237050247168, offset 0 00000400:00000200:0.0:1767384692.288004:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384692.288021:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384692.288027:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260108800 00000400:00000100:0.0:1767384692.288031:0:16343:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853237050247168 offset 0 length 520: 4 00000400:00000200:0.0:1767384692.288034:0:16343:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000df490f3c is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1767384692.288045:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:0.0:1767384692.288049:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc204e5e 00000400:00000010:0.0:1767384692.288051:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc204e5e. 00000100:00000001:0.0:1767384692.288054:0:16343:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384692.288057:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000071c811c2 x1853237050247168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384692.288065:0:16343:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384692.288067:0:16343:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000071c811c2 x1853237050247168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384712 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384692.288073:0:16343:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384692.288075:0:16343:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384692.288079:0:16343:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384692.288082:0:16343:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3410 usecs (4 jiffies) 00000100:00000001:0.0:1767384692.288085:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294980612 00000100:00000001:0.0:1767384692.288087:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294980613 00000100:00000001:0.0:1767384692.288089:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294980612 00000100:00000001:0.0:1767384692.288090:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294980613 00000100:00000001:0.0:1767384692.288092:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294980612 00000100:00000001:0.0:1767384692.288094:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294980613 00000100:00000001:0.0:1767384692.288095:0:16343:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294980612 00000100:00000001:0.0:1767384692.288097:0:16343:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294980613 00000100:00000001:0.0:1767384692.288099:0:16343:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384692.288101:0:16343:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384692.288103:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384692.288104:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384692.288108:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384692.288114:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767384692.288116:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384692.288117:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384692.288119:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384692.288120:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384692.293379:0:267:0:(connection.c:75:cpu_latency_work()) work item of 0000000052d56e28 (cpu 0) has reached its deadline 4294980613, at 4294980614 00000100:00000040:3.0:1767384692.293380:0:33:0:(connection.c:75:cpu_latency_work()) work item of 0000000096f157b2 (cpu 0) has reached its deadline 4294980613, at 4294980614 00000100:00000040:1.0:1767384692.293380:0:58:0:(connection.c:75:cpu_latency_work()) work item of 00000000808a34f2 (cpu 0) has reached its deadline 4294980613, at 4294980614 00000100:00000040:0.0:1767384692.293380:0:41:0:(connection.c:75:cpu_latency_work()) work item of 0000000018865e50 (cpu 0) has reached its deadline 4294980613, at 4294980614 00000100:00000010:1.0:1767384692.293395:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009d3c1325. 00000100:00000010:0.0:1767384692.293397:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc218921. 00000100:00000010:2.0:1767384692.293399:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac923da8. 00000100:00000010:3.0:1767384692.293401:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d2256f5. 00010000:00000001:1.0:1767384692.479363:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000800:00000200:2.0:1767384692.479365:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (4) 00010000:00000001:1.0:1767384692.479369:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384692.479374:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008233f4bb] -> 12345-192.168.202.122@tcp33 (4) 00000020:00000001:1.0:1767384692.479388:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384692.479392:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384692.479395:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384692.479501:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479553:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479582:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479614:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479636:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479658:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479674:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479684:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479696:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479706:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479719:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479729:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479740:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479751:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479761:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479772:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479782:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479794:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479804:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479815:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479825:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479836:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479847:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479858:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479868:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479879:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479890:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479901:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479913:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479924:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479936:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479946:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479959:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479969:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:3.0:1767384692.479980:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:3.0:1767384692.480090:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e2b8c006. 00000800:00000010:3.0:1767384692.480093:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000028e9a573. 00000800:00000010:3.0:1767384692.480097:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071e0855c. 00000800:00000010:3.0:1767384692.480110:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071e0855c. 00000800:00020000:3.0:1767384692.480118:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:3.0:1767384692.491818:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000028e9a573. 00000800:00000010:3.0:1767384692.491830:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e2b8c006. 00000400:02020000:3.0:1767384692.491925:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp33 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384692.504676:0:16332:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:1.0:1767384693.311944:0:16347:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1767384693.311956:0:16347:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384693.311958:0:16347:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1767384693.311963:0:16347:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384693.311965:0:16347:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384693.311974:0:16347:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384693.311976:0:16347:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384693.503411:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384693.503420:0:58:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767384693.503423:0:58:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767384693.503425:0:58:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384693.503429:0:58:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767384693.503430:0:58:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384693.503432:0:58:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384693.503434:0:58:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384693.503568:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384693.503571:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384693.503574:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384693.503903:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000280542f9] -> 12345-192.168.202.122@tcp20 (6) 00000800:00000200:2.0:1767384693.503911:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp20 ip 192.168.202.122:988 00000800:00000200:2.0:1767384693.503915:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000035fcfad5 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384693.503935:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002dcabe44] -> 12345-192.168.202.122@tcp41 (4) 00000800:00000200:2.1:1767384693.503940:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002dcabe44] -> 12345-192.168.202.122@tcp41 (4) 00000400:00000200:1.0:1767384693.504051:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504107:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504134:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000800:00000200:3.0:1767384693.504155:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384693.504160:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384693.504165:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000800:00000001:3.0:1767384693.504171:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384693.504177:0:16339:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384693.504180:0:16339:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384693.504197:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504221:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504247:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504269:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504329:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504356:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504381:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504402:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504424:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504444:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504464:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504485:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504505:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504523:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504543:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504562:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504581:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504619:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504642:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504665:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504688:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504710:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504733:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504754:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504775:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504796:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504817:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504836:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504855:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504875:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384693.504894:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:1.0:1767384693.505019:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c02e4d34. 00000800:00000010:1.0:1767384693.505024:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000496e01b3. 00000800:00000010:1.0:1767384693.505029:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000540811bb. 00000800:00000010:1.0:1767384693.505048:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000540811bb. 00000800:00020000:1.0:1767384693.505055:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384693.505058:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000496e01b3. 00000800:00000010:1.0:1767384693.505060:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c02e4d34. 00000400:02020000:1.0:1767384693.505097:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp41 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384693.505101:0:16333:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:2.0:1767384693.985495:0:40265:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000076520871. 00080000:00000010:2.0:1767384693.985505:0:40265:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000076520871. 00000020:00000001:2.0:1767384693.985510:0:40265:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384694.335384:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp48 00000400:00000010:3.0:1767384694.335390:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e8ae0de7. 00000400:00000010:3.0:1767384694.335398:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ee17d863. 00000400:00000010:3.0:1767384694.335403:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000400:00000010:3.0:1767384694.335413:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005bd01a24. 00000400:00000200:3.0:1767384694.335418:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp48 00000400:00000200:3.0:1767384694.335439:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp48 local destination 00000400:00000200:3.0:1767384694.335446:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp48 00000400:00000200:3.0:1767384694.335451:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp48 NI seq info: [245:245:256:4294967295] 192.168.202.122@tcp48 LPNI seq info [200:200:8:4294967295] 00000400:00000200:3.0:1767384694.335458:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp48 00000400:00000200:3.0:1767384694.335469:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp48(192.168.202.122@tcp48:) -> 192.168.202.122@tcp48(192.168.202.122@tcp48:192.168.202.122@tcp48) : GET try# 0 00000800:00000200:3.0:1767384694.335475:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp48 00000800:00000010:3.0:1767384694.335499:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e0afc1d3. 00000800:00000200:3.0:1767384694.335507:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e984cf7] -> 12345-192.168.202.122@tcp48 (2) 00000800:00000200:3.1:1767384694.335513:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009e984cf7] -> 12345-192.168.202.122@tcp48 (2) 00000400:00000200:3.0:1767384694.335537:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp48 added to recovery queue. ping count: 4 next ping: 331 health :600 00000400:00000200:3.0:1767384694.335541:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp43 00000400:00000010:3.0:1767384694.335545:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b6979989. 00000400:00000010:3.0:1767384694.335549:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003dd323fa. 00000400:00000010:3.0:1767384694.335552:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b97630ca. 00000400:00000010:3.0:1767384694.335557:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000094b69458. 00000400:00000200:3.0:1767384694.335561:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp43 00000400:00000200:3.0:1767384694.335569:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp43 local destination 00000400:00000200:3.0:1767384694.335573:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp43 00000400:00000200:3.0:1767384694.335576:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp43 NI seq info: [246:246:256:4294967295] 192.168.202.122@tcp43 LPNI seq info [201:201:8:4294967295] 00000400:00000200:3.0:1767384694.335592:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp43 00000400:00000200:3.0:1767384694.335600:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp43(192.168.202.122@tcp43:) -> 192.168.202.122@tcp43(192.168.202.122@tcp43:192.168.202.122@tcp43) : GET try# 0 00000800:00000200:3.0:1767384694.335605:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp43 00000800:00000010:3.0:1767384694.335608:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009ce285c6. 00000800:00000200:3.0:1767384694.335613:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dbf1a7f7] -> 12345-192.168.202.122@tcp43 (2) 00000400:00000200:0.0:1767384694.335614:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:3.0:1767384694.335617:0:16341:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.122 (cnted 0, interval 16, 1 secs later) 00000800:00000200:3.1:1767384694.335625:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000dbf1a7f7] -> 12345-192.168.202.122@tcp43 (2) 00000800:00000200:3.1:1767384694.335628:0:16341:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.122 (cnted 0, interval 16, 1 secs later) 00000800:00000100:3.0:1767384694.335633:0:16341:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.122@tcp43 00000800:00000010:3.0:1767384694.335636:0:16341:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009ce285c6. 00000400:00000200:0.0:1767384694.335664:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:3.0:1767384694.335680:0:16341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1767384694.335687:0:16341:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp43->192.168.202.122@tcp43: GET: REMOTE_ERROR 00000400:00000200:3.0:1767384694.335695:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -5 00000400:00000200:0.0:1767384694.335695:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:3.0:1767384694.335700:0:16341:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp43 recovery message sent unsuccessfully:-5 00000400:00000200:0.0:1767384694.335724:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.335750:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.335774:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.335794:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.335817:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.335835:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.335853:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:3.0:1767384694.335869:0:16341:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp43) recovery failed with -5 00000400:00000200:0.0:1767384694.335877:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:3.0:1767384694.335880:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp43 added to recovery queue. ping count: 5 next ping: 347 health :500 00000400:00000200:0.0:1767384694.335911:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.335931:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.335953:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.335984:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336009:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336044:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336082:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336115:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336144:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336190:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336229:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336267:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336352:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336384:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336417:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336442:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336471:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336501:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336526:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336554:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336604:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336631:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336661:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384694.336686:0:16335:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384694.336818:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006637f507. 00000800:00000010:0.0:1767384694.336823:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db159409. 00000800:00000010:0.0:1767384694.336828:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006ddff9d4. 00000800:00000010:0.0:1767384694.336849:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006ddff9d4. 00000800:00020000:0.0:1767384694.336857:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384694.336861:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db159409. 00000800:00000010:0.0:1767384694.336863:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006637f507. 00000400:02020000:0.0:1767384694.336899:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp48 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384694.336907:0:16335:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp48 notifying 192.168.202.122@tcp48: down 00000400:00000200:0.0:1767384694.336911:0:16335:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384694.336916:0:16335:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp48 00000800:00000010:0.0:1767384694.336918:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e0afc1d3. 00000400:00000200:0.0:1767384694.336922:0:16335:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384694.336927:0:16335:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp48->192.168.202.122@tcp48: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384694.336935:0:16335:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384694.336939:0:16335:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp48 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384694.336944:0:16335:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp48) recovery failed with -71 00010000:00000001:1.0:1767384694.527355:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384694.527361:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384694.527378:0:40101:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384694.527381:0:40101:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384694.527383:0:40101:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384694.761129:0:40429:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384694.761146:0:40429:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing load_modules_local 00000001:00000001:2.0:1767384694.763212:0:40429:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:2.0:1767384694.930435:0:40449:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000200:1.0:1767384695.359368:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b11833e 00000400:00000010:1.0:1767384695.359375:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b11833e. 00000400:00000200:1.0:1767384695.359379:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384695.359384:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp48 recovery ping unlinked 00000400:00000010:1.0:1767384695.359395:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e8ae0de7. 00000400:00000010:1.0:1767384695.359398:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ee17d863. 00000400:00000200:1.0:1767384695.359401:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b97630ca 00000400:00000010:1.0:1767384695.359402:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b97630ca. 00000400:00000200:1.0:1767384695.359403:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384695.359404:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767384695.359406:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b6979989. 00000400:00000010:1.0:1767384695.359408:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003dd323fa. 00080000:00000010:0.0:1767384695.708921:0:40679:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000715c8ac2. 00080000:00000010:0.0:1767384695.708929:0:40679:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000715c8ac2. 00080000:00000010:0.0:1767384695.714398:0:40681:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000715c8ac2. 00080000:00000010:0.0:1767384695.714406:0:40681:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000715c8ac2. 00080000:00000010:1.0:1767384695.881405:0:40692:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000050bfbf45. 00080000:00000010:1.0:1767384695.881412:0:40692:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000050bfbf45. 00080000:00000010:2.0:1767384696.149370:0:40743:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b94c8e6f. 00080000:00000010:2.0:1767384696.149380:0:40743:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b94c8e6f. 00080000:00000010:1.0:1767384696.423192:0:40793:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005d1ad0ac. 00080000:00000010:1.0:1767384696.423201:0:40793:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005d1ad0ac. 00000800:00000200:2.0:1767384696.575361:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00000800:00000200:2.0:1767384696.575369:0:16336:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.122 (cnted 2, interval 16, 4 secs later) 00000800:00000200:2.1:1767384696.575376:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00000800:00000200:2.1:1767384696.575379:0:16336:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.122 (cnted 2, interval 16, 4 secs later) 00000800:00000100:2.0:1767384696.575384:0:16336:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.122@tcp26 00080000:00000010:0.0:1767384696.694759:0:40843:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f08165db. 00080000:00000010:0.0:1767384696.694767:0:40843:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f08165db. 00080000:00000010:2.0:1767384696.966604:0:40888:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d07c7157. 00080000:00000010:2.0:1767384696.966614:0:40888:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d07c7157. 00080000:00000010:1.0:1767384697.241221:0:40938:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a70e6907. 00080000:00000010:1.0:1767384697.241232:0:40938:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a70e6907. 00080000:00000010:1.0:1767384697.372818:0:40979:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a70e6907. 00080000:00000010:1.0:1767384697.372826:0:40979:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a70e6907. 00000020:00000010:1.0:1767384697.380115:0:40979:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 000000006566823e. 00000020:00000010:1.0:1767384697.380121:0:40979:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000d149bcae. 00000020:00000010:1.0:1767384697.380127:0:40979:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000ba13c62b. 00000020:00000010:1.0:1767384697.380137:0:40979:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 000000003b26127f. 00000020:00000010:1.0:1767384697.380149:0:40979:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000290c3fae. 00000020:00000010:1.0:1767384697.380153:0:40979:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 000000002f64c143. 00000020:00000010:1.0:1767384697.380155:0:40979:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 29 at 000000002025ce4c. 00000020:00000010:1.0:1767384697.380167:0:40979:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 000000002f9ff398. 00000020:00000010:1.0:1767384697.380177:0:40979:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000cf608087. 00000020:00000010:1.0:1767384697.380181:0:40979:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000046ae3b99. 00000020:00000010:1.0:1767384697.380205:0:40979:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 000000002f9ff398. 00000020:00000010:1.0:1767384697.380208:0:40979:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 160 at 00000000ef82a58a. 00000001:00000010:1.0:1767384697.380222:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a79ed4af. 00000001:00000010:1.0:1767384697.380226:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000081b8f433. 00000001:00000010:1.0:1767384697.380229:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000090725020. 00000001:00000010:1.0:1767384697.380231:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000f32023c. 00000001:00000010:1.0:1767384697.380233:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000356a42e0. 00000001:00000010:1.0:1767384697.380235:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004a99204b. 00000001:00000010:1.0:1767384697.380238:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000820c58fa. 00000001:00000010:1.0:1767384697.380240:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f1c51230. 00000001:00000010:1.0:1767384697.380242:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004eed0d8e. 00000001:00000010:1.0:1767384697.380244:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000e3418a9. 00000001:00000010:1.0:1767384697.380247:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000013efc6f. 00000001:00000010:1.0:1767384697.380249:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d8d6d96e. 00000020:00000010:1.0:1767384697.380253:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064171b14. 00000020:00000010:1.0:1767384697.380257:0:40979:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002f9ff398. 00000020:00000010:1.0:1767384697.380260:0:40979:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2223fc3. 00000008:00000010:1.0:1767384697.380263:0:40979:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000007249dda1. 00020000:00000010:1.0:1767384697.380267:0:40979:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000004ff74297. 00008000:00000010:1.0:1767384697.380269:0:40979:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e72fa4b6. 00000080:00000010:1.0:1767384697.380283:0:40979:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000562628c8. 00000020:00000010:1.0:1767384697.380286:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038830111. 00000020:00000010:1.0:1767384697.380288:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d6b65a32. 00000040:00000010:1.0:1767384697.380304:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f61ff66b. 00000020:00000010:1.0:1767384697.380308:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000004716bba. 00000020:00000010:1.0:1767384697.380311:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002e56bd49. 00040000:00000010:1.0:1767384697.380315:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ff0e9c7a. 00040000:00000010:1.0:1767384697.380317:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009295e961. 00080000:00000010:1.0:1767384697.380322:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c02e4d34. 00080000:00000010:1.0:1767384697.380325:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007c3bae44. 00080000:00000010:1.0:1767384697.380342:0:40979:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 000000008f3d55b9. 00000001:00000010:1.0:1767384697.386064:0:40979:0:(osd_compat.c:489:osd_ost_init()) kmalloced '(dev->od_ost_map)': 120 at 000000003a66d8cd. 00000001:00000010:1.0:1767384697.386350:0:40979:0:(osd_compat.c:265:osd_mdt_init()) kmalloced '(dev->od_mdt_map)': 8 at 00000000f7aa05be. 00000020:00000010:1.0:1767384697.386815:0:40979:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000a31fa766. 00000020:00000010:1.0:1767384697.386821:0:40979:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000f06fb354. 00000020:00000010:1.0:1767384697.386824:0:40979:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000004cf43e43. 00000020:00000010:1.0:1767384697.387524:0:40979:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000054171425. 00080000:00000010:1.0:1767384697.387529:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008cae978d. 00080000:00000010:1.0:1767384697.387531:0:40979:0:(osd_handler.c:437:osd_object_alloc()) kmalloced '(h)': 88 at 000000008c1d937e. 00080000:00000010:1.0:1767384697.387662:0:40979:0:(osd_oi.c:394:osd_oi_init()) kmalloced '(oi)': 8192 at 00000000a386338f. 00080000:00000010:1.0:1767384697.387690:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008ce626e0. 00080000:00000010:1.0:1767384697.387808:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000fbcf89b1. 00080000:00000010:1.0:1767384697.387949:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000049e47d40. 00080000:00000010:1.0:1767384697.388062:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000340e29df. 00080000:00000010:1.0:1767384697.388184:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000021f27ea. 00080000:00000010:1.0:1767384697.388386:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003aeb2b0f. 00080000:00000010:1.0:1767384697.388526:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006cf475f5. 00080000:00000010:1.0:1767384697.388641:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009cba1721. 00080000:00000010:1.0:1767384697.388743:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003ffb59bf. 00080000:00000010:1.0:1767384697.388849:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003a2bfb42. 00080000:00000010:1.0:1767384697.388993:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006ef5c93a. 00080000:00000010:1.0:1767384697.389119:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000007b1f64d. 00080000:00000010:1.0:1767384697.389235:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005f780529. 00080000:00000010:1.0:1767384697.389367:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000023f9326c. 00080000:00000010:1.0:1767384697.389469:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000067196fa4. 00080000:00000010:1.0:1767384697.389583:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006c76808c. 00080000:00000010:1.0:1767384697.389688:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001669805d. 00080000:00000010:1.0:1767384697.389803:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f591d263. 00080000:00000010:1.0:1767384697.389930:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000900a9444. 00080000:00000010:1.0:1767384697.390051:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000f8a4074. 00080000:00000010:1.0:1767384697.390185:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000522a78bd. 00080000:00000010:1.0:1767384697.390346:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c67394c2. 00080000:00000010:1.0:1767384697.390448:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000235e7834. 00080000:00000010:1.0:1767384697.390544:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001f5a0fa4. 00080000:00000010:1.0:1767384697.390672:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000836fe6a7. 00080000:00000010:1.0:1767384697.390772:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000dd204c3. 00080000:00000010:1.0:1767384697.390872:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000edce4857. 00080000:00000010:1.0:1767384697.390984:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005389c791. 00080000:00000010:1.0:1767384697.391092:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003800327f. 00080000:00000010:1.0:1767384697.391232:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b097eede. 00080000:00000010:1.0:1767384697.391360:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000294749d1. 00080000:00000010:1.0:1767384697.391464:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b17d6ee2. 00080000:00000010:1.0:1767384697.391581:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000227f4d88. 00080000:00000010:1.0:1767384697.391683:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000c66fa8a. 00080000:00000010:1.0:1767384697.391788:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000bf153b85. 00080000:00000010:1.0:1767384697.391904:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e7bbfc04. 00080000:00000010:1.0:1767384697.392039:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003e4d5d9b. 00080000:00000010:1.0:1767384697.392141:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002523f198. 00080000:00000010:1.0:1767384697.392249:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a3854eff. 00080000:00000010:1.0:1767384697.392356:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003375fad7. 00080000:00000010:1.0:1767384697.392457:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000008770741. 00080000:00000010:1.0:1767384697.392566:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001396c987. 00080000:00000010:1.0:1767384697.392668:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000069339c47. 00080000:00000010:1.0:1767384697.392779:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000581c6707. 00080000:00000010:1.0:1767384697.392907:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a4e40ccf. 00080000:00000010:1.0:1767384697.393036:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000de88c372. 00080000:00000010:1.0:1767384697.393149:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000cf8bbf72. 00080000:00000010:1.0:1767384697.393269:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006839eb60. 00080000:00000010:1.0:1767384697.393389:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000000d7bc7a. 00080000:00000010:1.0:1767384697.393507:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d7e72f32. 00080000:00000010:1.0:1767384697.393660:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000000ab83a0f. 00080000:00000010:1.0:1767384697.393778:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000398b7184. 00080000:00000010:1.0:1767384697.393895:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000096be5e3f. 00080000:00000010:1.0:1767384697.394012:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000901b59b6. 00080000:00000010:1.0:1767384697.394137:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000501d46f6. 00080000:00000010:1.0:1767384697.394257:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003f3899bb. 00080000:00000010:1.0:1767384697.394371:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000041d0208d. 00080000:00000010:1.0:1767384697.394504:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c5e71ffb. 00080000:00000010:1.0:1767384697.394637:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d9e1c6b0. 00080000:00000010:1.0:1767384697.394750:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000fe26e84e. 00080000:00000010:1.0:1767384697.394863:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000008f8555b0. 00080000:00000010:1.0:1767384697.394980:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000f37b5b91. 00080000:00000010:1.0:1767384697.395102:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000032c79057. 00080000:00000010:1.0:1767384697.395235:0:40979:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b11326a0. 00000001:00000010:1.0:1767384697.395514:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.395607:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.395631:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.395633:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.395645:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.395647:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.395658:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.395746:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.395860:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dfd4c62f. 00000001:00000010:1.0:1767384697.395865:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.395867:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.395884:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.395968:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.395997:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396110:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.396117:0:40979:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000001db30308. 00000001:00000010:1.0:1767384697.396141:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396147:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396169:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396173:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.396175:0:40979:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000ffa60790. 00000001:00000010:1.0:1767384697.396187:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396190:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396523:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396528:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.396530:0:40979:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000008fb25b3f. 00000001:00000010:1.0:1767384697.396544:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396546:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.396548:0:40979:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000593991c0. 00000001:00000010:1.0:1767384697.396574:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396578:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.396580:0:40979:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000005b63c1fc. 00000001:00000010:1.0:1767384697.396584:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396586:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396599:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396602:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396613:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396615:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.396617:0:40979:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000dad86dca. 00000001:00000010:1.0:1767384697.396813:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396820:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396844:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396849:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396868:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396871:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.396873:0:40979:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000362ff6ea. 00100000:00000010:1.0:1767384697.396974:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000098dc467d. 00000001:00000010:1.0:1767384697.396978:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396981:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.396997:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.397105:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.397109:0:40979:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000041c7a2b0. 00100000:00000010:1.0:1767384697.397116:0:40979:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000003b2d0d12. 00000001:00000010:1.0:1767384697.397130:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.397133:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.397142:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.397144:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.397154:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.397156:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.397414:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000012bbc0fc. 00000001:00000010:1.0:1767384697.397419:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.397422:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.397531:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a2899981. 00000001:00000010:1.0:1767384697.397535:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.397538:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.397694:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dfed1066. 00000001:00000010:1.0:1767384697.397700:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.397704:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.397853:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e04bcf87. 00000001:00000010:1.0:1767384697.397858:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.397860:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.397984:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c57b6164. 00000001:00000010:1.0:1767384697.397988:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.397991:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.398133:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006bb71ae7. 00000001:00000010:1.0:1767384697.398137:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.398140:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.398280:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000078830f39. 00000001:00000010:1.0:1767384697.398285:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.398287:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.398451:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c6c75b10. 00000001:00000010:1.0:1767384697.398457:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.398461:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.398614:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000eec4829. 00000001:00000010:1.0:1767384697.398618:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.398621:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.398744:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ba839d32. 00000001:00000010:1.0:1767384697.398748:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.398751:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.398878:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008e7a6d8b. 00000001:00000010:1.0:1767384697.398883:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.398885:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.399017:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006aa8c3f7. 00000001:00000010:1.0:1767384697.399023:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.399027:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.399175:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000fe469be5. 00000001:00000010:1.0:1767384697.399180:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.399182:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.399355:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000012d06e81. 00000001:00000010:1.0:1767384697.399362:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.399366:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.399510:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000860ddd82. 00000001:00000010:1.0:1767384697.399515:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.399517:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.399655:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008ca524d7. 00000001:00000010:1.0:1767384697.399661:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.399665:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.399800:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002c38a516. 00000001:00000010:1.0:1767384697.399805:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.399807:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.399937:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000067f08a0c. 00000001:00000010:1.0:1767384697.399942:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.399944:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.400086:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000058840e37. 00000001:00000010:1.0:1767384697.400091:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.400094:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.400222:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000064bb8f37. 00000001:00000010:1.0:1767384697.400227:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.400231:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.400371:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000022906aa4. 00000001:00000010:1.0:1767384697.400376:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.400378:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.400518:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ca5d934a. 00000001:00000010:1.0:1767384697.400522:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.400525:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.400689:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008b0797aa. 00000001:00000010:1.0:1767384697.400693:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.400696:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.400831:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000093385dd5. 00000001:00000010:1.0:1767384697.400835:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.400838:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.400977:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008541f599. 00000001:00000010:1.0:1767384697.400982:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.400984:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.401130:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ed26e1de. 00000001:00000010:1.0:1767384697.401134:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.401137:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.401270:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b3a909c0. 00000001:00000010:1.0:1767384697.401274:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.401277:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.401459:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000098eaad44. 00000001:00000010:1.0:1767384697.401464:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.401467:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.401601:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000464fc40f. 00000001:00000010:1.0:1767384697.401606:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.401609:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.401733:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001508f4f4. 00000001:00000010:1.0:1767384697.401738:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.401740:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.401880:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008fb4e7a6. 00000001:00000010:1.0:1767384697.401885:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.401887:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.402055:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000099443a5e. 00000001:00000010:1.0:1767384697.402060:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.402063:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.402068:0:40979:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000001db30308. 00000001:00000010:1.0:1767384697.402221:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.402227:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.402375:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d0eaa30c. 00000001:00000010:1.0:1767384697.402381:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.402386:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.402406:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.402410:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.402425:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.402429:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.402577:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.402705:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.402724:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.402727:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.402729:0:40979:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000ffa60790. 00100000:00000010:1.0:1767384697.402987:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f26d408e. 00000001:00000010:1.0:1767384697.402993:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.402998:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.403137:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dd2828d1. 00000001:00000010:1.0:1767384697.403141:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.403252:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.403419:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000098bd375e. 00000001:00000010:1.0:1767384697.403426:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.403430:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.403594:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d35d5344. 00000001:00000010:1.0:1767384697.403599:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.403601:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.403730:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000036d896c9. 00000001:00000010:1.0:1767384697.403734:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.403737:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.403862:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d7eef6d6. 00000001:00000010:1.0:1767384697.403866:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.403868:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.404001:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008e4ccefd. 00000001:00000010:1.0:1767384697.404008:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.404012:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.404142:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ba18db5c. 00000001:00000010:1.0:1767384697.404147:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.404149:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.404275:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000916f407e. 00000001:00000010:1.0:1767384697.404280:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.404283:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.404491:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ae6c1a1e. 00000001:00000010:1.0:1767384697.404495:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.404498:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.404645:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009462a176. 00000001:00000010:1.0:1767384697.404650:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.404653:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.404778:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007face631. 00000001:00000010:1.0:1767384697.404782:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.404785:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.404789:0:40979:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000008fb25b3f. 00000001:00000010:1.0:1767384697.404919:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.404923:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.404926:0:40979:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000593991c0. 00000001:00000010:1.0:1767384697.405060:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.405173:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.405180:0:40979:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000005b63c1fc. 00100000:00000010:1.0:1767384697.405486:0:40979:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000dad86dca. 00000001:00000010:1.0:1767384697.405638:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.405643:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.405647:0:40979:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000dad86dca. 00000001:00000010:1.0:1767384697.405656:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.405658:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.405660:0:40979:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000005b63c1fc. 00100000:00000010:1.0:1767384697.405662:0:40979:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000362ff6ea. 00000001:00000010:1.0:1767384697.405804:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.405930:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.405934:0:40979:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000362ff6ea. 00100000:00000010:1.0:1767384697.405936:0:40979:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000041c7a2b0. 00100000:00000010:1.0:1767384697.406063:0:40979:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000003b2d0d12. 00100000:00000010:1.0:1767384697.406330:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000020282506. 00000001:00000010:1.0:1767384697.406335:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.406439:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.406569:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004b3618d7. 00000001:00000010:1.0:1767384697.406573:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.406576:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.406702:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000006483b7. 00000001:00000010:1.0:1767384697.406707:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.406709:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.406713:0:40979:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000dad86dca. 00100000:00000010:1.0:1767384697.406936:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000057268e92. 00000001:00000010:1.0:1767384697.406940:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.406942:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.407053:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003c1c0c85. 00000001:00000010:1.0:1767384697.407057:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.407060:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.407205:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003defc656. 00000001:00000010:1.0:1767384697.407211:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dc709d2b. 00000001:00000010:1.0:1767384697.407214:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dc709d2b. 00100000:00000010:1.0:1767384697.407219:0:40979:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000005b63c1fc. 00000100:00000010:2.0:1767384697.407408:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ec49458. 00000400:00000200:3.0:1767384697.407410:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp31 00000400:00000010:3.0:1767384697.407417:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000a7f0719. 00000400:00000010:3.0:1767384697.407423:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000be07492f. 00000400:00000010:3.0:1767384697.407427:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c886b5f. 02000000:00000010:2.0:1767384697.407427:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a29c908f. 00000400:00000010:3.0:1767384697.407437:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000967070fe. 00000400:00000200:3.0:1767384697.407444:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp31 00000001:00000010:0.0:1767384697.407449:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000072dcc914. 00000001:00000010:0.0:1767384697.407461:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000072dcc914. 00000400:00000200:3.0:1767384697.407464:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp31 local destination 00000400:00000200:3.0:1767384697.407471:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp31 00000400:00000200:3.0:1767384697.407475:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp31 NI seq info: [247:247:256:4294967295] 192.168.202.122@tcp31 LPNI seq info [202:202:8:4294967295] 02000000:00000010:1.0:1767384697.407476:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd62ceae. 00000400:00000010:1.0:1767384697.407485:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc709d2b. 00000400:00000200:3.0:1767384697.407486:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp31 00000001:00000010:0.0:1767384697.407489:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000072dcc914. 00000400:00000010:1.0:1767384697.407493:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c17bbd4. 00000001:00000010:0.0:1767384697.407495:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000072dcc914. 00000400:00000200:3.0:1767384697.407501:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp31(192.168.202.122@tcp31:) -> 192.168.202.122@tcp31(192.168.202.122@tcp31:192.168.202.122@tcp31) : GET try# 0 00000100:00000200:1.0:1767384697.407502:0:16347:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050247296, portal 25 00100000:00000010:0.0:1767384697.407503:0:40979:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000362ff6ea. 00000400:00000010:1.0:1767384697.407511:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ba7c77f. 00000800:00000200:3.0:1767384697.407512:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp31 00000100:00000200:1.0:1767384697.407517:0:16347:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237050247296, offset 0 00000800:00000010:3.0:1767384697.407518:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000074de7921. 00000800:00000200:3.0:1767384697.407526:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000400:00000200:1.0:1767384697.407530:0:16347:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.1:1767384697.407534:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e7c29e4a] -> 12345-192.168.202.122@tcp31 (2) 00000001:00000010:0.0:1767384697.407534:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000072dcc914. 00000001:00000010:0.0:1767384697.407543:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000072dcc914. 00000400:00000200:1.0:1767384697.407544:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.407565:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp31 added to recovery queue. ping count: 6 next ping: 382 health :400 00000400:00000200:1.0:1767384697.407576:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958260108880 00000400:00000100:1.0:1767384697.407584:0:16347:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237050247296 offset 0 length 224: 4 00000400:00000200:1.0:1767384697.407588:0:16347:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000777c1105 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:1.0:1767384697.407591:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:1.0:1767384697.407602:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ba7c77f 00000400:00000010:1.0:1767384697.407604:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ba7c77f. 00000100:00000200:1.0:1767384697.407615:0:16347:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ec49458 x1853237050247296/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384697.407632:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ea7bb294. 00000400:00000200:0.0:1767384697.407632:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000010:1.0:1767384697.407644:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000895f3bd1. 00000100:00000010:1.0:1767384697.407658:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007ee3dc90. 00000100:00000010:1.0:1767384697.407671:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ccd1b69. 00000400:00000200:0.0:1767384697.407695:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407729:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407751:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407765:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407776:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407788:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407799:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407809:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407819:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407833:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407854:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407875:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407897:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407919:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407933:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407944:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407955:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407965:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407976:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.407986:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408005:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408016:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408027:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408038:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408050:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408061:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408073:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408084:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408094:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408106:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408118:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408130:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408141:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:0.0:1767384697.408152:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:0.0:1767384697.408273:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006637f507. 00000800:00000010:0.0:1767384697.408277:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000046ef157c. 00000800:00000010:0.0:1767384697.408280:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000d39ec49. 00000800:00000010:0.0:1767384697.408328:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000d39ec49. 00000800:00020000:0.0:1767384697.408340:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384697.408343:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000046ef157c. 00000800:00000010:0.0:1767384697.408346:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006637f507. 00000001:00000010:3.0:1767384697.408379:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000a95dd41. 00000001:00000010:3.0:1767384697.408386:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000a95dd41. 00000400:02020000:0.0:1767384697.408395:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp31 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384697.408404:0:16334:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp31 notifying 192.168.202.122@tcp31: down 00000800:00000200:0.0:1767384697.408411:0:16334:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp31 down 00000800:00000100:0.0:1767384697.408418:0:16334:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp31 00000800:00000010:0.0:1767384697.408421:0:16334:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000074de7921. 00000400:00000200:0.0:1767384697.408427:0:16334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384697.408432:0:16334:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp31->192.168.202.122@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384697.408440:0:16334:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384697.408444:0:16334:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384697.408449:0:16334:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp31) recovery failed with -71 00000020:00000010:3.0:1767384697.408850:0:40979:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008bdd1d77. 00000020:00000010:3.0:1767384697.408855:0:40979:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at 000000003dda6dd8. 00040000:00000010:3.0:1767384697.408878:0:40979:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000c78a1bb2. 00040000:00000010:3.0:1767384697.408883:0:40979:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000c7a1c3d7. 00040000:00000010:3.0:1767384697.408886:0:40979:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000c7a1c3d7. 00000020:00000010:3.0:1767384697.408899:0:40979:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c7a1c3d7. 00000020:00000010:3.0:1767384697.408902:0:40979:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000c7a1c3d7. 00040000:00000010:3.0:1767384697.408905:0:40979:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000004928023b. 00040000:00000010:3.0:1767384697.408907:0:40979:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000c7a1c3d7. 00040000:00000010:3.0:1767384697.408909:0:40979:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000c7a1c3d7. 00000020:00000010:3.0:1767384697.408927:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d6b65a32. 00000040:00000010:3.0:1767384697.408930:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f61ff66b. 00000020:00000010:3.0:1767384697.408934:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000004716bba. 00000020:00000010:3.0:1767384697.408938:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002e56bd49. 00040000:00000010:3.0:1767384697.408943:0:40979:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ff0e9c7a. 00040000:00000010:3.0:1767384697.408946:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009295e961. 00080000:00000010:3.0:1767384697.408950:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007c3bae44. 00080000:00000010:3.0:1767384697.408976:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c02e4d34. 00000020:00000010:3.0:1767384697.408979:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038830111. 00000020:00000010:3.0:1767384697.408983:0:40979:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002f9ff398. 00000020:00000010:3.0:1767384697.408985:0:40979:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2223fc3. 00000008:00000010:3.0:1767384697.408988:0:40979:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000007249dda1. 00020000:00000010:3.0:1767384697.408990:0:40979:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000004ff74297. 00008000:00000010:3.0:1767384697.408993:0:40979:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e72fa4b6. 00000080:00000010:3.0:1767384697.408996:0:40979:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000562628c8. 00000020:00000010:3.0:1767384697.408998:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064171b14. 00000020:00000010:3.0:1767384697.409002:0:40979:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 160 at 00000000ef82a58a. 00000020:00000010:3.0:1767384697.409009:0:40979:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e36d671b. 00000020:00000010:3.0:1767384697.409021:0:40979:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 0000000080b648e8. 00000020:00000010:3.0:1767384697.409022:0:40979:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000e1fe1cf9. 00000020:00000010:3.0:1767384697.409025:0:40979:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000038be316. 00000020:00000010:3.0:1767384697.409033:0:40979:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000083b1b278. 00000020:00000010:3.0:1767384697.409036:0:40979:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004afd60b0. 00000020:00000010:3.0:1767384697.409041:0:40979:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000038be316. 00000020:00000010:3.0:1767384697.409044:0:40979:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000038be316. 00000001:00000010:3.0:1767384697.409055:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000049f3eb79. 00000001:00000010:3.0:1767384697.409059:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000042494150. 00000001:00000010:3.0:1767384697.409061:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005588b7cc. 00000001:00000010:3.0:1767384697.409063:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000041065a8d. 00000001:00000010:3.0:1767384697.409064:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c92a7720. 00000001:00000010:3.0:1767384697.409065:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002d2274f2. 00000001:00000010:3.0:1767384697.409067:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008380fb66. 00000001:00000010:3.0:1767384697.409068:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005377cfc4. 00000001:00000010:3.0:1767384697.409070:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000033d49458. 00000001:00000010:3.0:1767384697.409071:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002fbdab75. 00000001:00000010:3.0:1767384697.409073:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009295e961. 00000001:00000010:3.0:1767384697.409074:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002e56bd49. 00000020:00000010:3.0:1767384697.409076:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f61ff66b. 00000020:00000010:3.0:1767384697.409078:0:40979:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b1e1ec8d. 00000020:00000010:3.0:1767384697.409080:0:40979:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 00000008:00000010:3.0:1767384697.409082:0:40979:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a53e5125. 00020000:00000010:3.0:1767384697.409084:0:40979:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000007238c134. 00008000:00000010:3.0:1767384697.409086:0:40979:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e83c8144. 00000080:00000010:3.0:1767384697.409089:0:40979:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005ffc9bb0. 00000020:00000010:3.0:1767384697.409091:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5d3f718. 00000020:00000010:3.0:1767384697.409093:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e19fee4c. 00000040:00000010:3.0:1767384697.409095:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007033d2ec. 00000020:00000010:3.0:1767384697.409097:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fbc697cf. 00000020:00000010:3.0:1767384697.409099:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000defcc481. 80000000:00000010:3.0:1767384697.409101:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000012e58bd1. 00040000:00000010:3.0:1767384697.409103:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009533ab2f. 00080000:00000010:3.0:1767384697.409107:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e2b8c006. 00080000:00000010:3.0:1767384697.409110:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008c5fe625. 20000000:00000010:3.0:1767384697.409114:0:40979:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 00000000bc9e010c. 20000000:00000010:3.0:1767384697.409117:0:40979:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 00000000c7a1c3d7. 00000020:00000010:3.0:1767384697.409120:0:40979:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000054e53e80. 20000000:00000010:3.0:1767384697.409122:0:40979:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 00000000c7a1c3d7. 00010000:00000010:3.0:1767384697.409126:0:40979:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000005a04d1f4. 00000001:00000010:3.0:1767384697.409128:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000790c2471. 00000001:00000010:3.0:1767384697.409130:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 000000005960e18f. 00000001:00000010:3.0:1767384697.409133:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000002c9f138f. 00000001:00000010:3.0:1767384697.409135:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000003c02cabf. 00000020:00000010:3.0:1767384697.409164:0:40979:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008d6b994a. 00000020:00000010:3.0:1767384697.409166:0:40979:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000004dc40a15. 00000020:00000010:3.0:1767384697.409197:0:40979:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ea6afe3c. 00000020:00000010:3.0:1767384697.409198:0:40979:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000006ac2951. 00000020:00000010:3.0:1767384697.409211:0:40979:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 00000000b0752c29. 00000020:00000010:3.0:1767384697.409217:0:40979:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000024fe1ec7. 00000020:00000010:3.0:1767384697.409221:0:40979:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000e773f2fc. 00000020:00000010:3.0:1767384697.409224:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000029bdb7ee. 00080000:00000010:3.0:1767384697.409229:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006590fc7d. 00000001:00000010:3.0:1767384697.409235:0:40979:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000f47fa034. 00000001:00000010:3.0:1767384697.409391:0:40979:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 000000006f008f0c. 20000000:00000010:3.0:1767384697.409886:0:40979:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 000000008063e8a9. 00080000:00000010:3.0:1767384697.409891:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000059ff0f15. 00080000:00000010:3.0:1767384697.409915:0:40979:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000093229b71. 00000020:00000010:3.0:1767384697.409917:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000060c25c3f. 00080000:00000010:3.0:1767384697.409919:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fb792e37. 00000020:00000010:3.0:1767384697.409928:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cb3a70e6. 00080000:00000010:3.0:1767384697.409930:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000079b221c6. 00080000:00000010:3.0:1767384697.409933:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000004398343. 00100000:00000010:3.0:1767384697.409937:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ea00511a. 00100000:00000010:3.0:1767384697.409942:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000ea00511a. 00000001:00000010:3.0:1767384697.409945:0:40979:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 00000000132beb24. 00080000:00000010:3.0:1767384697.409948:0:40979:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000f91285fe. 00000001:00000010:3.0:1767384697.409951:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000a95dd41. 00000001:00000010:3.0:1767384697.410043:0:40979:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 0000000074de7921. 00000001:00000010:3.0:1767384697.410046:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ff0e9c7a. 00000001:00000010:3.0:1767384697.410049:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000a828914. 00000001:00000010:3.0:1767384697.410050:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000481edf7a. 00000001:00000010:3.0:1767384697.410058:0:40979:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 00000000c7fb387a. 00000001:00000010:3.0:1767384697.410065:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000021173b6a. 00000001:00000010:3.0:1767384697.410067:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000021173b6a. 00000001:00000010:3.0:1767384697.410069:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000a95dd41. 00000001:00000010:3.0:1767384697.410071:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000a95dd41. 00000001:00000010:3.0:1767384697.410074:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000021173b6a. 00000001:00000010:3.0:1767384697.410075:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000021173b6a. 00000001:00000010:3.0:1767384697.410077:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000000a95dd41. 00080000:00000010:3.0:1767384697.410079:0:40979:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000f91285fe. 00000001:00000010:3.0:1767384697.410088:0:40979:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000035baff8c. 00000001:00000010:3.0:1767384697.410089:0:40979:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007cfd0997. 00000001:00000010:3.0:1767384697.410091:0:40979:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d0da456f. 00000001:00000010:3.0:1767384697.410096:0:40979:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 000000006fdf5cad. 00000001:00000010:3.0:1767384697.410098:0:40979:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 0000000046c9be97. 00000020:00000010:3.0:1767384697.410111:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009ce285c6. 00080000:00000010:3.0:1767384697.410113:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f91285fe. 00000040:00000010:3.0:1767384697.410119:0:40979:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000ef82a58a. 00000020:00000010:3.0:1767384697.410122:0:40979:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000004602849b. 00000020:00000010:3.0:1767384697.410124:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dce707de. 00080000:00000010:3.0:1767384697.410126:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a7108107. 00000001:00000010:3.0:1767384697.410128:0:40979:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000ea00511a. 00000001:00000010:3.0:1767384697.410139:0:40979:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000f854a66a. 00000020:00000010:3.0:1767384697.410702:0:40979:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 0000000041867525. 00000020:00000010:3.0:1767384697.410708:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000077fb26fb. 00080000:00000010:3.0:1767384697.410711:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005af52204. 00000001:00000010:3.0:1767384697.410714:0:40979:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000850a2e3a. 00000001:00000010:3.0:1767384697.410733:0:40979:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000fcddf603. 00080000:00000010:3.0:1767384697.411229:0:40979:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000007e702215. 20000000:00000010:3.0:1767384697.411245:0:40979:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000582fdd75. 20000000:00000010:3.0:1767384697.411247:0:40979:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 000000005f9c325c. 20000000:00000010:3.0:1767384697.411248:0:40979:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d1ca97e9. 20000000:00000010:3.0:1767384697.411249:0:40979:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 0000000009798da6. 20000000:00000010:3.0:1767384697.411250:0:40979:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000009c1a1c49. 20000000:00000010:3.0:1767384697.411252:0:40979:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000004c2ecaee. 20000000:00000010:3.0:1767384697.411253:0:40979:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000b042ed72. 20000000:00000010:3.0:1767384697.411254:0:40979:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000001002d91d. 20000000:00000010:3.0:1767384697.411255:0:40979:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000002beb5b15. 20000000:00000010:3.0:1767384697.411256:0:40979:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 00000000cef1ba7e. 20000000:00000010:3.0:1767384697.411257:0:40979:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000000e397a38. 20000000:00000010:3.0:1767384697.411258:0:40979:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 0000000078352353. 00080000:00000010:3.0:1767384697.411261:0:40979:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000007e702215. 00000020:00000010:3.0:1767384697.411272:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008f1e53ef. 00080000:00000010:3.0:1767384697.411275:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f6263a6e. 20000000:00000010:3.0:1767384697.411282:0:40979:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 0000000078352353. 20000000:00000010:3.0:1767384697.411283:0:40979:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000000e397a38. 20000000:00000010:3.0:1767384697.411285:0:40979:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 00000000cef1ba7e. 20000000:00000010:3.0:1767384697.411286:0:40979:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000002beb5b15. 00000020:00000010:3.0:1767384697.411307:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a56ec07c. 00080000:00000010:3.0:1767384697.411310:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d22f5c66. 20000000:00000010:3.0:1767384697.411316:0:40979:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000001002d91d. 20000000:00000010:3.0:1767384697.411318:0:40979:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000b042ed72. 00000020:00000010:3.0:1767384697.411323:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e8cba6e7. 00080000:00000010:3.0:1767384697.411325:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000062ced939. 20000000:00000010:3.0:1767384697.411329:0:40979:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000004c2ecaee. 20000000:00000010:3.0:1767384697.411330:0:40979:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000009c1a1c49. 20000000:00000010:3.0:1767384697.411331:0:40979:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 0000000009798da6. 20000000:00000010:3.0:1767384697.411332:0:40979:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d1ca97e9. 20000000:00000010:3.0:1767384697.411333:0:40979:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 000000005f9c325c. 20000000:00000010:3.0:1767384697.411334:0:40979:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000582fdd75. 00000020:00000010:3.0:1767384697.411415:0:40979:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 0000000090fa4ace. 00000020:00000010:3.0:1767384697.411419:0:40979:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 0000000090fa4ace. 20000000:00000010:3.0:1767384697.411423:0:40979:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000bbdce280. 20000000:00000010:3.0:1767384697.411426:0:40979:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000c02e4d34. 20000000:00000010:3.0:1767384697.411429:0:40979:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000007c3bae44. 20000000:00000010:3.0:1767384697.411431:0:40979:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000fcbb6011. 20000000:00000010:3.0:1767384697.411433:0:40979:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000009786af8b. 20000000:00000010:3.0:1767384697.411655:0:40979:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000847bb675. 00000040:00000010:3.0:1767384697.411660:0:40979:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006f9c5cdf. 00000040:00000010:3.0:1767384697.411669:0:40979:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006f9c5cdf. 20000000:00000010:3.0:1767384697.411672:0:40979:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000847bb675. 00000040:00000010:3.0:1767384697.411676:0:40979:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006f9c5cdf. 00000040:00000010:3.0:1767384697.411686:0:40979:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000080c81f6f. 00000020:00000010:3.0:1767384697.411690:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003c8bc509. 00080000:00000010:3.0:1767384697.411693:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a9a5cff5. 00000040:00000010:3.0:1767384697.411703:0:40979:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000009fecf613. 00000040:00000010:3.0:1767384697.411710:0:40979:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000080c81f6f. 00000040:00000010:3.0:1767384697.411711:0:40979:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000009fecf613. 00000040:00000010:3.0:1767384697.411713:0:40979:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006f9c5cdf. 20000000:00000010:3.0:1767384697.411716:0:40979:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000006f9c5cdf. 20000000:00000010:3.0:1767384697.411717:0:40979:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000847bb675. 00000040:00000010:3.0:1767384697.411719:0:40979:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000060b97384. 00000040:00000010:3.0:1767384697.411722:0:40979:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000060b97384. 20000000:00000010:3.0:1767384697.411724:0:40979:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000847bb675. 00000100:00000010:3.0:1767384697.411728:0:40979:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000060b97384. 00000100:00000010:3.0:1767384697.411732:0:40979:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000002ece157b. 00000100:00000010:3.0:1767384697.411742:0:40979:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000005ea99373. 00000100:00000010:3.0:1767384697.411747:0:40979:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000006dc5aa09. 00000100:00000010:3.0:1767384697.411753:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001689d580. 00000100:00000010:3.0:1767384697.411756:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009fecf613. 00000100:00000010:3.0:1767384697.411759:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011553b98. 00000100:00000010:3.0:1767384697.411763:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002fb8f20b. 00000100:00000010:3.0:1767384697.411765:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab42435d. 00000100:00000010:3.0:1767384697.411768:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cab020d7. 00000100:00000010:3.0:1767384697.411770:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a11f72ad. 00000100:00000010:3.0:1767384697.411773:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001cbca143. 00000100:00000010:3.0:1767384697.411775:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007148809b. 00000100:00000010:3.0:1767384697.411779:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c5afad3. 00000100:00000010:3.0:1767384697.411781:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e020e05b. 00000100:00000010:3.0:1767384697.411783:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c968ea0e. 00000100:00000010:3.0:1767384697.411786:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cca74b3. 00000100:00000010:3.0:1767384697.411789:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bab46fe4. 00000100:00000010:3.0:1767384697.411791:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d95f2ee4. 00000100:00000010:3.0:1767384697.411794:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a040aba0. 00000100:00000010:3.0:1767384697.411796:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000274dc2ea. 00000100:00000010:3.0:1767384697.411799:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006bbc66df. 00000100:00000010:3.0:1767384697.411801:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036a4ca37. 00000100:00000010:3.0:1767384697.411804:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a55c2f9. 00000100:00000010:3.0:1767384697.411806:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edaf863b. 00000100:00000010:3.0:1767384697.411809:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac405d0b. 00000100:00000010:3.0:1767384697.411811:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043d878d6. 00000100:00000010:3.0:1767384697.411814:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039e982a4. 00000100:00000010:3.0:1767384697.411817:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3b7e0b5. 00000100:00000010:3.0:1767384697.411821:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f3cc9c87. 00000100:00000010:3.0:1767384697.411824:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000303ce7e0. 00000100:00000010:3.0:1767384697.411827:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004e30ffb6. 00000100:00000010:3.0:1767384697.411829:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047cd8397. 00000100:00000010:3.0:1767384697.411832:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000043c7dfa4. 00000100:00000010:3.0:1767384697.411833:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0f4d62b. 00000100:00000010:3.0:1767384697.411836:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087a57eea. 00000100:00000010:3.0:1767384697.411838:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3c46365. 00000100:00000010:3.0:1767384697.411840:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be59bdfc. 00000100:00000010:3.0:1767384697.411842:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000529d39ce. 00000100:00000010:3.0:1767384697.411846:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005b482bf8. 00000100:00000010:3.0:1767384697.411848:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3e1f9e7. 00000100:00000010:3.0:1767384697.411851:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c81204b9. 00000100:00000010:3.0:1767384697.411852:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e16bc0bb. 00000100:00000010:3.0:1767384697.411855:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e1275fe5. 00000100:00000010:3.0:1767384697.411856:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c33c101e. 00000100:00000010:3.0:1767384697.411859:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9899d86. 00000100:00000010:3.0:1767384697.411860:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c863447. 00000100:00000010:3.0:1767384697.411863:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a86e09ea. 00000100:00000010:3.0:1767384697.411865:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5c00483. 00000100:00000010:3.0:1767384697.411867:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7f9c5f7. 00000100:00000010:3.0:1767384697.411869:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bfc666d. 00000100:00000010:3.0:1767384697.411871:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d2a38706. 00000100:00000010:3.0:1767384697.411873:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b4fab22. 00000100:00000010:3.0:1767384697.411878:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d530440. 00000100:00000010:3.0:1767384697.411880:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000070fe44f. 00000100:00000010:3.0:1767384697.411884:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000002d67570. 00000100:00000010:3.0:1767384697.411886:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000576d5ef5. 00000100:00000010:3.0:1767384697.411891:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000013d90b2c. 00000100:00000010:3.0:1767384697.411894:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe370835. 00000100:00000010:3.0:1767384697.411898:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000040d5ea18. 00000100:00000010:3.0:1767384697.411900:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f92e3154. 00000100:00000010:3.0:1767384697.411905:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006d70c84. 00000100:00000010:3.0:1767384697.411908:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005bb1fec2. 00000100:00000010:3.0:1767384697.411911:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b162facf. 00000100:00000010:3.0:1767384697.411914:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049254b63. 00000100:00000010:3.0:1767384697.411918:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014a25cba. 00000100:00000010:3.0:1767384697.411921:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f9a3939. 00000100:00000010:3.0:1767384697.411925:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f806e027. 00000100:00000010:3.0:1767384697.411927:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bcbf7e39. 00000100:00000010:3.0:1767384697.411930:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9c68f45. 00000100:00000010:3.0:1767384697.411933:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3ea0b3a. 00000100:00000010:3.0:1767384697.411937:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005cdb78ee. 00000100:00000010:3.0:1767384697.411940:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048690361. 00000100:00000010:3.0:1767384697.411944:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf2d0058. 00000100:00000010:3.0:1767384697.411946:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065a86121. 00000100:00000010:3.0:1767384697.411949:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000067f407c6. 00000100:00000010:3.0:1767384697.411952:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099a543e8. 00000100:00000010:3.0:1767384697.411956:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000faa9a5f0. 00000100:00000010:3.0:1767384697.411958:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adf67617. 00000100:00000010:3.0:1767384697.411961:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e21d42d. 00000100:00000010:3.0:1767384697.411963:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbf22e46. 00000100:00000010:3.0:1767384697.411967:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000540228d3. 00000100:00000010:3.0:1767384697.411970:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046cb1ea3. 00000100:00000010:3.0:1767384697.411974:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000303dc758. 00000100:00000010:3.0:1767384697.411976:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000182837. 00000100:00000010:3.0:1767384697.411980:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000055989e57. 00000100:00000010:3.0:1767384697.411982:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052ab56bc. 00000100:00000010:3.0:1767384697.411985:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004f4e5442. 00000100:00000010:3.0:1767384697.411988:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c3068fe. 00000100:00000010:3.0:1767384697.411992:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ff2b43cd. 00000100:00000010:3.0:1767384697.411995:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbce8394. 00000100:00000010:3.0:1767384697.411998:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af49711b. 00000100:00000010:3.0:1767384697.412002:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026e50694. 00000100:00000010:3.0:1767384697.412006:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007a8ef87e. 00000100:00000010:3.0:1767384697.412009:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e48dc814. 00000100:00000010:3.0:1767384697.412013:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001a87f88e. 00000100:00000010:3.0:1767384697.412015:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000209c786. 00000100:00000010:3.0:1767384697.412018:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000022b9b067. 00000100:00000010:3.0:1767384697.412021:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024fa5ae7. 00000100:00000010:3.0:1767384697.412025:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f157d13. 00000100:00000010:3.0:1767384697.412027:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8f0c199. 00000100:00000010:3.0:1767384697.412036:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000077a952dd. 00000100:00000010:3.0:1767384697.412040:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6f37bbf. 00000100:00000010:3.0:1767384697.412043:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e4432784. 00000100:00000010:3.0:1767384697.412045:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d6ecdea. 00000100:00000010:3.0:1767384697.412048:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002ad73dd2. 00000100:00000010:3.0:1767384697.412051:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081799d34. 00000100:00000010:3.0:1767384697.412055:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000030c3e0fe. 00000100:00000010:3.0:1767384697.412057:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a395b27. 00000100:00000010:3.0:1767384697.412066:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2cb9fcc. 00000100:00000010:3.0:1767384697.412068:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f3a3e5c. 00000100:00000010:3.0:1767384697.412072:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000042aabfac. 00000100:00000010:3.0:1767384697.412074:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008c29a87. 00000100:00000010:3.0:1767384697.412078:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000047aca167. 00000100:00000010:3.0:1767384697.412080:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6c69321. 00000100:00000010:3.0:1767384697.412084:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084560528. 00000100:00000010:3.0:1767384697.412086:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069071549. 00000100:00000010:3.0:1767384697.412094:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aad042ea. 00000100:00000010:3.0:1767384697.412096:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cea85817. 00000100:00000010:3.0:1767384697.412098:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000945baea1. 00000100:00000010:3.0:1767384697.412100:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bd5a207. 00000100:00000010:3.0:1767384697.412103:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d2ec4f99. 00000100:00000010:3.0:1767384697.412104:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a52ab58. 00000100:00000010:3.0:1767384697.412107:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce5b0668. 00000100:00000010:3.0:1767384697.412110:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8b50d90. 00000100:00000010:3.0:1767384697.412119:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003bbe43ab. 00000100:00000010:3.0:1767384697.412121:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b60e6dd. 00000100:00000010:3.0:1767384697.412125:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e27b0569. 00000100:00000010:3.0:1767384697.412128:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033816254. 00000100:00000010:3.0:1767384697.412131:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b7cc246. 00000100:00000010:3.0:1767384697.412133:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a341890. 00000100:00000010:3.0:1767384697.412135:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000075a57372. 00000400:00000200:3.0:1767384697.412137:0:40979:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:3.0:1767384697.412175:0:40979:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d7465d3c. 00000020:00000010:3.0:1767384697.412178:0:40979:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000682b35b5. 00000100:00000010:3.0:1767384697.412226:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007ee628d3. 00000100:00000010:3.0:1767384697.412232:0:40979:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000007df3a96b. 00000100:00000010:3.0:1767384697.412235:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e79c818f. 00000100:00000010:3.0:1767384697.412238:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006391f1df. 00000100:00000010:3.0:1767384697.412240:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a85e8ae3. 00000100:00000200:3.0:1767384697.412279:0:40979:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:3.0:1767384697.412283:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000104dc2c6. 00000100:00000010:1.0:1767384697.412469:0:40985:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002762f3cb. 00000020:00000010:1.0:1767384697.412476:0:40985:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000098b15433. 00000020:00000010:1.0:1767384697.412482:0:40985:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000279f4709. 00000020:00000010:1.0:1767384697.412486:0:40985:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c169222c. 00000040:00000010:1.0:1767384697.412490:0:40985:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000064aa0a2b. 00000020:00000010:1.0:1767384697.412495:0:40985:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000365217ce. 00000020:00000010:1.0:1767384697.412499:0:40985:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000084c05189. 80000000:00000010:1.0:1767384697.412504:0:40985:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a44c861f. 00040000:00000010:1.0:1767384697.412508:0:40985:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c21fa50f. 00080000:00000010:1.0:1767384697.412513:0:40985:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c9518a4f. 00080000:00000010:1.0:1767384697.412530:0:40985:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b0b92458. 20000000:00000010:1.0:1767384697.412537:0:40985:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003d253c78. 00000100:00000200:1.0:1767384697.412543:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412548:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006de389b0. 00000400:00000010:1.0:1767384697.412567:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084f99aa6. 00000100:00000200:1.0:1767384697.412574:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412577:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4c7adfb. 00000400:00000010:1.0:1767384697.412580:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000145e4a5c. 00000100:00000200:1.0:1767384697.412582:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412584:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000779c43f2. 00000400:00000010:1.0:1767384697.412586:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000400102cf. 00000100:00000200:1.0:1767384697.412588:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412590:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da9eabc1. 00000400:00000010:1.0:1767384697.412592:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3a47fad. 00000100:00000200:1.0:1767384697.412595:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412597:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000761f4fce. 00000400:00000010:1.0:1767384697.412599:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000378ef13. 00000100:00000200:1.0:1767384697.412601:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412603:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003b6cd56. 00000400:00000010:1.0:1767384697.412605:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000372ffedb. 00000100:00000200:1.0:1767384697.412607:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412609:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000174512e2. 00000400:00000010:1.0:1767384697.412612:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdc27216. 00000100:00000200:1.0:1767384697.412613:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412615:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a22a07c. 00000400:00000010:1.0:1767384697.412617:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b54d837e. 00000100:00000200:1.0:1767384697.412619:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412621:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad94dd0e. 00000400:00000010:1.0:1767384697.412624:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000533efd5f. 00000100:00000200:1.0:1767384697.412626:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412628:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078a18739. 00000400:00000010:1.0:1767384697.412631:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bba5bdf4. 00000100:00000200:1.0:1767384697.412633:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412636:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017b6a245. 00000400:00000010:1.0:1767384697.412639:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca508769. 00000100:00000200:1.0:1767384697.412641:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412643:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b290ddf6. 00000400:00000010:1.0:1767384697.412646:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d55dd7bc. 00000100:00000200:1.0:1767384697.412648:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412650:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000638b0a90. 00000400:00000010:1.0:1767384697.412653:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec31f34b. 00000100:00000200:1.0:1767384697.412655:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412658:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df906a63. 00000400:00000010:1.0:1767384697.412661:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c06f3fff. 00000100:00000200:1.0:1767384697.412663:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412665:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f0a1016. 00000400:00000010:1.0:1767384697.412667:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb49471f. 00000100:00000200:1.0:1767384697.412669:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412671:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2c4c1c3. 00000400:00000010:1.0:1767384697.412673:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f08a16d. 00000100:00000200:1.0:1767384697.412676:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412677:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9fb9036. 00000400:00000010:1.0:1767384697.412679:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e27f1510. 00000100:00000200:1.0:1767384697.412681:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412682:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a71c3276. 00000400:00000010:1.0:1767384697.412685:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e56abf8e. 00000100:00000200:1.0:1767384697.412687:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412689:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f998045. 00000400:00000010:1.0:1767384697.412692:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6f44256. 00000100:00000200:1.0:1767384697.412694:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412696:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfdb2673. 00000400:00000010:1.0:1767384697.412698:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df1554f2. 00000100:00000200:1.0:1767384697.412700:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412702:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6c35083. 00000400:00000010:1.0:1767384697.412704:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000143a5193. 00000100:00000200:1.0:1767384697.412706:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412708:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004bfa6579. 00000400:00000010:1.0:1767384697.412710:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b6e3fc5. 00000100:00000200:1.0:1767384697.412712:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412715:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc6ee55a. 00000400:00000010:1.0:1767384697.412719:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006826770b. 00000100:00000200:1.0:1767384697.412721:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412724:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032b3c4e3. 00000400:00000010:1.0:1767384697.412727:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b5edfcf. 00000100:00000200:1.0:1767384697.412729:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412732:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000adec8a5. 00000400:00000010:1.0:1767384697.412735:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faa22a31. 00000100:00000200:1.0:1767384697.412737:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412740:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000851b1f67. 00000400:00000010:1.0:1767384697.412742:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a05fec8. 00000100:00000200:1.0:1767384697.412745:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412747:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c38f787f. 00000400:00000010:1.0:1767384697.412750:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a51b51db. 00000100:00000200:1.0:1767384697.412753:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412755:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000203cdac5. 00000400:00000010:1.0:1767384697.412758:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c76a342. 00000100:00000200:1.0:1767384697.412760:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412762:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f631bc83. 00000400:00000010:1.0:1767384697.412764:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f469879. 00000100:00000200:1.0:1767384697.412766:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412768:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069073613. 00000400:00000010:1.0:1767384697.412770:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007161c24. 00000100:00000200:1.0:1767384697.412773:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412775:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009db403f7. 00000400:00000010:1.0:1767384697.412777:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000745dc369. 00000100:00000200:1.0:1767384697.412779:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412781:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009120e468. 00000400:00000010:1.0:1767384697.412782:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000496e01b3. 00000100:00000200:1.0:1767384697.412784:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412786:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c829d666. 00000400:00000010:1.0:1767384697.412788:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000abd47523. 00000100:00000200:1.0:1767384697.412789:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412791:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005926a56f. 00000400:00000010:1.0:1767384697.412794:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a15eb82. 00000100:00000200:1.0:1767384697.412796:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412798:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036abb39b. 00000400:00000010:1.0:1767384697.412800:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd26ed97. 00000100:00000200:1.0:1767384697.412802:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412804:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb0427a2. 00000400:00000010:1.0:1767384697.412806:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e61b4eb. 00000100:00000200:1.0:1767384697.412809:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412812:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d60f7a5. 00000400:00000010:1.0:1767384697.412815:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025832392. 00000100:00000200:1.0:1767384697.412818:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412820:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e85dbae. 00000400:00000010:1.0:1767384697.412823:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfd57711. 00000100:00000200:1.0:1767384697.412825:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412827:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000064641983. 00000400:00000010:1.0:1767384697.412829:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1790b19. 00000100:00000200:1.0:1767384697.412831:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412833:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c35a6fa. 00000400:00000010:1.0:1767384697.412836:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c3ed1ed. 00000100:00000200:1.0:1767384697.412838:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412840:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff2ff2a1. 00000400:00000010:1.0:1767384697.412842:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bbe199a9. 00000100:00000200:1.0:1767384697.412844:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412847:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043a282ea. 00000400:00000010:1.0:1767384697.412849:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001afe925d. 00000100:00000200:1.0:1767384697.412851:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412853:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c816171. 00000400:00000010:1.0:1767384697.412855:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3aeee9e. 00000100:00000200:1.0:1767384697.412858:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412860:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034deb885. 00000400:00000010:1.0:1767384697.412863:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002047c477. 00000100:00000200:1.0:1767384697.412865:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412867:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000410aa531. 00000400:00000010:1.0:1767384697.412869:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000209edd4e. 00000100:00000200:1.0:1767384697.412871:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412873:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3314266. 00000400:00000010:1.0:1767384697.412875:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb230395. 00000100:00000200:1.0:1767384697.412877:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412879:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009938edb4. 00000400:00000010:1.0:1767384697.412881:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c010c211. 00000100:00000200:1.0:1767384697.412883:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412886:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba18e338. 00000400:00000010:1.0:1767384697.412888:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f3dc25d. 00000100:00000200:1.0:1767384697.412891:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412893:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071a70284. 00000400:00000010:1.0:1767384697.412895:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad018b08. 00000100:00000200:1.0:1767384697.412899:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412901:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088fd608a. 00000400:00000010:1.0:1767384697.412903:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c9fe978. 00000100:00000200:1.0:1767384697.412906:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412908:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a464de9. 00000400:00000010:1.0:1767384697.412910:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001aab4d3. 00000100:00000200:1.0:1767384697.412913:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412915:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060126ee4. 00000400:00000010:1.0:1767384697.412917:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c299bc8e. 00000100:00000200:1.0:1767384697.412919:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412921:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001756751. 00000400:00000010:1.0:1767384697.412923:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d63b3a02. 00000100:00000200:1.0:1767384697.412926:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412928:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df1b1faf. 00000400:00000010:1.0:1767384697.412931:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ebbd6fb. 00000100:00000200:1.0:1767384697.412933:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412935:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b1bb379. 00000400:00000010:1.0:1767384697.412938:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f920ff75. 00000100:00000200:1.0:1767384697.412940:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412942:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038414bde. 00000400:00000010:1.0:1767384697.412944:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072740de6. 00000100:00000200:1.0:1767384697.412947:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412949:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000362e9e58. 00000400:00000010:1.0:1767384697.412951:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f299f090. 00000100:00000200:1.0:1767384697.412954:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412956:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf2203ac. 00000400:00000010:1.0:1767384697.412958:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041bc9f37. 00000100:00000200:1.0:1767384697.412961:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412963:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a70dedd0. 00000400:00000010:1.0:1767384697.412965:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c8f0f11. 00000100:00000200:1.0:1767384697.412967:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412970:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065a2a94b. 00000400:00000010:1.0:1767384697.412972:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8dde69c. 00000100:00000200:1.0:1767384697.412974:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412976:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a86ec57. 00000400:00000010:1.0:1767384697.412979:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074130840. 00000100:00000200:1.0:1767384697.412982:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412984:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006048b463. 00000400:00000010:1.0:1767384697.412986:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f1d442e. 00000100:00000200:1.0:1767384697.412988:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412990:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a196fb64. 00000400:00000010:1.0:1767384697.412993:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008603618e. 00000100:00000200:1.0:1767384697.412995:0:40985:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.412996:0:40985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076a533a5. 00000400:00000010:1.0:1767384697.412999:0:40985:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f7a1d34. 00000100:00000010:1.0:1767384697.413011:0:40985:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000cbfda5c5. 00000100:00000200:1.0:1767384697.413032:0:40985:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384697.413044:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000bc4d6926. 00000100:00000010:1.0:1767384697.413199:0:40987:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000094d645fe. 00000020:00000010:1.0:1767384697.413203:0:40987:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009ca44ff5. 00000020:00000010:1.0:1767384697.413206:0:40987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000815a67ed. 00000020:00000010:1.0:1767384697.413210:0:40987:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000064171b14. 00000040:00000010:1.0:1767384697.413213:0:40987:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000038830111. 00000020:00000010:1.0:1767384697.413216:0:40987:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008645238f. 00000020:00000010:1.0:1767384697.413220:0:40987:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d6b65a32. 80000000:00000010:1.0:1767384697.413223:0:40987:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e251471d. 00040000:00000010:1.0:1767384697.413226:0:40987:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002bb2f0cf. 00080000:00000010:1.0:1767384697.413230:0:40987:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ff8aabb8. 00080000:00000010:1.0:1767384697.413234:0:40987:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c93bc8f1. 20000000:00000010:1.0:1767384697.413238:0:40987:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000035575191. 00000100:00000010:1.0:1767384697.413251:0:40987:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000007cebd18e. 00000100:00000200:1.0:1767384697.413264:0:40987:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384697.413278:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009279b456. 00000100:00000010:3.0:1767384697.413335:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ccd1b69. 00000100:00000010:0.0:1767384697.413336:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ea7bb294. 00000100:00000010:1.0:1767384697.413457:0:40988:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d8067d80. 00000020:00000010:1.0:1767384697.413460:0:40988:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001884bc72. 00000020:00000010:1.0:1767384697.413465:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008ebb8b7. 00000020:00000010:1.0:1767384697.413468:0:40988:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cd805236. 00000040:00000010:1.0:1767384697.413470:0:40988:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a938f878. 00000020:00000010:1.0:1767384697.413473:0:40988:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000002ea04ee. 00000020:00000010:1.0:1767384697.413475:0:40988:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ae8d4ea2. 80000000:00000010:1.0:1767384697.413477:0:40988:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002908d323. 00040000:00000010:1.0:1767384697.413479:0:40988:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eebdc61a. 00080000:00000010:1.0:1767384697.413482:0:40988:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000470b8adb. 00080000:00000010:1.0:1767384697.413492:0:40988:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d80d7bff. 20000000:00000010:1.0:1767384697.413495:0:40988:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000ddaca510. 00000100:00000010:1.0:1767384697.413507:0:40988:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c333c4da. 00000100:00000200:1.0:1767384697.413517:0:40988:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:2.0:1767384697.413578:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a9a5cff5. 00000020:00000010:2.0:1767384697.413582:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003c8bc509. 00000020:00000010:2.0:1767384697.413590:0:40979:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000005654f824. 00080000:00000010:2.0:1767384697.413596:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000062ced939. 00000020:00000010:2.0:1767384697.413599:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e8cba6e7. 00080000:00000010:2.0:1767384697.413606:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f6263a6e. 00000020:00000010:2.0:1767384697.413609:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008f1e53ef. 00080000:00000010:2.0:1767384697.413616:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000059ff0f15. 20000000:00000010:2.0:1767384697.413620:0:40979:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 000000008063e8a9. 00080000:00000010:2.0:1767384697.413627:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d22f5c66. 00000020:00000010:2.0:1767384697.413629:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a56ec07c. 00000020:00000010:2.0:1767384697.413650:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e19fee4c. 00000040:00000010:2.0:1767384697.413654:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007033d2ec. 00000020:00000010:2.0:1767384697.413657:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fbc697cf. 00000020:00000010:2.0:1767384697.413662:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000defcc481. 80000000:00000010:2.0:1767384697.413665:0:40979:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000012e58bd1. 00040000:00000010:2.0:1767384697.413669:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009533ab2f. 00080000:00000010:2.0:1767384697.413673:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008c5fe625. 00080000:00000010:2.0:1767384697.413677:0:40979:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000093229b71. 00080000:00000010:2.0:1767384697.413679:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e2b8c006. 00000020:00000010:2.0:1767384697.413682:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5d3f718. 00000020:00000010:2.0:1767384697.413685:0:40979:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b1e1ec8d. 00000020:00000010:2.0:1767384697.413687:0:40979:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000008:00000010:2.0:1767384697.413690:0:40979:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a53e5125. 00020000:00000010:2.0:1767384697.413693:0:40979:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000007238c134. 00008000:00000010:2.0:1767384697.413696:0:40979:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e83c8144. 00000080:00000010:2.0:1767384697.413699:0:40979:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005ffc9bb0. 00000020:00000010:2.0:1767384697.413702:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f61ff66b. 00000020:00000010:2.0:1767384697.413705:0:40979:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000038be316. 00000020:00000010:2.0:1767384697.413719:0:40979:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 000000001b4005e9. 00000020:00000010:2.0:1767384697.413723:0:40979:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 000000007c081ebc. 00000100:02020000:2.0:1767384697.413732:0:40979:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.122@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00000010:1.0:1767384697.414328:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000895f3bd1. 00000100:00000010:2.0:1767384697.416317:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007ee3dc90. 00000400:00000010:1.0:1767384697.416351:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc709d2b. 00000400:00000200:1.0:1767384697.416359:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c17bbd4 00000400:00000010:1.0:1767384697.416361:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c17bbd4. 00000100:00000200:1.0:1767384697.416375:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ec49458 x1853237050247296/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384713 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384697.416386:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ec49458 x1853237050247296/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384713 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.416405:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fc38edd. 00000400:00000200:1.0:1767384697.416409:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064d2213d 00000400:00000010:1.0:1767384697.416411:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064d2213d. 00000100:00000200:1.0:1767384697.416416:0:16347:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000743e45ac x1853237050247040/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384708 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384697.416424:0:16347:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000743e45ac x1853237050247040/t0(0) o400->MGC192.168.202.122@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384708 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384697.416440:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd62ceae. 02000000:00000010:1.0:1767384697.416446:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a29c908f. 00000100:00000010:1.0:1767384697.416451:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ec49458. 02000000:00000010:1.0:1767384697.416455:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a3072299. 02000000:00000010:1.0:1767384697.416459:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000488a94a4. 00000100:00000010:1.0:1767384697.416466:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000743e45ac. 00000100:00000010:2.0:1767384697.416537:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ad335b37. 02000000:00000010:2.0:1767384697.416546:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cd90939b. 02000000:00000010:0.0:1767384697.416596:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d7db9d8d. 00000400:00000010:0.0:1767384697.416602:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072dcc914. 00000400:00000010:0.0:1767384697.416605:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc204e5e. 00000100:00000200:0.0:1767384697.416608:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050247424, portal 25 00000400:00000010:0.0:1767384697.416611:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000100:00000200:0.0:1767384697.416612:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853237050247424, offset 0 00000400:00000200:0.0:1767384697.416616:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384697.416623:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384697.416629:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6958260108900 00000400:00000200:0.0:1767384697.416633:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x2205 [2] + 0 00000400:00000010:0.0:1767384697.416635:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006de389b0. 00000400:00000200:0.0:1767384697.416637:0:16343:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000084f99aa6 00000400:00000200:0.0:1767384697.416640:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384697.416643:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384697.416645:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084f99aa6 00000400:00000010:0.0:1767384697.416646:0:16343:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084f99aa6. 00000100:00000200:0.0:1767384697.416649:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384697.416661:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 00000400:00000010:0.0:1767384697.416662:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000200:0.0:1767384697.416665:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ad335b37 x1853237050247424/t0(0) o250->MGC192.168.202.122@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384697.416674:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cee9f499. 00000100:00000010:0.0:1767384697.416680:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000034422e94. 00000100:00000010:0.0:1767384697.416687:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002318046a. 00000020:00000010:1.0:1767384697.416690:0:40988:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000000a4571a6. 00000100:00000010:0.0:1767384697.416691:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095e2702e. 00000020:00000010:1.0:1767384697.416706:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:1.0:1767384697.416711:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.416715:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000100:00000200:1.0:1767384697.416741:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050247424 00000020:00000010:0.0:1767384697.416743:0:40987:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006637f507. 02000000:00000010:1.0:1767384697.416758:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000009c3f8345. 00000020:00000010:1.0:1767384697.416767:0:40988:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000004716bba. 00000001:00000010:1.0:1767384697.416775:0:40988:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000014edd505. 00000001:00000010:1.0:1767384697.416778:0:40988:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000814b8327. 00000001:00000010:1.0:1767384697.416783:0:40988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b6a3bf2e. 00000001:00000010:1.0:1767384697.416786:0:40988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006d4755da. 00000001:00000010:1.0:1767384697.416788:0:40988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003a428110. 00000001:00000010:1.0:1767384697.416790:0:40988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000929dfc07. 00000020:00000010:1.0:1767384697.416800:0:40988:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000b81362e2. 00000020:00000010:1.0:1767384697.416859:0:40988:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000009280eee3. 00000020:00000010:1.0:1767384697.416863:0:40988:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000b140cb1e. 00000020:00000010:1.0:1767384697.416865:0:40988:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000081aa8609. 00000020:00000010:1.0:1767384697.416876:0:40988:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000006502b746. 00000020:00000010:1.0:1767384697.416879:0:40988:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000ebf58913. 00000020:00000010:1.0:1767384697.416881:0:40988:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000030b4e21d. 00000020:00000010:1.0:1767384697.416891:0:40988:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000086cfa82f. 00010000:00000200:1.0:1767384697.416920:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000884b047 x1853237050247424/t0(0) o250->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384717 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.416932:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c17bbd4. 00000100:00000200:1.0:1767384697.416935:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237050247424, offset 0 00000400:00000200:1.0:1767384697.416939:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.416944:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.416949:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x6958260108900 00000400:00000200:1.0:1767384697.416953:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x2305 [1] + 0 00000400:00000200:1.0:1767384697.416958:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.416960:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.416965:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ad335b37 x1853237050247424/t0(0) o250->MGC192.168.202.122@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.416984:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c17bbd4 00000400:00000010:1.0:1767384697.416986:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c17bbd4. 00000400:00000010:0.0:1767384697.416994:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000072dcc914. 00000400:00000200:0.0:1767384697.416998:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc204e5e 00000020:00000010:1.0:1767384697.416999:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000400:00000010:0.0:1767384697.417000:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc204e5e. 00000100:00000200:0.0:1767384697.417005:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ad335b37 x1853237050247424/t0(0) o250->MGC192.168.202.122@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.417006:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.417012:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd62ceae. 02000000:00000010:1.0:1767384697.417018:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000009c3f8345. 00000100:00000200:1.0:1767384697.417026:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384697.417027:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ad335b37 x1853237050247424/t0(0) o250->MGC192.168.202.122@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.417032:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfcccdad. 00000400:00000010:1.0:1767384697.417037:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce86951b. 00000020:00000010:0.0:1767384697.417059:0:16343:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 0000000046ef157c. 02000000:00000010:0.0:1767384697.417074:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d7db9d8d. 02000000:00000010:0.0:1767384697.417077:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000cd90939b. 00000100:00000010:0.0:1767384697.417079:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ad335b37. 00000020:00000010:2.0:1767384697.417097:0:40979:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 000000007c081ebc. 00000020:00000010:2.0:1767384697.417102:0:40979:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 000000001b4005e9. 00000020:00000010:2.0:1767384697.417111:0:40979:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 000000007691f4d8. 00000020:00000010:2.0:1767384697.417121:0:40979:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000459d907a. 00000020:00000010:2.0:1767384697.417126:0:40979:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c5be59f4. 00000020:00000010:3.0:1767384697.417133:0:36:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 00000000c6897f8e. 00000020:00000010:2.0:1767384697.417134:0:40979:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 000000007691f4d8. 00000020:00000010:2.0:1767384697.417142:0:40979:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000461bd049. 00000001:00000010:2.0:1767384697.417153:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003b19453a. 00000001:00000010:2.0:1767384697.417157:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001b4005e9. 00000100:00000010:3.0:1767384697.417160:0:36:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000366a4381. 00000001:00000010:2.0:1767384697.417160:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a854e44f. 00000001:00000010:2.0:1767384697.417165:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000068d6c269. 00000001:00000010:2.0:1767384697.417168:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003a6a8a5e. 00000001:00000010:2.0:1767384697.417169:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003fd3fdd6. 00000001:00000010:2.0:1767384697.417171:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004bd97313. 00000001:00000010:2.0:1767384697.417173:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000841c6253. 00000100:00000010:3.0:1767384697.417174:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000073b7a26c. 00000001:00000010:2.0:1767384697.417175:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004082570b. 00000001:00000010:2.0:1767384697.417179:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fd6dc497. 00000001:00000010:2.0:1767384697.417180:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000108933d7. 00000001:00000010:2.0:1767384697.417182:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000028cf165e. 02000000:00000010:3.0:1767384697.417185:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ed51e807. 00000020:00000010:2.0:1767384697.417185:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f61ff66b. 00000020:00000010:2.0:1767384697.417187:0:40979:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000089b17d98. 00000020:00000010:2.0:1767384697.417191:0:40979:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000079ffa20a. 00000100:00000010:3.0:1767384697.417193:0:36:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004259edb1. 00000008:00000010:2.0:1767384697.417194:0:40979:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f96f477f. 00000100:00000010:3.0:1767384697.417198:0:36:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000442c2f77. 00020000:00000010:2.0:1767384697.417200:0:40979:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d9d71a35. 00008000:00000010:2.0:1767384697.417205:0:40979:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000026f600af. 00000400:00000010:3.0:1767384697.417210:0:36:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a95dd41. 00000080:00000010:2.0:1767384697.417211:0:40979:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000025e36ffe. 00000400:00000010:3.0:1767384697.417215:0:36:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d35c5032. 00000020:00000010:2.0:1767384697.417217:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5d3f718. 00000100:00000200:3.0:1767384697.417219:0:36:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958260108980-0x6958260108980, portal 33 00000020:00000010:2.0:1767384697.417222:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f979e547. 02000000:00000010:3.0:1767384697.417225:0:36:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ce691130. 00000040:00000010:2.0:1767384697.417227:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009533ab2f. 00000400:00000010:3.0:1767384697.417229:0:36:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021173b6a. 00000020:00000010:2.0:1767384697.417233:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f48440b2. 00000400:00000010:3.0:1767384697.417234:0:36:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c64ff06c. 00000100:00000200:3.0:1767384697.417238:0:36:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050247552, portal 25 00000020:00000010:2.0:1767384697.417240:0:40979:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e9c4c32a. 00000400:00000010:3.0:1767384697.417241:0:36:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d1c1b6a0. 00000100:00000200:3.0:1767384697.417245:0:36:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237050247552, offset 0 00000020:00000010:2.0:1767384697.417247:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000defcc481. 00000400:00000200:3.0:1767384697.417251:0:36:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 80000000:00000010:2.0:1767384697.417254:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007691f4d8. 00000400:00000200:3.0:1767384697.417258:0:36:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 40000000:00000010:2.0:1767384697.417260:0:40979:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000aaae97dc. 00000400:00000200:3.0:1767384697.417265:0:36:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958260108980 00100000:00000010:2.0:1767384697.417266:0:40979:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f47c59f8. 00000400:00000200:3.0:1767384697.417270:0:36:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2209 [2] + 0 00040000:00000010:2.0:1767384697.417272:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004209f12e. 00000400:00000010:3.0:1767384697.417273:0:36:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4c7adfb. 00000400:00000200:3.0:1767384697.417277:0:36:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000145e4a5c 00040000:00000010:2.0:1767384697.417278:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007033d2ec. 00000400:00000200:3.0:1767384697.417280:0:36:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.417283:0:36:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:2.0:1767384697.417285:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ffb0a69a. 00000400:00000200:3.0:1767384697.417286:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000145e4a5c 00000400:00000010:3.0:1767384697.417307:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000145e4a5c. 00000100:00000200:3.0:1767384697.417310:0:36:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384697.417321:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1c1b6a0 00080000:00000010:2.0:1767384697.417321:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fcdcd412. 00000400:00000010:3.0:1767384697.417324:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1c1b6a0. 00000004:00000010:2.0:1767384697.417328:0:40979:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 000000007c081ebc. 00000100:00000200:3.0:1767384697.417330:0:36:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000073b7a26c x1853237050247552/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384713 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.417351:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe500520. 00000020:00000010:1.0:1767384697.417356:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe500520. 00000020:00000010:1.0:1767384697.417361:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a49cfc4f. 00000020:00000010:1.0:1767384697.417365:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.417369:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000100:00000010:2.0:1767384697.417385:0:40979:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000d22f5c66. 00000100:00000010:2.0:1767384697.417389:0:40979:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000726269e9. 00000020:00000010:1.0:1767384697.417397:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fe500520. 00000100:00000010:2.0:1767384697.417400:0:40979:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000e228b15c. 00000020:00000010:1.0:1767384697.417402:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fe500520. 00000100:00000200:1.0:1767384697.417406:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050247552 00000100:00000010:2.0:1767384697.417407:0:40979:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000cb018048. 00000100:00000010:2.0:1767384697.417413:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bd4299f. 02000000:00000010:1.0:1767384697.417418:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c0ed130c. 20000000:00000010:1.0:1767384697.417427:0:40988:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000efec36db. 00000100:00000010:1.0:1767384697.417432:0:40988:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000009c3f8345. 00000100:00000010:1.0:1767384697.417435:0:40988:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c1c56864. 00000400:00000010:1.0:1767384697.417439:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c17bbd4. 00000400:00000010:1.0:1767384697.417444:0:40988:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007c50ba31. 00000400:00000200:1.0:1767384697.417447:0:40988:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767384697.417453:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767384697.417458:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958260108980 00000400:00000200:1.0:1767384697.417463:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2315 [1] + 0 00000400:00000010:1.0:1767384697.417466:0:40988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a95dd41. 00000400:00000200:1.0:1767384697.417469:0:40988:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d35c5032 00000100:00000200:1.0:1767384697.417473:0:40988:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000009c3f8345 00000400:00000200:1.0:1767384697.417478:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000100:00000010:2.0:1767384697.417480:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d813fc4b. 00000100:00000010:2.0:1767384697.417484:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011934712. 00000400:00000200:1.0:1767384697.417487:0:40988:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2321 00000400:00000200:1.0:1767384697.417493:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.417495:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767384697.417498:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c17bbd4 00000400:00000010:1.0:1767384697.417500:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c17bbd4. 00000100:00000200:1.0:1767384697.417503:0:40988:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000009c3f8345 00000400:00000200:1.0:1767384697.417507:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35c5032 00000400:00000010:1.0:1767384697.417509:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d35c5032. 00000100:00000200:1.0:1767384697.417512:0:40988:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 0000000073b7a26c desc 000000004259edb1 mbits 1853237050247552 00000100:00000200:1.0:1767384697.417526:0:40988:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958260108980-0x6958260108980 00000100:00000010:2.0:1767384697.417549:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006e426e23. 20000000:00000010:1.0:1767384697.417549:0:40988:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000c739c550. 00000100:00000010:2.0:1767384697.417568:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026d0652f. 20000000:00000010:1.0:1767384697.417570:0:40988:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000006b3ba7c2. 20000000:00000010:1.0:1767384697.417577:0:40988:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000535c3271. 20000000:00000010:1.0:1767384697.417581:0:40988:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000004beb2369. 20000000:00000010:1.0:1767384697.417584:0:40988:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000008479fdb4. 00000100:00000010:2.0:1767384697.417634:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bcf24795. 00000100:00000010:2.0:1767384697.417638:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd90939b. 00000100:00000010:2.0:1767384697.417706:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003a155b1f. 00000100:00000010:2.0:1767384697.417709:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000080b9b5d. 00000100:00000010:2.0:1767384697.417779:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009ad69831. 00080000:00000010:0.0:1767384697.417779:0:40988:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000d7db9d8d. 00000100:00000010:2.0:1767384697.417784:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f44e6744. 00000020:00000010:0.0:1767384697.417787:0:40988:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000004906e77e. 20000000:00000010:0.0:1767384697.417792:0:40988:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 0000000061f00412. 00080000:00000010:0.0:1767384697.417797:0:40988:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004b6fa036. 00000100:00000010:2.0:1767384697.417855:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bb4ae30c. 00000100:00000010:2.0:1767384697.417860:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048370faa. 00000100:00000010:2.0:1767384697.417939:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c5cb6999. 00000100:00000010:2.0:1767384697.417943:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018de1658. 00000100:00000010:2.0:1767384697.418012:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ba3ee797. 00000100:00000010:2.0:1767384697.418015:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093229b71. 20000000:00000010:0.0:1767384697.418021:0:40988:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000eaa41dc8. 00000040:00000010:0.0:1767384697.418027:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006f51dc5b. 00000040:00000010:0.0:1767384697.418047:0:40988:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000007d90c9b9. 00000020:00000010:0.0:1767384697.418052:0:40988:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000012b8ab43. 00080000:00000010:0.0:1767384697.418056:0:40988:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000081da0c60. 00000040:00000010:0.0:1767384697.418067:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000724ef2f6. 00000100:00000010:2.0:1767384697.418083:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000096da048d. 00000100:00000010:2.0:1767384697.418090:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c1d54c9. 00000100:00000010:2.0:1767384697.418164:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ce7bb7c1. 00000100:00000010:2.0:1767384697.418168:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ae81d20. 00000100:00000010:2.0:1767384697.418238:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d505df51. 00000100:00000010:2.0:1767384697.418241:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076661f84. 00000100:00000010:2.0:1767384697.418339:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004a95884f. 00000100:00000010:2.0:1767384697.418345:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae6da5ca. 00000040:00000010:1.0:1767384697.418395:0:40988:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e4f37041. 00000100:00000010:2.0:1767384697.418424:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f64c82a6. 00000100:00000010:2.0:1767384697.418431:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e32f2c78. 00000100:00000010:2.0:1767384697.418507:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ac96d79c. 00000100:00000010:2.0:1767384697.418511:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae1ffa25. 00000020:00000010:1.0:1767384697.418522:0:40991:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000874ab84c. 00000020:00000010:1.0:1767384697.418527:0:40991:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e6605d40. 00000040:00000010:1.0:1767384697.418531:0:40991:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a8bbdae6. 00000020:00000010:1.0:1767384697.418536:0:40991:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000469bb47b. 00000020:00000010:1.0:1767384697.418540:0:40991:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c0b6e940. 00000020:00000010:1.0:1767384697.418544:0:40991:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000072b75c83. 80000000:00000010:1.0:1767384697.418547:0:40991:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000343a0c01. 40000000:00000010:1.0:1767384697.418564:0:40991:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000096445129. 00100000:00000010:1.0:1767384697.418570:0:40991:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000067e64b4b. 00040000:00000010:1.0:1767384697.418574:0:40991:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000042758226. 00040000:00000010:1.0:1767384697.418578:0:40991:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4963cf1. 00080000:00000010:1.0:1767384697.418583:0:40991:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008e108065. 00080000:00000010:1.0:1767384697.418587:0:40991:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000108d32bb. 00000100:00000010:2.0:1767384697.418590:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e745b94c. 00000004:00000010:1.0:1767384697.418594:0:40991:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000093005f55. 00000100:00000010:2.0:1767384697.418596:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea9e95de. 00002000:00000010:1.0:1767384697.418600:0:40991:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000071ff5de7. 00000020:00000010:1.0:1767384697.418605:0:40991:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003f8317df. 00000040:00000010:1.0:1767384697.418613:0:40991:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c7118587. 00000100:00000010:2.0:1767384697.418664:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d6e075e7. 00000100:00000010:2.0:1767384697.418667:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e911b9f. 00000100:00000010:2.0:1767384697.418733:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000186d609a. 00000100:00000010:2.0:1767384697.418737:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c72d761. 00000100:00000010:2.0:1767384697.418811:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000026ce21e0. 00000100:00000010:2.0:1767384697.418815:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000022b40f9. 00000100:00000010:2.0:1767384697.418882:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005bc429a1. 00000100:00000010:2.0:1767384697.418885:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012a93c22. 00000040:00000010:1.0:1767384697.418928:0:40991:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c7118587. 00000020:00000010:1.0:1767384697.418936:0:40991:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003f8317df. 00000020:00000010:1.0:1767384697.418945:0:40991:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e6605d40. 00000040:00000010:1.0:1767384697.418949:0:40991:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a8bbdae6. 00000100:00000010:2.0:1767384697.418950:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006e5bdd18. 00000020:00000010:1.0:1767384697.418952:0:40991:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000469bb47b. 00000100:00000010:2.0:1767384697.418955:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003898d6c8. 00000020:00000010:1.0:1767384697.418959:0:40991:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c0b6e940. 00000020:00000010:1.0:1767384697.418965:0:40991:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000072b75c83. 80000000:00000010:1.0:1767384697.418969:0:40991:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000343a0c01. 40000000:00000010:1.0:1767384697.418972:0:40991:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000096445129. 00100000:00000010:1.0:1767384697.418976:0:40991:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000067e64b4b. 00040000:00000010:1.0:1767384697.418983:0:40991:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000042758226. 00040000:00000010:1.0:1767384697.418986:0:40991:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d4963cf1. 00080000:00000010:1.0:1767384697.418991:0:40991:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000108d32bb. 00080000:00000010:1.0:1767384697.418995:0:40991:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008e108065. 00000004:00000010:1.0:1767384697.419001:0:40991:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000093005f55. 00002000:00000010:1.0:1767384697.419004:0:40991:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000071ff5de7. 00000020:00000010:1.0:1767384697.419006:0:40991:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000874ab84c. 00000100:00000010:2.0:1767384697.419022:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007dca6c9b. 00000100:00000010:2.0:1767384697.419027:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082967629. 00000040:00000010:3.0:1767384697.419049:0:40988:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e4f37041. 00000040:00000010:3.0:1767384697.419057:0:40988:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000007d90c9b9. 00000040:00000010:3.0:1767384697.419060:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000724ef2f6. 00000040:00000010:3.0:1767384697.419063:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006f51dc5b. 20000000:00000010:3.0:1767384697.419066:0:40988:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000eaa41dc8. 20000000:00000010:3.0:1767384697.419070:0:40988:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000912e8764. 00000040:00000010:3.0:1767384697.419074:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000009b40fd3. 00000040:00000010:3.0:1767384697.419084:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000009b40fd3. 20000000:00000010:3.0:1767384697.419088:0:40988:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000912e8764. 20000000:00000010:3.0:1767384697.419091:0:40988:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000348a5fa1. 00000100:00000010:2.0:1767384697.419096:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d982076f. 20000000:00000010:3.0:1767384697.419100:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000009b40fd3. 00000100:00000010:2.0:1767384697.419103:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000282d5622. 20000000:00000010:3.0:1767384697.419107:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000edd6888c. 20000000:00000010:3.0:1767384697.419113:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a773dd29. 20000000:00000010:3.0:1767384697.419115:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a9a5cff5. 20000000:00000010:3.0:1767384697.419117:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000071be72cf. 20000000:00000010:3.0:1767384697.419120:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000059ff0f15. 20000000:00000010:3.0:1767384697.419123:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003c018b1e. 20000000:00000010:3.0:1767384697.419126:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f929a693. 20000000:00000010:3.0:1767384697.419129:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000010421f0a. 20000000:00000010:3.0:1767384697.419132:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e75220ac. 20000000:00000010:3.0:1767384697.419134:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fbe72047. 20000000:00000010:3.0:1767384697.419135:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000c9a6ceb. 20000000:00000010:3.0:1767384697.419139:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000082540336. 20000000:00000010:3.0:1767384697.419142:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004b0b3285. 20000000:00000010:3.0:1767384697.419145:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000690f9f02. 20000000:00000010:3.0:1767384697.419147:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000005198114. 20000000:00000010:3.0:1767384697.419149:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000349ef3ed. 20000000:00000010:3.0:1767384697.419152:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000093ce7a83. 20000000:00000010:3.0:1767384697.419155:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000047926a34. 20000000:00000010:3.0:1767384697.419158:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009a4657ce. 20000000:00000010:3.0:1767384697.419161:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009c244f33. 20000000:00000010:3.0:1767384697.419163:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c726399d. 20000000:00000010:3.0:1767384697.419166:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bb4b3052. 20000000:00000010:3.0:1767384697.419168:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000387d6cf3. 20000000:00000010:3.0:1767384697.419170:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006eed0df2. 20000000:00000010:3.0:1767384697.419172:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000068ab0b01. 20000000:00000010:3.0:1767384697.419174:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d9705860. 20000000:00000010:3.0:1767384697.419175:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f964b930. 00000100:00000010:2.0:1767384697.419177:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008d2ecc58. 20000000:00000010:3.0:1767384697.419178:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009b106c8b. 20000000:00000010:3.0:1767384697.419184:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000032e434a1. 00000100:00000010:2.0:1767384697.419184:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002287f43d. 20000000:00000010:3.0:1767384697.419190:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eb33afd5. 20000000:00000010:3.0:1767384697.419194:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001bf84428. 20000000:00000010:3.0:1767384697.419197:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f726d5e2. 20000000:00000010:3.0:1767384697.419200:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b56aa194. 20000000:00000010:3.0:1767384697.419202:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003ad0bdf7. 20000000:00000010:3.0:1767384697.419205:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d3b96778. 20000000:00000010:3.0:1767384697.419207:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000620013d. 20000000:00000010:3.0:1767384697.419211:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000436249cd. 20000000:00000010:3.0:1767384697.419213:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000530ed597. 20000000:00000010:3.0:1767384697.419216:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000217ffe9d. 20000000:00000010:3.0:1767384697.419219:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000079c2f472. 20000000:00000010:3.0:1767384697.419221:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cb11c0e9. 00080000:00000010:3.0:1767384697.419229:0:40988:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000088e49c2b. 00080000:00000010:3.0:1767384697.419236:0:40988:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003271e17d. 00000100:00000010:2.0:1767384697.419263:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f13510d7. 00000100:00000010:2.0:1767384697.419270:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2275c2a. 00000100:00000010:2.0:1767384697.419372:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004fa04f45. 00000100:00000010:2.0:1767384697.419376:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ba80dd3. 00000100:00000010:2.0:1767384697.419455:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006fffb730. 00000100:00000010:2.0:1767384697.419459:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000364fe369. 00000100:00000010:2.0:1767384697.419529:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005b586567. 00000100:00000010:2.0:1767384697.419533:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a55bbdf. 00000100:00000010:2.0:1767384697.419611:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e9df3158. 00000100:00000010:2.0:1767384697.419615:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044a00e17. 00000100:00000010:2.0:1767384697.419683:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a75043da. 00000100:00000010:2.0:1767384697.419686:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ecd12c6d. 00000100:00000010:2.0:1767384697.419751:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000056092b4f. 00000100:00000010:2.0:1767384697.419755:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024160c9f. 00000100:00000010:2.0:1767384697.419820:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000079c0f364. 00000100:00000010:2.0:1767384697.419824:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001217ba80. 00000100:00000010:2.0:1767384697.419891:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c5e33319. 00000100:00000010:2.0:1767384697.419894:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000962357b3. 00000100:00000010:2.0:1767384697.419961:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009dcba4ce. 00000100:00000010:2.0:1767384697.419963:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ead423a. 00000100:00000010:2.0:1767384697.420030:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000be9d00be. 00000100:00000010:2.0:1767384697.420033:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031fa6470. 00000100:00000010:2.0:1767384697.420101:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000073896b4. 00000100:00000010:2.0:1767384697.420106:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003dba22cb. 00080000:00000010:1.0:1767384697.420110:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000088e49c2b. 00080000:00000010:3.0:1767384697.420143:0:40988:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003271e17d. 00010000:00000010:1.0:1767384697.420178:0:40989:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000002a48989. 00010000:00000010:1.0:1767384697.420185:0:40989:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b7472d8. 00000020:00000010:1.0:1767384697.420189:0:40989:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000096445129. 00000100:00000010:2.0:1767384697.420200:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004bf1e677. 00000100:00000010:3.0:1767384697.420240:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bba38285. 00000100:00000010:1.0:1767384697.420321:0:40988:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c1c56864. 00000100:00000010:1.0:1767384697.420327:0:40988:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000009c3f8345. 20000000:00000010:1.0:1767384697.420332:0:40988:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000efec36db. 00010000:00000200:1.0:1767384697.420345:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a9b7377 x1853237050247552/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 4784/4768 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.420365:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002e34292. 00000100:00000200:1.0:1767384697.420371:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050247552, offset 224 00000100:00000010:3.0:1767384697.420374:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008424a024. 00000400:00000200:1.0:1767384697.420379:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384697.420381:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ca30eb0. 00000400:00000200:1.0:1767384697.420393:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.420404:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260108980 00000400:00000200:1.0:1767384697.420412:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2319 [2] + 224 00000400:00000200:1.0:1767384697.420420:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.420424:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.420433:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000073b7a26c x1853237050247552/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384713 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.420458:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e34292 00000100:00000010:3.0:1767384697.420461:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000028fca95a. 00000400:00000010:1.0:1767384697.420462:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002e34292. 00000100:00000010:3.0:1767384697.420468:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001982dc28. 00000400:00000010:2.0:1767384697.420475:0:36:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000021173b6a. 00000020:00000010:1.0:1767384697.420479:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000400:00000200:2.0:1767384697.420480:0:36:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c64ff06c 00000400:00000010:2.0:1767384697.420484:0:36:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c64ff06c. 00000020:00000010:1.0:1767384697.420487:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000100:00000200:2.0:1767384697.420491:0:36:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000073b7a26c x1853237050247552/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384713 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.420493:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a49cfc4f. 00000100:00000200:2.0:1767384697.420503:0:36:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000073b7a26c x1853237050247552/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384713 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384697.420504:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c0ed130c. 00000100:00000200:1.0:1767384697.420515:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.420521:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000111af8d0. 00000400:00000010:1.0:1767384697.420525:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002e34292. 02000000:00000010:2.0:1767384697.420533:0:36:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ce691130. 00000100:00000010:2.0:1767384697.420539:0:36:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000442c2f77. 00000100:00000010:2.0:1767384697.420541:0:36:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004259edb1. 02000000:00000010:2.0:1767384697.420543:0:36:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ed51e807. 00000100:00000010:2.0:1767384697.420546:0:36:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000073b7a26c. 00000100:00000010:2.0:1767384697.420549:0:36:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000366a4381. 00000100:00000010:3.0:1767384697.420563:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001c0fae2f. 00000020:00000010:2.0:1767384697.420563:0:36:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 00000000c6897f8e. 00000100:00000010:3.0:1767384697.420571:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008728aef. 00000020:00000010:2.0:1767384697.420572:0:36:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 0000000046ef157c. 00000100:00000010:3.0:1767384697.420651:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000da3142ab. 00000100:00000010:3.0:1767384697.420656:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004259edb1. 00000100:00000010:3.0:1767384697.420733:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000975cfd5b. 00000100:00000010:3.0:1767384697.420739:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000217b15cd. 00000100:00000010:3.0:1767384697.420813:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000aeb929a9. 00000100:00000010:3.0:1767384697.420818:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f98d5f7e. 00000100:00000010:3.0:1767384697.420891:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e803e2c6. 00000100:00000010:3.0:1767384697.420897:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000450d4785. 00000100:00000010:3.0:1767384697.420970:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a8567456. 00000100:00000010:3.0:1767384697.420974:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5e0c419. 00000100:00000010:3.0:1767384697.421048:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007c126f40. 00000100:00000010:3.0:1767384697.421052:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034029f43. 00000100:00000010:3.0:1767384697.421123:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000704e881e. 00000100:00000010:3.0:1767384697.421126:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000187807e0. 00000100:00000010:3.0:1767384697.421199:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000072732604. 00000100:00000010:3.0:1767384697.421202:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000824c9ef4. 00000100:00000010:3.0:1767384697.421275:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000831428f4. 00000100:00000010:3.0:1767384697.421280:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf9517a2. 00010000:00000010:2.1:1767384697.421327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000a77ca71. 00010000:00000010:2.1:1767384697.421335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006d7e2e04. 00010000:00000010:2.1:1767384697.421342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095fc9fbe. 00010000:00000010:2.1:1767384697.421348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006c43e71a. 00010000:00000010:2.1:1767384697.421353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a89517b3. 00010000:00000010:2.1:1767384697.421359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c3a8a66b. 00010000:00000010:2.1:1767384697.421363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000076fa5978. 00010000:00000010:2.1:1767384697.421367:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000060e7437b. 00000100:00000010:3.0:1767384697.421650:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c2739c3f. 00000100:00000010:3.0:1767384697.421655:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b423c043. 00000100:00000010:3.0:1767384697.421731:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000023ee7f5d. 00000100:00000010:3.0:1767384697.421735:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091a50067. 00000100:00000010:3.0:1767384697.421814:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000790158bf. 00000100:00000010:3.0:1767384697.421818:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce7f282e. 00000100:00000010:3.0:1767384697.421888:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002fdb1ac7. 00000100:00000010:3.0:1767384697.421890:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bb94068. 00000100:00000010:3.0:1767384697.421954:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000038a60b17. 00000100:00000010:3.0:1767384697.421956:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ec71c0d. 00000100:00000010:3.0:1767384697.422019:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000068608352. 00000100:00000010:3.0:1767384697.422021:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000209b64a3. 00000100:00000010:3.0:1767384697.422085:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009bc2d5d8. 00000100:00000010:3.0:1767384697.422087:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008913f2a7. 00000100:00000010:3.0:1767384697.422151:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006dce73e6. 00000100:00000010:3.0:1767384697.422153:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009afdd77c. 00000100:00000010:3.0:1767384697.422218:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004ec111c7. 00000100:00000010:3.0:1767384697.422221:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000058c55d92. 00000100:00000010:3.0:1767384697.422285:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a08fc279. 00000100:00000010:3.0:1767384697.422287:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf5d9b83. 00000100:00000010:3.0:1767384697.422367:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d78d565c. 00000100:00000010:3.0:1767384697.422369:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd3a68f1. 00000100:00000010:3.0:1767384697.422436:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f4d63b64. 00000100:00000010:3.0:1767384697.422440:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b124bf6. 00000100:00000010:3.0:1767384697.422519:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e48bd763. 00000100:00000010:3.0:1767384697.422524:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b5a552b. 00000100:00000010:3.0:1767384697.422613:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e5e20b0e. 00000100:00000010:3.0:1767384697.422617:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b44017cb. 00000100:00000010:3.0:1767384697.422694:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e4aab403. 00000100:00000010:3.0:1767384697.422698:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8a2283a. 00000100:00000010:3.0:1767384697.422773:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d9da974e. 00000400:00000200:3.0:1767384697.422778:0:40979:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:3.0:1767384697.422834:0:40979:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d9725e2f. 00000020:00000010:3.0:1767384697.422839:0:40979:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000cfeae17b. 00000100:00000010:3.0:1767384697.422881:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d1c1b6a0. 00000100:00000010:3.0:1767384697.422887:0:40979:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000003271e17d. 00000100:00000010:3.0:1767384697.422890:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000090fa4ace. 00000100:00000010:3.0:1767384697.422893:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000366a4381. 00000100:00000010:3.0:1767384697.422896:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c64ff06c. 00000100:00000010:3.0:1767384697.422899:0:40979:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000018b6f6d5. 00000100:00000010:3.0:1767384697.422902:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006bc1e8ed. 00000100:00000010:3.0:1767384697.422904:0:40979:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000f605bcdf. 00000100:00000010:3.0:1767384697.422906:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000045b98398. 00000100:00000010:3.0:1767384697.422908:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000476dca15. 00000100:00000010:3.0:1767384697.422910:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ae117c6d. 00000100:00000200:3.0:1767384697.422936:0:40979:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:3.0:1767384697.422940:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000079857335. 00000100:00000010:3.0:1767384697.423115:0:40992:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007374368d. 00000020:00000010:3.0:1767384697.423120:0:40992:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a79ba9b3. 00000020:00000010:3.0:1767384697.423126:0:40992:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b962970a. 00000020:00000010:3.0:1767384697.423129:0:40992:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001cb7da70. 00000040:00000010:3.0:1767384697.423132:0:40992:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000089b528ef. 00000020:00000010:3.0:1767384697.423135:0:40992:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002b0161a3. 00000020:00000010:3.0:1767384697.423139:0:40992:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003bd0693e. 00000020:00000010:3.0:1767384697.423143:0:40992:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f23f0e74. 80000000:00000010:3.0:1767384697.423146:0:40992:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000063e7a927. 40000000:00000010:3.0:1767384697.423149:0:40992:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ca35ba37. 00100000:00000010:3.0:1767384697.423154:0:40992:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000056e85707. 00040000:00000010:3.0:1767384697.423157:0:40992:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000045569b62. 00040000:00000010:3.0:1767384697.423160:0:40992:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d2c8aa4c. 00080000:00000010:3.0:1767384697.423165:0:40992:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c81c7ae5. 00080000:00000010:3.0:1767384697.423169:0:40992:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c6897f8e. 00000004:00000010:3.0:1767384697.423175:0:40992:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000031d5df1d. 00002000:00000010:3.0:1767384697.423179:0:40992:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b699abb4. 00000100:00000200:3.0:1767384697.423182:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423187:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021ed314a. 00000400:00000010:3.0:1767384697.423191:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004bf2941b. 00000100:00000200:3.0:1767384697.423195:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423197:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ebd37be. 00000400:00000010:3.0:1767384697.423200:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000025dadf9. 00000100:00000200:3.0:1767384697.423202:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423204:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4606132. 00000400:00000010:3.0:1767384697.423206:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000038dc2968. 00000100:00000200:3.0:1767384697.423208:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423210:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021173b6a. 00000400:00000010:3.0:1767384697.423212:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b3377c70. 00000100:00000200:3.0:1767384697.423214:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423216:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a95dd41. 00000400:00000010:3.0:1767384697.423218:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c31f18a6. 00000100:00000200:3.0:1767384697.423220:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423222:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3432abf. 00000400:00000010:3.0:1767384697.423224:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005008ea92. 00000100:00000200:3.0:1767384697.423227:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423228:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000693d9d9e. 00000400:00000010:3.0:1767384697.423231:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fbc697cf. 00000100:00000200:3.0:1767384697.423234:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423236:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e58e79d4. 00000400:00000010:3.0:1767384697.423238:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000070da89b0. 00000100:00000200:3.0:1767384697.423240:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423242:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cefdf5e. 00000400:00000010:3.0:1767384697.423245:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001a3d255e. 00000100:00000200:3.0:1767384697.423247:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423249:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068406155. 00000400:00000010:3.0:1767384697.423251:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fd60371a. 00000100:00000200:3.0:1767384697.423254:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423255:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa91e65. 00000400:00000010:3.0:1767384697.423257:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008e0031fe. 00000100:00000200:3.0:1767384697.423260:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423261:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaa4ed5a. 00000400:00000010:3.0:1767384697.423264:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f827ed17. 00000100:00000200:3.0:1767384697.423266:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423268:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f55e5a27. 00000400:00000010:3.0:1767384697.423270:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000527ed9f6. 00000100:00000200:3.0:1767384697.423272:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423274:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077cf56a4. 00000400:00000010:3.0:1767384697.423275:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d7dca5ac. 00000100:00000200:3.0:1767384697.423277:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423279:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b168fd26. 00000400:00000010:3.0:1767384697.423282:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ad613fbc. 00000100:00000200:3.0:1767384697.423284:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423285:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f59b6672. 00000400:00000010:3.0:1767384697.423288:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000f04c676. 00000100:00000200:3.0:1767384697.423317:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423321:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057b6dfac. 00000400:00000010:3.0:1767384697.423324:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ed353ae2. 00000100:00000200:3.0:1767384697.423328:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423330:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d30f36f. 00000100:00000010:0.0:1767384697.423333:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cee9f499. 00000400:00000010:3.0:1767384697.423335:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fc317523. 00000100:00000010:2.0:1767384697.423335:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002318046a. 00000100:00000010:1.0:1767384697.423337:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000034422e94. 00000100:00000200:3.0:1767384697.423343:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423347:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5e74dbf. 00000400:00000010:3.0:1767384697.423351:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000390cdcff. 00000100:00000200:3.0:1767384697.423355:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423357:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e7e9f5c. 00000400:00000010:3.0:1767384697.423360:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006a49c418. 00000100:00000200:3.0:1767384697.423363:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423364:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032e9669f. 00000400:00000010:3.0:1767384697.423367:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008b9424f1. 00000100:00000200:3.0:1767384697.423369:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423371:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd3b51e2. 00000400:00000010:3.0:1767384697.423373:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000059d383ae. 00000100:00000200:3.0:1767384697.423376:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423377:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000061cd2ed. 00000400:00000010:3.0:1767384697.423380:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000baebf2f6. 00000100:00000200:3.0:1767384697.423382:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423384:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003eed79d3. 00000400:00000010:3.0:1767384697.423386:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003732f061. 00000100:00000200:3.0:1767384697.423388:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423390:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008fb3f765. 00000400:00000010:3.0:1767384697.423392:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008d5a8e42. 00000100:00000200:3.0:1767384697.423394:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423396:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecdb9c80. 00000400:00000010:3.0:1767384697.423398:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000f32fef3. 00000100:00000200:3.0:1767384697.423400:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423402:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e24e53d. 00000400:00000010:3.0:1767384697.423404:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e468f02a. 00000100:00000200:3.0:1767384697.423406:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423407:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f28ad3a. 00000400:00000010:3.0:1767384697.423409:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008bed4b9d. 00000100:00000200:3.0:1767384697.423411:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423413:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bfd2fd4. 00000400:00000010:3.0:1767384697.423415:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fac5b9ae. 00000100:00000200:3.0:1767384697.423417:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423419:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2fcb3a5. 00000400:00000010:3.0:1767384697.423421:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008fa2ac1e. 00000100:00000200:3.0:1767384697.423424:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423425:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f93e0ead. 00000400:00000010:3.0:1767384697.423427:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e6a68563. 00000100:00000200:3.0:1767384697.423429:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423431:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f52dc6a7. 00000400:00000010:3.0:1767384697.423433:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003221317d. 00000100:00000200:3.0:1767384697.423435:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423436:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007acbc488. 00000400:00000010:3.0:1767384697.423440:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fff6d485. 00000100:00000200:3.0:1767384697.423442:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423444:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052436a64. 00000400:00000010:3.0:1767384697.423446:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000aa820db9. 00000100:00000200:3.0:1767384697.423448:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423450:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd64019d. 00000400:00000010:3.0:1767384697.423453:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002a77eb3c. 00000100:00000200:3.0:1767384697.423455:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423457:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9741369. 00000400:00000010:3.0:1767384697.423459:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cbafe1ff. 00000100:00000200:3.0:1767384697.423461:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423464:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013ca5554. 00000400:00000010:3.0:1767384697.423466:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a3ecd8be. 00000100:00000200:3.0:1767384697.423468:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423469:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8fcefdb. 00000400:00000010:3.0:1767384697.423472:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a1f3abf6. 00000100:00000200:3.0:1767384697.423474:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423476:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d55ca254. 00000400:00000010:3.0:1767384697.423478:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006bcac098. 00000100:00000200:3.0:1767384697.423480:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423482:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0e84ab3. 00000400:00000010:3.0:1767384697.423484:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000613ed180. 00000100:00000200:3.0:1767384697.423486:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423488:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a8914ea. 00000400:00000010:3.0:1767384697.423490:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006a0cc178. 00000100:00000200:3.0:1767384697.423492:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423494:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1a8eeee. 00000400:00000010:3.0:1767384697.423496:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003701ccdf. 00000100:00000200:3.0:1767384697.423498:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423500:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c13fe7a. 00000400:00000010:3.0:1767384697.423502:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f0b6547c. 00000100:00000200:3.0:1767384697.423504:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423506:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c935e29. 00000400:00000010:3.0:1767384697.423508:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d88d9c6a. 00000100:00000200:3.0:1767384697.423510:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423512:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000138c459e. 00000400:00000010:3.0:1767384697.423515:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000331c96cf. 00000100:00000200:3.0:1767384697.423517:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423519:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e6cbd47. 00000400:00000010:3.0:1767384697.423521:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000009b35845. 00000100:00000200:3.0:1767384697.423523:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423525:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079357a2d. 00000400:00000010:3.0:1767384697.423527:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e7109441. 00000100:00000200:3.0:1767384697.423529:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423531:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd368292. 00000400:00000010:3.0:1767384697.423533:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d5305a1d. 00000100:00000200:3.0:1767384697.423535:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423537:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8ba309f. 00000400:00000010:3.0:1767384697.423540:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e5cb7f04. 00000100:00000200:3.0:1767384697.423542:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423544:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e60a629c. 00000400:00000010:3.0:1767384697.423546:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000406601df. 00000100:00000200:3.0:1767384697.423548:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423549:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079aa540d. 00000400:00000010:3.0:1767384697.423564:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000c054bb9. 00000100:00000200:3.0:1767384697.423567:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423569:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae814ac8. 00000400:00000010:3.0:1767384697.423571:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a82a55fb. 00000100:00000200:3.0:1767384697.423573:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423574:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001df51435. 00000400:00000010:3.0:1767384697.423576:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000045988dd8. 00000100:00000200:3.0:1767384697.423579:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423581:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a939d4d8. 00000400:00000010:3.0:1767384697.423583:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002713521f. 00000100:00000200:3.0:1767384697.423585:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423587:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e59b35d. 00000400:00000010:3.0:1767384697.423589:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002cc7fb49. 00000100:00000200:3.0:1767384697.423591:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423593:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e71f5d9b. 00000400:00000010:3.0:1767384697.423595:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bc48be1b. 00000100:00000200:3.0:1767384697.423597:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423599:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3703b6a. 00000400:00000010:3.0:1767384697.423601:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007ee18199. 00000100:00000200:3.0:1767384697.423604:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423605:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000503fcb4c. 00000400:00000010:3.0:1767384697.423608:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000461880a2. 00000100:00000200:3.0:1767384697.423610:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423612:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005880f578. 00000400:00000010:3.0:1767384697.423614:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005d7c5d64. 00000100:00000200:3.0:1767384697.423617:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423618:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000518b3c05. 00000400:00000010:3.0:1767384697.423621:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c3c1ad2f. 00000100:00000200:3.0:1767384697.423623:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423624:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055a3d43e. 00000400:00000010:3.0:1767384697.423627:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000000ded250b. 00000100:00000200:3.0:1767384697.423629:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423631:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c4ca0ac. 00000400:00000010:3.0:1767384697.423633:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004a331f96. 00000100:00000200:3.0:1767384697.423635:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423637:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5ee4ab1. 00000400:00000010:3.0:1767384697.423640:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002d69e420. 00000100:00000200:3.0:1767384697.423642:0:40992:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:3.0:1767384697.423644:0:40992:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004137a33d. 00000400:00000010:3.0:1767384697.423646:0:40992:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000094425058. 00000100:00000010:3.0:1767384697.423689:0:40992:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000ba5b6022. 00000100:00000200:3.0:1767384697.423702:0:40992:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767384697.423726:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004d2ce7a8. 00000100:00000010:0.0:1767384697.423883:0:40993:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006cbc5795. 00000020:00000010:0.0:1767384697.423887:0:40993:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c0d3ae18. 00000020:00000010:0.0:1767384697.423890:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f03dc4c9. 00000020:00000010:0.0:1767384697.423893:0:40993:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f51dc5b. 00000040:00000010:0.0:1767384697.423895:0:40993:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000010200108. 00000020:00000010:0.0:1767384697.423898:0:40993:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004d0a12a7. 00000020:00000010:0.0:1767384697.423901:0:40993:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000066801d67. 00000020:00000010:0.0:1767384697.423904:0:40993:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000036be8679. 80000000:00000010:0.0:1767384697.423907:0:40993:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cee9f499. 40000000:00000010:0.0:1767384697.423909:0:40993:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f143b237. 00100000:00000010:0.0:1767384697.423911:0:40993:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e306780d. 00040000:00000010:0.0:1767384697.423914:0:40993:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000727466f0. 00040000:00000010:0.0:1767384697.423916:0:40993:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bd65ba02. 00080000:00000010:0.0:1767384697.423925:0:40993:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000724ef2f6. 00080000:00000010:0.0:1767384697.423928:0:40993:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c6831d77. 00000004:00000010:0.0:1767384697.423932:0:40993:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000018da0759. 00002000:00000010:0.0:1767384697.423935:0:40993:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000adcfcaaf. 00000100:00000010:0.0:1767384697.423975:0:40993:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000fa79fa07. 00000100:00000200:0.0:1767384697.423987:0:40993:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384697.424004:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e3bb32b8. 00000100:00000010:0.0:1767384697.424124:0:40994:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ea9bfda1. 00000020:00000010:0.0:1767384697.424128:0:40994:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000035f7e2c4. 00000020:00000010:0.0:1767384697.424131:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025a00512. 00000020:00000010:0.0:1767384697.424133:0:40994:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000019dd6234. 00000040:00000010:0.0:1767384697.424135:0:40994:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000444198ca. 00000020:00000010:0.0:1767384697.424138:0:40994:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a88a67f6. 00000020:00000010:0.0:1767384697.424140:0:40994:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b07c9293. 00000020:00000010:0.0:1767384697.424144:0:40994:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cab4b2b1. 80000000:00000010:0.0:1767384697.424146:0:40994:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004524af74. 40000000:00000010:0.0:1767384697.424148:0:40994:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ace88213. 00100000:00000010:0.0:1767384697.424151:0:40994:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000059bcd80f. 00040000:00000010:0.0:1767384697.424154:0:40994:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b5c058d7. 00040000:00000010:0.0:1767384697.424156:0:40994:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a19610fd. 00080000:00000010:0.0:1767384697.424160:0:40994:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000026f5eb5b. 00080000:00000010:0.0:1767384697.424164:0:40994:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000080df9560. 00000004:00000010:0.0:1767384697.424168:0:40994:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000052dbccd7. 00002000:00000010:0.0:1767384697.424170:0:40994:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c5365ff0. 00000100:00000010:0.0:1767384697.424213:0:40994:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000076e9f504. 00000100:00000200:0.0:1767384697.424226:0:40994:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:3.0:1767384697.424240:0:40979:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000370108f3. 00000100:00000010:3.0:1767384697.424245:0:40979:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000028a94171. 00000100:00000010:3.0:1767384697.424254:0:40979:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000005178c577. 00000100:00000010:3.0:1767384697.424259:0:40979:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000010a7f5e7. 00000100:00000010:3.0:1767384697.424262:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4a426f0. 00000100:00000010:3.0:1767384697.424265:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ed51e807. 00000100:00000010:3.0:1767384697.424266:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce439f44. 00000100:00000010:3.0:1767384697.424268:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce691130. 00000100:00000010:3.0:1767384697.424270:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba2ccf4d. 00000100:00000010:3.0:1767384697.424278:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000081ab4c61. 00000100:00000010:3.0:1767384697.424280:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8e0e975. 00000100:00000010:3.0:1767384697.424282:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091654f00. 00000100:00000010:3.0:1767384697.424284:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c31e5b46. 00000100:00000010:3.0:1767384697.424287:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001b41adf8. 00000100:00000010:3.0:1767384697.424288:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b5107ca. 00000100:00000010:3.0:1767384697.424329:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095e2702e. 00000100:00000010:3.0:1767384697.424338:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ff2eb4d. 00000100:00000010:3.0:1767384697.424341:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c41ec129. 00000100:00000010:3.0:1767384697.424349:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c63934a1. 00000100:00000010:3.0:1767384697.424351:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b483634. 00000100:00000010:3.0:1767384697.424354:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bde919c4. 00000100:00000010:3.0:1767384697.424356:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048060876. 00000100:00000010:3.0:1767384697.424359:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d36d0eb. 00000100:00000010:3.0:1767384697.424360:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c676243. 00000100:00000010:3.0:1767384697.424362:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ef164f7. 00000100:00000010:3.0:1767384697.424364:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000043ea646e. 00000100:00000010:3.0:1767384697.424370:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ed0bbe84. 00000100:00000010:3.0:1767384697.424371:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcf52c35. 00000100:00000010:3.0:1767384697.424374:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce07cdb6. 00000100:00000010:3.0:1767384697.424376:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e38266b6. 00000100:00000010:3.0:1767384697.424378:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025afb2f9. 00000100:00000010:3.0:1767384697.424379:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000116f3e72. 00000100:00000010:3.0:1767384697.424382:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000021db99d3. 00000100:00000010:3.0:1767384697.424383:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002fa89ae5. 00000100:00000010:3.0:1767384697.424389:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004fcdb0d2. 00000100:00000010:3.0:1767384697.424391:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad1a11f3. 00000100:00000010:3.0:1767384697.424393:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f82383be. 00000100:00000010:3.0:1767384697.424395:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006aaf949e. 00000100:00000010:3.0:1767384697.424397:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010caca19. 00000100:00000010:3.0:1767384697.424399:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ce63d42. 00000100:00000010:3.0:1767384697.424401:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2a5a4b9. 00000100:00000010:3.0:1767384697.424403:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b48f7a73. 00000100:00000010:3.0:1767384697.424408:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006d28aab2. 00000100:00000010:3.0:1767384697.424410:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4f7d6ab. 00000100:00000010:3.0:1767384697.424412:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000785509e8. 00000100:00000010:3.0:1767384697.424414:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fdfbdbcc. 00000100:00000010:3.0:1767384697.424416:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000085273936. 00000100:00000010:3.0:1767384697.424417:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000832f1e10. 00000100:00000010:3.0:1767384697.424420:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000740aae27. 00000100:00000010:3.0:1767384697.424422:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f293309a. 00000100:00000010:3.0:1767384697.424428:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002632b673. 00000100:00000010:3.0:1767384697.424430:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae51138f. 00000100:00000010:3.0:1767384697.424432:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007b7cff54. 00000100:00000010:3.0:1767384697.424434:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e57db4b1. 00000100:00000010:3.0:1767384697.424437:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000093fb2c19. 00000100:00000010:3.0:1767384697.424439:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1424e0a. 00000100:00000010:3.0:1767384697.424443:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001060d9be. 00000100:00000010:3.0:1767384697.424446:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5b5f0b6. 00000100:00000010:3.0:1767384697.424454:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000016a1c943. 00000100:00000010:3.0:1767384697.424457:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba3ef5a7. 00000100:00000010:3.0:1767384697.424461:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000032d21a82. 00000100:00000010:3.0:1767384697.424463:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e22a40fe. 00000100:00000010:3.0:1767384697.424467:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008e07f473. 00000100:00000010:3.0:1767384697.424470:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000037d19b1. 00000100:00000010:3.0:1767384697.424473:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006c45b2d3. 00000100:00000010:3.0:1767384697.424476:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070b4a8cf. 00000100:00000010:3.0:1767384697.424484:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f832fcd5. 00000100:00000010:3.0:1767384697.424488:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097ab502f. 00000100:00000010:3.0:1767384697.424491:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000084b50996. 00000100:00000010:3.0:1767384697.424494:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042f1e985. 00000100:00000010:3.0:1767384697.424498:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004cba27e2. 00000100:00000010:3.0:1767384697.424500:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078673325. 00000100:00000010:3.0:1767384697.424503:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000416ac806. 00000100:00000010:3.0:1767384697.424504:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000061a63e3. 00000100:00000010:3.0:1767384697.424511:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005cb855ef. 00000100:00000010:3.0:1767384697.424513:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aea82f19. 00000100:00000010:3.0:1767384697.424515:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002522817a. 00000100:00000010:3.0:1767384697.424517:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007939763a. 00000100:00000010:3.0:1767384697.424520:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d46619c7. 00000100:00000010:3.0:1767384697.424521:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f34726d. 00000100:00000010:3.0:1767384697.424523:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ce70927. 00000100:00000010:3.0:1767384697.424526:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bcb777d. 00000100:00000010:3.0:1767384697.424532:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000478c8683. 00000100:00000010:3.0:1767384697.424534:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000323cfcac. 00000100:00000010:3.0:1767384697.424537:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e9d30370. 00000100:00000010:3.0:1767384697.424538:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000725bbc71. 00000100:00000010:3.0:1767384697.424540:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005bf6bb37. 00000100:00000010:3.0:1767384697.424542:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba80e468. 00000100:00000010:3.0:1767384697.424544:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001dd7494c. 00000100:00000010:3.0:1767384697.424545:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002dc667a3. 00000100:00000010:3.0:1767384697.424561:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dc34fc46. 00000100:00000010:3.0:1767384697.424565:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b62cf94. 00000100:00000010:3.0:1767384697.424567:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a238e520. 00000100:00000010:3.0:1767384697.424569:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000830c9ad9. 00000100:00000010:3.0:1767384697.424571:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ef4e691. 00000100:00000010:3.0:1767384697.424573:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081352c2b. 00000100:00000010:3.0:1767384697.424575:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0f195d4. 00000100:00000010:3.0:1767384697.424576:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4c7507a. 00000100:00000010:3.0:1767384697.424583:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006220aa70. 00000100:00000010:3.0:1767384697.424585:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d02a59e4. 00000100:00000010:3.0:1767384697.424587:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f227d11. 00000100:00000010:3.0:1767384697.424588:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c596a97c. 00000100:00000010:3.0:1767384697.424591:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be42d57b. 00000100:00000010:3.0:1767384697.424592:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9f8ead2. 00000100:00000010:3.0:1767384697.424595:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe3e6f52. 00000100:00000010:3.0:1767384697.424596:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e465ed8. 00000100:00000010:3.0:1767384697.424602:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000237964e5. 00000100:00000010:3.0:1767384697.424604:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c980a58b. 00000100:00000010:3.0:1767384697.424607:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006f77e5cd. 00000100:00000010:3.0:1767384697.424608:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008220965a. 00000100:00000010:3.0:1767384697.424610:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026f1831c. 00000100:00000010:3.0:1767384697.424612:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7abd5d6. 00000100:00000010:3.0:1767384697.424615:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c9d3ebc. 00000100:00000010:3.0:1767384697.424616:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009dc601f5. 00000100:00000010:3.0:1767384697.424622:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026aa3ad4. 00000100:00000010:3.0:1767384697.424624:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e889b63e. 00000100:00000010:3.0:1767384697.424626:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071f10047. 00000100:00000010:3.0:1767384697.424628:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062aedd0f. 00000100:00000010:3.0:1767384697.424630:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004bf35b15. 00000100:00000010:3.0:1767384697.424631:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000511aa451. 00000100:00000010:3.0:1767384697.424634:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe10d0cd. 00000100:00000010:3.0:1767384697.424635:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd0afee1. 00000100:00000010:3.0:1767384697.424641:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000377427af. 00000100:00000010:3.0:1767384697.424642:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000786a7175. 00000100:00000010:3.0:1767384697.424645:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e0298374. 00000100:00000010:3.0:1767384697.424646:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097b3161e. 00000100:00000010:3.0:1767384697.424649:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000958557b9. 00000100:00000010:3.0:1767384697.424650:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdfb1bbb. 00000100:00000010:3.0:1767384697.424652:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f0eb438. 00000100:00000010:3.0:1767384697.424653:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059e6687d. 00000100:00000010:3.0:1767384697.424659:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005729de3f. 00000100:00000010:3.0:1767384697.424661:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009aa21c45. 00000100:00000010:3.0:1767384697.424663:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000063f5486c. 00000400:00000200:3.0:1767384697.424665:0:40979:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:3.0:1767384697.424685:0:40979:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000061ab9b0e. 00000020:00000010:3.0:1767384697.424688:0:40979:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000052ace037. 00000100:00000010:3.0:1767384697.424712:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d6a9bb25. 00000100:00000010:3.0:1767384697.424714:0:40979:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e50b895f. 00000100:00000010:3.0:1767384697.424716:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007a78845b. 00000100:00000010:3.0:1767384697.424717:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000041144fc8. 00000100:00000010:3.0:1767384697.424719:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d7a5fec8. 00000100:00000200:3.0:1767384697.424737:0:40979:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:3.0:1767384697.424739:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d23e4403. 00000100:00000010:0.0:1767384697.424874:0:40995:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009bdf4719. 00000020:00000010:0.0:1767384697.424877:0:40995:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000aed652bc. 00000020:00000010:0.0:1767384697.424879:0:40995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004050b678. 00000020:00000010:0.0:1767384697.424881:0:40995:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c77f15f0. 00000040:00000010:0.0:1767384697.424883:0:40995:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000020af2ec7. 00000020:00000010:0.0:1767384697.424885:0:40995:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000049e9c6b1. 00000020:00000010:0.0:1767384697.424887:0:40995:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000075eccd4e. 00000020:00000010:0.0:1767384697.424888:0:40995:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d5a21f5c. 80000000:00000010:0.0:1767384697.424894:0:40995:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000abb3f94c. 40000000:00000010:0.0:1767384697.424895:0:40995:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006ddff9d4. 00100000:00000010:0.0:1767384697.424897:0:40995:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dcb3fe9f. 00040000:00000010:0.0:1767384697.424899:0:40995:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a642b86a. 00040000:00000010:0.0:1767384697.424900:0:40995:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063c8eff6. 00080000:00000010:0.0:1767384697.424903:0:40995:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004f81f520. 00080000:00000010:0.0:1767384697.424906:0:40995:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a5fd4764. 00000004:00000010:0.0:1767384697.424909:0:40995:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000083ee2319. 00000100:00000200:0.0:1767384697.424911:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424913:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072dcc914. 00000400:00000010:0.0:1767384697.424915:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083b2cc28. 00000100:00000200:0.0:1767384697.424918:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424919:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eb68d9db. 00000400:00000010:0.0:1767384697.424920:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029792ade. 00000100:00000200:0.0:1767384697.424921:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424922:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8a26324. 00000400:00000010:0.0:1767384697.424924:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd2d53f4. 00000100:00000200:0.0:1767384697.424924:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424925:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a906ce77. 00000400:00000010:0.0:1767384697.424927:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fa4c099. 00000100:00000200:0.0:1767384697.424928:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424928:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049d0ad1c. 00000400:00000010:0.0:1767384697.424929:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006430c605. 00000100:00000200:0.0:1767384697.424930:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424931:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea150146. 00000400:00000010:0.0:1767384697.424932:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073d6420f. 00000100:00000200:0.0:1767384697.424933:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424934:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e4ce0ea. 00000400:00000010:0.0:1767384697.424936:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000145e4a5c. 00000100:00000200:0.0:1767384697.424937:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424937:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000269ed471. 00000400:00000010:0.0:1767384697.424939:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084f99aa6. 00000100:00000200:0.0:1767384697.424940:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424941:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008705cbfd. 00000400:00000010:0.0:1767384697.424942:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000010185518. 00000100:00000200:0.0:1767384697.424947:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424948:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef36d7f6. 00000400:00000010:0.0:1767384697.424950:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f16622e. 00000100:00000200:0.0:1767384697.424951:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424952:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0a68649. 00000400:00000010:0.0:1767384697.424953:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004456baf4. 00000100:00000200:0.0:1767384697.424954:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424955:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2edcbca. 00000400:00000010:0.0:1767384697.424956:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020705f04. 00000100:00000200:0.0:1767384697.424957:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424958:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082956013. 00000400:00000010:0.0:1767384697.424959:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0a58a60. 00000100:00000200:0.0:1767384697.424960:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424961:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c774ac4. 00000400:00000010:0.0:1767384697.424962:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef48715b. 00000100:00000200:0.0:1767384697.424963:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424963:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000474412b7. 00000400:00000010:0.0:1767384697.424964:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2d13984. 00000100:00000200:0.0:1767384697.424965:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424966:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b8f34e1. 00000400:00000010:0.0:1767384697.424967:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000754df304. 00000100:00000200:0.0:1767384697.424968:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424969:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d830b82. 00000400:00000010:0.0:1767384697.424969:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e1356a66. 00000100:00000200:0.0:1767384697.424970:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424971:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b60803. 00000400:00000010:0.0:1767384697.424972:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d7d7708. 00000100:00000200:0.0:1767384697.424973:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424974:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000326360bb. 00000400:00000010:0.0:1767384697.424975:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c8de462. 00000100:00000200:0.0:1767384697.424975:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424976:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6da3be6. 00000400:00000010:0.0:1767384697.424977:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001179a57f. 00000100:00000200:0.0:1767384697.424978:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424979:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070dde7bf. 00000400:00000010:0.0:1767384697.424982:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e3acec7. 00000100:00000200:0.0:1767384697.424984:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424985:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f99064de. 00000400:00000010:0.0:1767384697.424986:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7377770. 00000100:00000200:0.0:1767384697.424987:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424988:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b037390. 00000400:00000010:0.0:1767384697.424989:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca232594. 00000100:00000200:0.0:1767384697.424991:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424992:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebcec40d. 00000400:00000010:0.0:1767384697.424994:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3c5f187. 00000100:00000200:0.0:1767384697.424995:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.424997:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088eff388. 00000400:00000010:0.0:1767384697.424998:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ed9b514. 00000100:00000200:0.0:1767384697.425000:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425001:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007141670b. 00000400:00000010:0.0:1767384697.425004:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035baff8c. 00000100:00000200:0.0:1767384697.425006:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425008:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000492db965. 00000400:00000010:0.0:1767384697.425010:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f5b12fb. 00000100:00000200:0.0:1767384697.425012:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425013:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002624b227. 00000400:00000010:0.0:1767384697.425015:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf53bea1. 00000100:00000200:0.0:1767384697.425017:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425018:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095d14f5f. 00000400:00000010:0.0:1767384697.425020:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a281c70. 00000100:00000200:0.0:1767384697.425022:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425024:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000455c8b22. 00000400:00000010:0.0:1767384697.425025:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5e1682f. 00000100:00000200:0.0:1767384697.425027:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425029:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002dc8a399. 00000400:00000010:0.0:1767384697.425031:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ed59c47. 00000100:00000200:0.0:1767384697.425033:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425034:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4430cef. 00000400:00000010:0.0:1767384697.425036:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de41c86f. 00000100:00000200:0.0:1767384697.425038:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425046:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076fd5347. 00000400:00000010:0.0:1767384697.425049:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002744438f. 00000100:00000200:0.0:1767384697.425051:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425053:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e819e68c. 00000400:00000010:0.0:1767384697.425055:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005825cda5. 00000100:00000200:0.0:1767384697.425056:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425058:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e667166a. 00000400:00000010:0.0:1767384697.425060:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be26a954. 00000100:00000200:0.0:1767384697.425062:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425063:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cfea0d5. 00000400:00000010:0.0:1767384697.425065:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009174b26c. 00000100:00000200:0.0:1767384697.425067:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425068:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026b74a6e. 00000400:00000010:0.0:1767384697.425070:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000098790d. 00000100:00000200:0.0:1767384697.425072:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425074:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4edaa8a. 00000400:00000010:0.0:1767384697.425077:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000909fc514. 00000100:00000200:0.0:1767384697.425079:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425081:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1b6dc0c. 00000400:00000010:0.0:1767384697.425083:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066910dd0. 00000100:00000200:0.0:1767384697.425084:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425085:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9a05f83. 00000400:00000010:0.0:1767384697.425086:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e86962fd. 00000100:00000200:0.0:1767384697.425087:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425088:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090d2f621. 00000400:00000010:0.0:1767384697.425089:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe4d942a. 00000100:00000200:0.0:1767384697.425090:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425091:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000176a2e52. 00000400:00000010:0.0:1767384697.425092:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007591c084. 00000100:00000200:0.0:1767384697.425093:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425094:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000593143f8. 00000400:00000010:0.0:1767384697.425095:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5ffa8ec. 00000100:00000200:0.0:1767384697.425096:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425096:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff33862f. 00000400:00000010:0.0:1767384697.425097:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af2ef806. 00000100:00000200:0.0:1767384697.425103:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425105:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6f95f78. 00000400:00000010:0.0:1767384697.425106:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d77cd381. 00000100:00000200:0.0:1767384697.425107:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425108:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e87c9220. 00000400:00000010:0.0:1767384697.425110:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f4a1e2f. 00000100:00000200:0.0:1767384697.425111:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425111:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a95081b. 00000400:00000010:0.0:1767384697.425113:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000804098a4. 00000100:00000200:0.0:1767384697.425113:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425114:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcc42883. 00000400:00000010:0.0:1767384697.425115:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6c3ab21. 00000100:00000200:0.0:1767384697.425116:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425117:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de26c710. 00000400:00000010:0.0:1767384697.425118:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d86d5fa0. 00000100:00000200:0.0:1767384697.425119:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425120:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000def2ae8c. 00000400:00000010:0.0:1767384697.425121:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000177c37b3. 00000100:00000200:0.0:1767384697.425122:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425122:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000455afb39. 00000400:00000010:0.0:1767384697.425123:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b32cb08. 00000100:00000200:0.0:1767384697.425124:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425125:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001eb79f35. 00000400:00000010:0.0:1767384697.425126:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000dbaa38e. 00000100:00000200:0.0:1767384697.425127:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425128:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e470a1d0. 00000400:00000010:0.0:1767384697.425129:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d68bebf9. 00000100:00000200:0.0:1767384697.425130:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425131:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a4617d9. 00000400:00000010:0.0:1767384697.425132:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b4fa78b. 00000100:00000200:0.0:1767384697.425133:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425134:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bb223b4. 00000400:00000010:0.0:1767384697.425135:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095cb94a5. 00000100:00000200:0.0:1767384697.425136:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425137:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e44fa56c. 00000400:00000010:0.0:1767384697.425140:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088b46893. 00000100:00000200:0.0:1767384697.425141:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425143:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7bd603b. 00000400:00000010:0.0:1767384697.425144:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fe0d20f. 00000100:00000200:0.0:1767384697.425145:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425146:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba5e268a. 00000400:00000010:0.0:1767384697.425147:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073bb425e. 00000100:00000200:0.0:1767384697.425148:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425149:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cfb40d4f. 00000400:00000010:0.0:1767384697.425149:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae3c7b83. 00000100:00000200:0.0:1767384697.425150:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425151:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba709628. 00000400:00000010:0.0:1767384697.425153:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b60c64fa. 00000100:00000200:0.0:1767384697.425153:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425154:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0091123. 00000400:00000010:0.0:1767384697.425155:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008654ab7c. 00000100:00000200:0.0:1767384697.425156:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425157:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be3b56c4. 00000400:00000010:0.0:1767384697.425158:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb3c3a83. 00000100:00000200:0.0:1767384697.425159:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425160:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2ebe83a. 00000400:00000010:0.0:1767384697.425161:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdc26963. 00000100:00000200:0.0:1767384697.425162:0:40995:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767384697.425163:0:40995:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecac6b74. 00000400:00000010:0.0:1767384697.425164:0:40995:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c31425f6. 00000100:00000010:0.0:1767384697.425171:0:40995:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000254e6f2e. 00000100:00000200:0.0:1767384697.425182:0:40995:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384697.425194:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000042c00e61. 00000100:00000010:0.0:1767384697.425338:0:40996:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ec2789ee. 00000020:00000010:0.0:1767384697.425341:0:40996:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000482c4ff8. 00000020:00000010:0.0:1767384697.425344:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125ca41f. 00000020:00000010:0.0:1767384697.425345:0:40996:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d769ad51. 00000040:00000010:0.0:1767384697.425347:0:40996:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007e84c0d2. 00000020:00000010:0.0:1767384697.425348:0:40996:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fc12e709. 00000020:00000010:0.0:1767384697.425350:0:40996:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001d0b1a2a. 00000020:00000010:0.0:1767384697.425351:0:40996:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000051e465ab. 80000000:00000010:0.0:1767384697.425357:0:40996:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009c5613d9. 40000000:00000010:0.0:1767384697.425358:0:40996:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005b5dd449. 00100000:00000010:0.0:1767384697.425360:0:40996:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000edeca43d. 00040000:00000010:0.0:1767384697.425362:0:40996:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bbd81899. 00040000:00000010:0.0:1767384697.425363:0:40996:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001c5e12ba. 00080000:00000010:0.0:1767384697.425366:0:40996:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e32f6d81. 00080000:00000010:0.0:1767384697.425374:0:40996:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e4192461. 00000004:00000010:0.0:1767384697.425377:0:40996:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000518eab57. 00000100:00000010:0.0:1767384697.425385:0:40996:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000e96413ee. 00000100:00000200:0.0:1767384697.425395:0:40996:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384697.425401:0:40979:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000088e49c2b. 00000100:00000010:3.0:1767384697.425404:0:40979:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000004a891a23. 00000100:00000010:3.0:1767384697.425414:0:40979:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000001845af3e. 00000100:00000010:3.0:1767384697.425419:0:40979:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000000db7511f. 00000100:00000010:3.0:1767384697.425421:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d1c5106. 00000100:00000010:3.0:1767384697.425685:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f949559d. 00000100:00000010:3.0:1767384697.425688:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3ee58de. 00000100:00000010:3.0:1767384697.425934:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000272c2119. 00000100:00000010:3.0:1767384697.425936:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d09bfe9. 00000100:00000010:3.0:1767384697.426179:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c26d223a. 00000100:00000010:3.0:1767384697.426181:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000069501ff. 00000100:00000010:3.0:1767384697.426437:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002068fd12. 00000100:00000010:3.0:1767384697.426440:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ffe578f. 00000100:00000010:3.0:1767384697.426745:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cf08b53d. 00000100:00000010:3.0:1767384697.426750:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077cf3be7. 00000100:00000010:3.0:1767384697.427029:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a2ea80d8. 00000100:00000010:3.0:1767384697.427033:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046841363. 00000100:00000010:3.0:1767384697.427277:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000047345d0f. 00000100:00000010:3.0:1767384697.427280:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005498d151. 00000100:00000010:3.0:1767384697.427597:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f0762110. 00000100:00000010:3.0:1767384697.427600:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e7062ac4. 00000100:00000010:3.0:1767384697.427845:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003bd549d3. 00000100:00000010:3.0:1767384697.427847:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d93cf35b. 00000100:00000010:3.0:1767384697.428087:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cc699e7e. 00000100:00000010:3.0:1767384697.428089:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bb80805. 00010000:00000010:1.1:1767384697.428318:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000002a48989. 00010000:00000010:1.1:1767384697.428325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b7472d8. 00000100:00000010:3.0:1767384697.428359:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000822aee98. 00000100:00000010:3.0:1767384697.428365:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea014b73. 00000100:00000010:3.0:1767384697.428663:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007df49518. 00000100:00000010:3.0:1767384697.428668:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a345c0b5. 00000100:00000010:3.0:1767384697.428957:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000079587c71. 00000100:00000010:3.0:1767384697.428962:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b5914a01. 00000100:00000010:3.0:1767384697.429234:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000843ebaa2. 00000100:00000010:3.0:1767384697.429238:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000285ece53. 00000100:00000010:3.0:1767384697.429505:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005e68f2a5. 00000100:00000010:3.0:1767384697.429510:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fa27d14. 00000100:00000010:3.0:1767384697.429781:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002129b70b. 00000100:00000010:3.0:1767384697.429784:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bbe88a9. 00000100:00000010:3.0:1767384697.430064:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ad85739f. 00000100:00000010:3.0:1767384697.430069:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d971a0c8. 00000100:00000010:3.0:1767384697.430381:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001b20393e. 00000100:00000010:3.0:1767384697.430386:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff37193f. 00000100:00000010:3.0:1767384697.430691:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f0d41435. 00000100:00000010:3.0:1767384697.430696:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1aa36d2. 00000100:00000010:3.0:1767384697.430988:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000deda28d1. 00000100:00000010:3.0:1767384697.430993:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fef9ec7b. 00000100:00000010:3.0:1767384697.431270:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003765c121. 00000100:00000010:3.0:1767384697.431276:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e458495. 00000100:00000010:3.0:1767384697.431591:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000027403ac. 00000100:00000010:3.0:1767384697.431595:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020316d22. 00000100:00000010:3.0:1767384697.431840:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e8652fe2. 00000100:00000010:3.0:1767384697.431842:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052b1b0db. 00000100:00000010:3.0:1767384697.432086:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003478f0a0. 00000100:00000010:3.0:1767384697.432088:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d719d32e. 00000100:00000010:3.0:1767384697.432346:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002f2cfb91. 00000100:00000010:3.0:1767384697.432348:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ef8abda. 00000100:00000010:3.0:1767384697.432612:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000da72b98e. 00000100:00000010:3.0:1767384697.432615:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000026631fd. 00000100:00000010:3.0:1767384697.432862:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b63c9b08. 00000100:00000010:3.0:1767384697.432864:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa6118f3. 00000100:00000010:3.0:1767384697.433156:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d3f8c501. 00000100:00000010:3.0:1767384697.433160:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009038bcba. 00000100:00000010:3.0:1767384697.433417:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000795dc18b. 00000100:00000010:3.0:1767384697.433420:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2124924. 00000100:00000010:3.0:1767384697.433697:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b5770883. 00000100:00000010:3.0:1767384697.433701:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eecce36c. 00000100:00000010:3.0:1767384697.433969:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000012fe1837. 00000100:00000010:3.0:1767384697.433975:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ff57149. 00000100:00000010:3.0:1767384697.434274:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c911ea88. 00000100:00000010:3.0:1767384697.434280:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b38640c. 00000100:00000010:3.0:1767384697.434623:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000822c82cf. 00000100:00000010:3.0:1767384697.434628:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003bcad96. 00000100:00000010:3.0:1767384697.434908:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000015f329c4. 00000100:00000010:3.0:1767384697.434911:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009eb593fc. 00000100:00000010:3.0:1767384697.435155:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000082b9f076. 00000100:00000010:3.0:1767384697.435157:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a62b797. 00000100:00000010:3.0:1767384697.435484:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000276db107. 00000100:00000010:3.0:1767384697.435489:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e76f2c58. 00000100:00000010:3.0:1767384697.435798:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005124f266. 00000100:00000010:3.0:1767384697.435803:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8a492dc. 00000100:00000010:3.0:1767384697.436119:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000c5383c1. 00000100:00000010:3.0:1767384697.436124:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c8b0e17. 00000100:00000010:3.0:1767384697.436437:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000073b7c329. 00000100:00000010:3.0:1767384697.436460:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e85638d2. 00000100:00000010:3.0:1767384697.436762:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fd9d7780. 00000100:00000010:3.0:1767384697.436767:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b3563be. 00000100:00000010:3.0:1767384697.437030:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001b3c4083. 00000100:00000010:3.0:1767384697.437034:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000048f0d46c. 00000100:00000010:3.0:1767384697.437288:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000abbac14c. 00000100:00000010:3.0:1767384697.437314:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1417b6c. 00000100:00000010:3.0:1767384697.437588:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000077a2f88e. 00000100:00000010:3.0:1767384697.437593:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c1d7b2c. 00000100:00000010:3.0:1767384697.437847:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c6a66258. 00000100:00000010:3.0:1767384697.437852:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ea83472. 00000100:00000010:3.0:1767384697.438094:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dd4a7b46. 00000100:00000010:3.0:1767384697.438097:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c9026fbc. 00000100:00000010:3.0:1767384697.438364:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d00ad15c. 00000100:00000010:3.0:1767384697.438368:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035d96e07. 00000100:00000010:3.0:1767384697.438628:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000129835e9. 00000100:00000010:3.0:1767384697.438632:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009553518e. 00000100:00000010:3.0:1767384697.438884:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000050fedba9. 00000100:00000010:3.0:1767384697.438886:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064e771cb. 00000100:00000010:3.0:1767384697.439131:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000014c549cf. 00000100:00000010:3.0:1767384697.439133:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075dbb381. 00000100:00000010:3.0:1767384697.439397:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f1adbe44. 00000100:00000010:3.0:1767384697.439400:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004118ec46. 00000100:00000010:3.0:1767384697.439659:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001ded0e12. 00000100:00000010:3.0:1767384697.439662:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bbb4377. 00000100:00000010:3.0:1767384697.439925:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001810c9c2. 00000100:00000010:3.0:1767384697.439930:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c83ac63. 00000100:00000010:3.0:1767384697.440190:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000013a6dbc6. 00000100:00000010:3.0:1767384697.440196:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002dcd0094. 00000100:00000010:3.0:1767384697.440489:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a253b6c9. 00000100:00000010:3.0:1767384697.440493:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056098510. 00000100:00000010:3.0:1767384697.440762:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000088f60a0. 00000100:00000010:3.0:1767384697.440767:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca48d64a. 00000100:00000010:3.0:1767384697.441033:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003f35a8d4. 00000100:00000010:3.0:1767384697.441038:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bab5c1dd. 00000100:00000010:3.0:1767384697.441280:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000016149bd1. 00000100:00000010:3.0:1767384697.441282:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053058ddc. 00000100:00000010:3.0:1767384697.441578:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fede2b36. 00000100:00000010:3.0:1767384697.441583:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5968149. 00000100:00000010:3.0:1767384697.441849:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000f956ce4. 00000100:00000010:3.0:1767384697.441856:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000542eb9e6. 00000100:00000010:3.0:1767384697.442130:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000eb6a1ddd. 00000100:00000010:3.0:1767384697.442134:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6e1bdbd. 00000100:00000010:3.0:1767384697.442402:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008a52ce88. 00000100:00000010:3.0:1767384697.442408:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000468f8fcd. 00000100:00000010:3.0:1767384697.442689:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000037c480a4. 00000100:00000010:3.0:1767384697.442695:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a55e605. 00000100:00000010:3.0:1767384697.442961:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a231393a. 00000100:00000010:3.0:1767384697.442965:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082a2cf1f. 00000100:00000010:3.0:1767384697.443228:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005e525fe8. 00000400:00000200:3.0:1767384697.443234:0:40979:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:3.0:1767384697.443329:0:40979:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000002ecc7c63. 00000020:00000010:3.0:1767384697.443333:0:40979:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000011dd3da. 00000100:00000010:3.0:1767384697.443370:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000001e36423. 00000100:00000010:3.0:1767384697.443374:0:40979:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000b76c41d5. 00000100:00000010:3.0:1767384697.443377:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000efd66bd. 00000100:00000010:3.0:1767384697.443380:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000072918ec6. 00000100:00000010:3.0:1767384697.443381:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009a1dbea3. 00000100:00000200:3.0:1767384697.443402:0:40979:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:3.0:1767384697.443406:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007daf95f1. 00000100:00000010:1.0:1767384697.443598:0:40997:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007c93feae. 00000020:00000010:1.0:1767384697.443603:0:40997:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000035419ead. 00000020:00000010:1.0:1767384697.443608:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd62ceae. 00000020:00000010:1.0:1767384697.443611:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002fd6ead1. 00000040:00000010:1.0:1767384697.443614:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a49cfc4f. 00000020:00000010:1.0:1767384697.443617:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000067e64b4b. 00000020:00000010:1.0:1767384697.443621:0:40997:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c0b6e940. 00000020:00000010:1.0:1767384697.443624:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000874ab84c. 80000000:00000010:1.0:1767384697.443627:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000343a0c01. 40000000:00000010:1.0:1767384697.443629:0:40997:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000015b725b9. 00100000:00000010:1.0:1767384697.443633:0:40997:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000469bb47b. 00040000:00000010:1.0:1767384697.443636:0:40997:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000042758226. 00040000:00000010:1.0:1767384697.443639:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4963cf1. 00080000:00000010:1.0:1767384697.443643:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c7118587. 00080000:00000010:1.0:1767384697.443646:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ea330bcc. 00000004:00000010:1.0:1767384697.443651:0:40997:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000093005f55. 00002000:00000010:1.0:1767384697.443655:0:40997:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009c3f8345. 00000100:00000200:1.0:1767384697.443659:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443662:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbed97b7. 00000400:00000010:1.0:1767384697.443668:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009fb8124b. 00000100:00000200:1.0:1767384697.443673:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443674:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071ecd44d. 00000400:00000010:1.0:1767384697.443677:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000137eef82. 00000100:00000200:1.0:1767384697.443679:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443681:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4c7adfb. 00000400:00000010:1.0:1767384697.443685:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c0ed130c. 00000100:00000200:1.0:1767384697.443687:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443688:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006de389b0. 00000400:00000010:1.0:1767384697.443690:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000efec36db. 00000100:00000200:1.0:1767384697.443692:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443693:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc709d2b. 00000400:00000010:1.0:1767384697.443696:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008e108065. 00000100:00000200:1.0:1767384697.443698:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443699:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd381b09. 00000400:00000010:1.0:1767384697.443702:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000108d32bb. 00000100:00000200:1.0:1767384697.443704:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443705:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b0219ab. 00000400:00000010:1.0:1767384697.443716:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000275856a5. 00000100:00000200:1.0:1767384697.443721:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443724:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad2bbfb3. 00000400:00000010:1.0:1767384697.443727:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000034b7cfb7. 00000100:00000200:1.0:1767384697.443730:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443732:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002a1cbc2. 00000400:00000010:1.0:1767384697.443735:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007870984d. 00000100:00000200:1.0:1767384697.443738:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443740:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e223134. 00000400:00000010:1.0:1767384697.443743:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005876df32. 00000100:00000200:1.0:1767384697.443747:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443748:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f15bab2f. 00000400:00000010:1.0:1767384697.443758:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b4fa04ce. 00000100:00000200:1.0:1767384697.443763:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443765:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2946ba7. 00000400:00000010:1.0:1767384697.443769:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000094917db6. 00000100:00000200:1.0:1767384697.443772:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443774:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1ba1270. 00000400:00000010:1.0:1767384697.443777:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000001085c4e. 00000100:00000200:1.0:1767384697.443781:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443783:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000221a8959. 00000400:00000010:1.0:1767384697.443786:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006ef67940. 00000100:00000200:1.0:1767384697.443790:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443792:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000221e170d. 00000400:00000010:1.0:1767384697.443800:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000282ceaed. 00000100:00000200:1.0:1767384697.443804:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443805:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c20ad3d. 00000400:00000010:1.0:1767384697.443808:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c5bdf969. 00000100:00000200:1.0:1767384697.443810:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443811:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073f1ecfa. 00000400:00000010:1.0:1767384697.443814:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000099d469a5. 00000100:00000200:1.0:1767384697.443816:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443817:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074145cf2. 00000400:00000010:1.0:1767384697.443819:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003d2b541a. 00000100:00000200:1.0:1767384697.443821:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443822:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007374b144. 00000400:00000010:1.0:1767384697.443828:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000086cc42f5. 00000100:00000200:1.0:1767384697.443831:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443832:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000235b7633. 00000400:00000010:1.0:1767384697.443835:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000027b951e0. 00000100:00000200:1.0:1767384697.443837:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443838:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000264f1d10. 00000400:00000010:1.0:1767384697.443840:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ecd7014d. 00000100:00000200:1.0:1767384697.443842:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443843:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006eedd78b. 00000400:00000010:1.0:1767384697.443845:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000447a0205. 00000100:00000200:1.0:1767384697.443847:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443848:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0d5d37b. 00000400:00000010:1.0:1767384697.443854:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009437e685. 00000100:00000200:1.0:1767384697.443857:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443858:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000884cd2b4. 00000400:00000010:1.0:1767384697.443860:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b726631e. 00000100:00000200:1.0:1767384697.443862:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443863:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c64e51ae. 00000400:00000010:1.0:1767384697.443865:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000434fe3e4. 00000100:00000200:1.0:1767384697.443867:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443868:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000645348f0. 00000400:00000010:1.0:1767384697.443870:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b6f04351. 00000100:00000200:1.0:1767384697.443872:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443873:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e142f19f. 00000400:00000010:1.0:1767384697.443880:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008c8f84f2. 00000100:00000200:1.0:1767384697.443883:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443884:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d3b6cdb. 00000400:00000010:1.0:1767384697.443886:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ff39ecef. 00000100:00000200:1.0:1767384697.443888:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443889:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000925e739d. 00000400:00000010:1.0:1767384697.443891:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000112e38d4. 00000100:00000200:1.0:1767384697.443893:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443894:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd4cdcfc. 00000400:00000010:1.0:1767384697.443897:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000532c022e. 00000100:00000200:1.0:1767384697.443899:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443899:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fa423ad. 00000400:00000010:1.0:1767384697.443905:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000826adf1f. 00000100:00000200:1.0:1767384697.443908:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443909:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000780a4c32. 00000400:00000010:1.0:1767384697.443911:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005edc8ff4. 00000100:00000200:1.0:1767384697.443913:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443914:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de1df97d. 00000400:00000010:1.0:1767384697.443917:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d494e79c. 00000100:00000200:1.0:1767384697.443919:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443919:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000caa0ad70. 00000400:00000010:1.0:1767384697.443922:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000092ba1e42. 00000100:00000200:1.0:1767384697.443924:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443924:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000459ed8c1. 00000400:00000010:1.0:1767384697.443930:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000207d2aca. 00000100:00000200:1.0:1767384697.443933:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443934:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b528ac3. 00000400:00000010:1.0:1767384697.443937:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003538ba32. 00000100:00000200:1.0:1767384697.443939:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443940:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ec7d716. 00000400:00000010:1.0:1767384697.443942:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000511a78fb. 00000100:00000200:1.0:1767384697.443944:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443945:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c11f0a48. 00000400:00000010:1.0:1767384697.443947:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000bb764ba7. 00000100:00000200:1.0:1767384697.443949:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443950:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085b57faa. 00000400:00000010:1.0:1767384697.443956:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000032c784aa. 00000100:00000200:1.0:1767384697.443959:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443960:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018f426ae. 00000400:00000010:1.0:1767384697.443963:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003ed62899. 00000100:00000200:1.0:1767384697.443965:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443966:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efee99da. 00000400:00000010:1.0:1767384697.443968:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000048b8a5f6. 00000100:00000200:1.0:1767384697.443970:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443971:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000575f271e. 00000400:00000010:1.0:1767384697.443973:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006f8b432f. 00000100:00000200:1.0:1767384697.443975:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443976:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087bf47e7. 00000400:00000010:1.0:1767384697.443981:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000094b3766d. 00000100:00000200:1.0:1767384697.443984:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443985:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9869ade. 00000400:00000010:1.0:1767384697.443988:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fdd02e79. 00000100:00000200:1.0:1767384697.443990:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443990:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab4262cb. 00000400:00000010:1.0:1767384697.443993:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000035ebf210. 00000100:00000200:1.0:1767384697.443995:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.443996:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1d4ca7e. 00000400:00000010:1.0:1767384697.443998:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000014c6c25f. 00000100:00000200:1.0:1767384697.444000:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444001:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b150bd. 00000400:00000010:1.0:1767384697.444006:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009e8076de. 00000100:00000200:1.0:1767384697.444009:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444010:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027bed9ba. 00000400:00000010:1.0:1767384697.444012:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004ff79f53. 00000100:00000200:1.0:1767384697.444014:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444015:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b829667. 00000400:00000010:1.0:1767384697.444017:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ad02720f. 00000100:00000200:1.0:1767384697.444019:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444020:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d47235fe. 00000400:00000010:1.0:1767384697.444023:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f6e60c0c. 00000100:00000200:1.0:1767384697.444025:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444026:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0a0ea75. 00000400:00000010:1.0:1767384697.444032:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b5d61d56. 00000100:00000200:1.0:1767384697.444035:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444037:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fbefe4e. 00000400:00000010:1.0:1767384697.444039:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007142fecb. 00000100:00000200:1.0:1767384697.444042:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444043:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000062192788. 00000400:00000010:1.0:1767384697.444046:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000069670bc5. 00000100:00000200:1.0:1767384697.444048:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444049:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd741cf5. 00000400:00000010:1.0:1767384697.444051:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005640be55. 00000100:00000200:1.0:1767384697.444053:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444054:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fd7b297. 00000400:00000010:1.0:1767384697.444060:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000000d31fb00. 00000100:00000200:1.0:1767384697.444063:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444063:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006761bac9. 00000400:00000010:1.0:1767384697.444066:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000421941d4. 00000100:00000200:1.0:1767384697.444068:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444069:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e011aea6. 00000400:00000010:1.0:1767384697.444071:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000815dea1d. 00000100:00000200:1.0:1767384697.444073:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444074:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2df4ef9. 00000400:00000010:1.0:1767384697.444077:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a5492f3a. 00000100:00000200:1.0:1767384697.444078:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444079:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098c65e62. 00000400:00000010:1.0:1767384697.444085:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000003db1622. 00000100:00000200:1.0:1767384697.444088:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444089:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065d8f17b. 00000400:00000010:1.0:1767384697.444092:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000087ea76b5. 00000100:00000200:1.0:1767384697.444094:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444095:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a23c93f. 00000400:00000010:1.0:1767384697.444097:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000076cd031b. 00000100:00000200:1.0:1767384697.444099:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444100:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053ddc6a8. 00000400:00000010:1.0:1767384697.444102:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008b94bcb8. 00000100:00000200:1.0:1767384697.444104:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444105:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9b60273. 00000400:00000010:1.0:1767384697.444111:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002cc02d91. 00000100:00000200:1.0:1767384697.444114:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1767384697.444115:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ea1bf55. 00000400:00000010:1.0:1767384697.444117:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002f1a8f4d. 00000100:00000010:1.0:1767384697.444127:0:40997:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000009878fd64. 00000100:00000200:1.0:1767384697.444140:0:40997:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384697.444166:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009af11547. 00000100:00000010:1.0:1767384697.444313:0:40998:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000001fcac83. 00000020:00000010:1.0:1767384697.444316:0:40998:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000021cbeb97. 00000020:00000010:1.0:1767384697.444319:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8bbdae6. 00000020:00000010:1.0:1767384697.444321:0:40998:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e6605d40. 00000040:00000010:1.0:1767384697.444324:0:40998:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000090cbf1db. 00000020:00000010:1.0:1767384697.444327:0:40998:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df1830f3. 00000020:00000010:1.0:1767384697.444330:0:40998:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aef36359. 00000020:00000010:1.0:1767384697.444332:0:40998:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000d22751c. 80000000:00000010:1.0:1767384697.444333:0:40998:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e8d83d28. 40000000:00000010:1.0:1767384697.444335:0:40998:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000649d7e8a. 00100000:00000010:1.0:1767384697.444337:0:40998:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007376b6ff. 00040000:00000010:1.0:1767384697.444338:0:40998:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f1667aa6. 00040000:00000010:1.0:1767384697.444340:0:40998:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000131a9bb1. 00080000:00000010:1.0:1767384697.444343:0:40998:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e1b7a44e. 00080000:00000010:1.0:1767384697.444345:0:40998:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c11175d1. 00000004:00000010:1.0:1767384697.444348:0:40998:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b4804042. 00002000:00000010:1.0:1767384697.444350:0:40998:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000071ff5de7. 00000100:00000010:1.0:1767384697.444359:0:40998:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000795a3176. 00000100:00000200:1.0:1767384697.444368:0:40998:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384697.444382:0:40979:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000c3ca9bd1. 00000100:00000010:3.0:1767384697.444388:0:40979:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000fbaef0b1. 00000100:00000010:3.0:1767384697.444401:0:40979:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000003cddad3c. 00000100:00000010:3.0:1767384697.444408:0:40979:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000005c1c096d. 00000100:00000010:3.0:1767384697.444412:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000312d7d75. 00000100:00000010:3.0:1767384697.444415:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000070227ca. 00000100:00000010:3.0:1767384697.444418:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e83c42d6. 00000100:00000010:3.0:1767384697.444421:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d7b60361. 00000100:00000010:3.0:1767384697.444423:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028a7202f. 00000100:00000010:3.0:1767384697.444427:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000226f79c1. 00000100:00000010:3.0:1767384697.444430:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001c5ddcf. 00000100:00000010:3.0:1767384697.444433:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fe1077fa. 00000100:00000010:3.0:1767384697.444436:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000490a0ddf. 00000100:00000010:3.0:1767384697.444439:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003bb88641. 00000100:00000010:3.0:1767384697.444441:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cde47f0c. 00000100:00000010:3.0:1767384697.444444:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000064257a3d. 00000100:00000010:3.0:1767384697.444446:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e536f27. 00000100:00000010:3.0:1767384697.444450:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e22b8278. 00000100:00000010:3.0:1767384697.444453:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e7e163b. 00000100:00000010:3.0:1767384697.444456:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000569e74b. 00000100:00000010:3.0:1767384697.444458:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017029c90. 00000100:00000010:3.0:1767384697.444461:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002024e5b5. 00000100:00000010:3.0:1767384697.444463:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b64a9be3. 00000100:00000010:3.0:1767384697.444466:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a0e02c34. 00000100:00000010:3.0:1767384697.444468:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070531dc1. 00000100:00000010:3.0:1767384697.444471:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000094fbcb9b. 00000100:00000010:3.0:1767384697.444473:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004137372a. 00000100:00000010:3.0:1767384697.444476:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f6cbe74b. 00000100:00000010:3.0:1767384697.444479:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb6c0147. 00000100:00000010:3.0:1767384697.444481:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b0f73971. 00000100:00000010:3.0:1767384697.444484:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b69a168e. 00000100:00000010:3.0:1767384697.444487:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f3f86e70. 00000100:00000010:3.0:1767384697.444489:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c04e1ce. 00000100:00000010:3.0:1767384697.444493:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ab664219. 00000100:00000010:3.0:1767384697.444495:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000883081d0. 00000100:00000010:3.0:1767384697.444498:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000884b9e9c. 00000100:00000010:3.0:1767384697.444500:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cfa9048. 00000100:00000010:3.0:1767384697.444502:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b11136ea. 00000100:00000010:3.0:1767384697.444505:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4625adb. 00000100:00000010:3.0:1767384697.444507:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000062b01922. 00000100:00000010:3.0:1767384697.444509:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb3022e3. 00000100:00000010:3.0:1767384697.444512:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006ce5e517. 00000100:00000010:3.0:1767384697.444514:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7f9190f. 00000100:00000010:3.0:1767384697.444517:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000004f27505. 00000100:00000010:3.0:1767384697.444519:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000992262f3. 00000100:00000010:3.0:1767384697.444522:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a698aa9. 00000100:00000010:3.0:1767384697.444525:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076ed266a. 00000100:00000010:3.0:1767384697.444527:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000059284d8d. 00000100:00000010:3.0:1767384697.444530:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0157538. 00000100:00000010:3.0:1767384697.444532:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a6986bab. 00000100:00000010:3.0:1767384697.444534:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d61c06d. 00000100:00000010:3.0:1767384697.444536:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a3819c1. 00000100:00000010:3.0:1767384697.444537:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d8855d0. 00000100:00000010:3.0:1767384697.444539:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1b5b01a. 00000100:00000010:3.0:1767384697.444541:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a34573e1. 00000100:00000010:3.0:1767384697.444563:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ab0c788. 00000100:00000010:3.0:1767384697.444566:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052640408. 00000100:00000010:3.0:1767384697.444568:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c8be388b. 00000100:00000010:3.0:1767384697.444569:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cddfe646. 00000100:00000010:3.0:1767384697.444571:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004bea9056. 00000100:00000010:3.0:1767384697.444573:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9578f60. 00000100:00000010:3.0:1767384697.444575:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000670fedde. 00000100:00000010:3.0:1767384697.444576:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a7c9360. 00000100:00000010:3.0:1767384697.444578:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000acc4b2fa. 00000100:00000010:3.0:1767384697.444579:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ce975b7. 00000100:00000010:3.0:1767384697.444581:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002970ca30. 00000100:00000010:3.0:1767384697.444583:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006eaab56e. 00000100:00000010:3.0:1767384697.444585:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009b04c015. 00000100:00000010:3.0:1767384697.444586:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbe24e11. 00000100:00000010:3.0:1767384697.444588:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ccb167f3. 00000100:00000010:3.0:1767384697.444590:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d11a5def. 00000100:00000010:3.0:1767384697.444592:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000039d5fc83. 00000100:00000010:3.0:1767384697.444594:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8bda470. 00000100:00000010:3.0:1767384697.444595:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004bc0d5a1. 00000100:00000010:3.0:1767384697.444598:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f1abe63. 00000100:00000010:3.0:1767384697.444599:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009cefa515. 00000100:00000010:3.0:1767384697.444601:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051b7871a. 00000100:00000010:3.0:1767384697.444603:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e656f509. 00000100:00000010:3.0:1767384697.444605:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c184a19. 00000100:00000010:3.0:1767384697.444606:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000644884ad. 00000100:00000010:3.0:1767384697.444608:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046a852a3. 00000100:00000010:3.0:1767384697.444610:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ce586ac. 00000100:00000010:3.0:1767384697.444611:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008909b939. 00000100:00000010:3.0:1767384697.444613:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000077efffca. 00000100:00000010:3.0:1767384697.444615:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094ac9be0. 00000100:00000010:3.0:1767384697.444617:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007076ab43. 00000100:00000010:3.0:1767384697.444618:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfb1b0b0. 00000100:00000010:3.0:1767384697.444620:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e256c819. 00000100:00000010:3.0:1767384697.444622:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c7c4bd5. 00000100:00000010:3.0:1767384697.444623:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003d2addf5. 00000100:00000010:3.0:1767384697.444625:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032607869. 00000100:00000010:3.0:1767384697.444627:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009597e632. 00000100:00000010:3.0:1767384697.444628:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000901c5e5c. 00000100:00000010:3.0:1767384697.444630:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004a147357. 00000100:00000010:3.0:1767384697.444631:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d86a019a. 00000100:00000010:3.0:1767384697.444633:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003fee7f5c. 00000100:00000010:3.0:1767384697.444634:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0bcf5c9. 00000100:00000010:3.0:1767384697.444637:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dae1b329. 00000100:00000010:3.0:1767384697.444638:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c9274f0. 00000100:00000010:3.0:1767384697.444640:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008cda640a. 00000100:00000010:3.0:1767384697.444641:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b7e1739. 00000100:00000010:3.0:1767384697.444642:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000094b35fb6. 00000100:00000010:3.0:1767384697.444644:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008858724b. 00000100:00000010:3.0:1767384697.444646:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee5af144. 00000100:00000010:3.0:1767384697.444647:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ce36cf1. 00000100:00000010:3.0:1767384697.444650:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000952843cb. 00000100:00000010:3.0:1767384697.444651:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000797bd3de. 00000100:00000010:3.0:1767384697.444653:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a85cac2b. 00000100:00000010:3.0:1767384697.444655:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9072e58. 00000100:00000010:3.0:1767384697.444657:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4df1da3. 00000100:00000010:3.0:1767384697.444658:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000543aef3c. 00000100:00000010:3.0:1767384697.444660:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000115c8e04. 00000100:00000010:3.0:1767384697.444661:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001ee13b5. 00000100:00000010:3.0:1767384697.444663:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004361e215. 00000100:00000010:3.0:1767384697.444664:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e407f2dd. 00000100:00000010:3.0:1767384697.444666:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002bd94102. 00000100:00000010:3.0:1767384697.444667:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d64ffe31. 00000100:00000010:3.0:1767384697.444669:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004facbbb5. 00000100:00000010:3.0:1767384697.444671:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb3479a6. 00000100:00000010:3.0:1767384697.444673:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003cd4356f. 00000100:00000010:3.0:1767384697.444674:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fdf5cad. 00000100:00000010:3.0:1767384697.444677:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006787d6b9. 00000100:00000010:3.0:1767384697.444678:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001382984a. 00000100:00000010:3.0:1767384697.444680:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002e97e073. 00000100:00000010:3.0:1767384697.444681:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f265606. 00000100:00000010:3.0:1767384697.444683:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009eed097. 00000100:00000010:3.0:1767384697.444684:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e480f84a. 00000100:00000010:3.0:1767384697.444686:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000030227f0b. 00000100:00000010:3.0:1767384697.444688:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006adb3efb. 00000100:00000010:3.0:1767384697.444689:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bb55f9ab. 00000100:00000010:3.0:1767384697.444691:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006719e098. 00000100:00000010:3.0:1767384697.444693:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b1fd6ac4. 00000400:00000200:3.0:1767384697.444694:0:40979:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:3.0:1767384697.444715:0:40979:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b4f91ab6. 00000020:00000010:3.0:1767384697.444718:0:40979:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ed763377. 00000100:00000010:3.0:1767384697.444741:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000039368ccb. 00000100:00000010:3.0:1767384697.444753:0:40979:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000969d786e. 00000100:00000010:3.0:1767384697.444754:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ae8072d6. 00000100:00000010:3.0:1767384697.444757:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006c338279. 00000100:00000010:3.0:1767384697.444758:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d7c5d8f9. 00000100:00000200:3.0:1767384697.444773:0:40979:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:3.0:1767384697.444775:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ccdc11c0. 00000100:00000010:1.0:1767384697.444890:0:40999:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000007b7db69b. 00000020:00000010:1.0:1767384697.444893:0:40999:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007213a60b. 00000020:00000010:1.0:1767384697.444896:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3d2a206. 00000020:00000010:1.0:1767384697.444897:0:40999:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000afcc80e8. 00000040:00000010:1.0:1767384697.444899:0:40999:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fc04b171. 00000020:00000010:1.0:1767384697.444900:0:40999:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ef57a9f8. 00000020:00000010:1.0:1767384697.444903:0:40999:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000eb37b22d. 00000020:00000010:1.0:1767384697.444904:0:40999:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c67f6e6d. 80000000:00000010:1.0:1767384697.444906:0:40999:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000035ce9391. 40000000:00000010:1.0:1767384697.444908:0:40999:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003373b7dd. 00100000:00000010:1.0:1767384697.444909:0:40999:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c4e1243c. 00040000:00000010:1.0:1767384697.444911:0:40999:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001ad11e98. 00040000:00000010:1.0:1767384697.444912:0:40999:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f1277f0d. 00080000:00000010:1.0:1767384697.444920:0:40999:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f3560055. 00080000:00000010:1.0:1767384697.444923:0:40999:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001f22028f. 00000004:00000010:1.0:1767384697.444927:0:40999:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000ebbe96f. 00000100:00000200:1.0:1767384697.444929:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444930:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009d5e1e0. 00000400:00000010:1.0:1767384697.444933:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001c17bbd4. 00000100:00000200:1.0:1767384697.444935:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444936:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005285d327. 00000400:00000010:1.0:1767384697.444937:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ba7c77f. 00000100:00000200:1.0:1767384697.444939:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444940:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000573d1487. 00000400:00000010:1.0:1767384697.444941:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e8b9d22. 00000100:00000200:1.0:1767384697.444942:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444943:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008667b323. 00000400:00000010:1.0:1767384697.444943:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000071fab0a. 00000100:00000200:1.0:1767384697.444944:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444945:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006e15c59. 00000400:00000010:1.0:1767384697.444946:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc196968. 00000100:00000200:1.0:1767384697.444947:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444948:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069ba994c. 00000400:00000010:1.0:1767384697.444949:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a6cc298a. 00000100:00000200:1.0:1767384697.444950:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444951:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006676128e. 00000400:00000010:1.0:1767384697.444952:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed797f13. 00000100:00000200:1.0:1767384697.444953:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444953:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003013c65b. 00000400:00000010:1.0:1767384697.444954:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002428bec2. 00000100:00000200:1.0:1767384697.444955:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444956:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b0440c4. 00000400:00000010:1.0:1767384697.444957:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000009a2d3. 00000100:00000200:1.0:1767384697.444958:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444959:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090bf0fa9. 00000400:00000010:1.0:1767384697.444960:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3a983b1. 00000100:00000200:1.0:1767384697.444962:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444963:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6190b24. 00000400:00000010:1.0:1767384697.444964:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009417e23d. 00000100:00000200:1.0:1767384697.444965:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444966:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a2fb7aa0. 00000400:00000010:1.0:1767384697.444967:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082076440. 00000100:00000200:1.0:1767384697.444967:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444968:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2ebea03. 00000400:00000010:1.0:1767384697.444969:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079def0f0. 00000100:00000200:1.0:1767384697.444970:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444971:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddd8f4d9. 00000400:00000010:1.0:1767384697.444972:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047fb3eba. 00000100:00000200:1.0:1767384697.444973:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444973:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b82a465a. 00000400:00000010:1.0:1767384697.444974:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a7231db. 00000100:00000200:1.0:1767384697.444975:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444976:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008cf4600e. 00000400:00000010:1.0:1767384697.444977:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036e93641. 00000100:00000200:1.0:1767384697.444978:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444979:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1cc180b. 00000400:00000010:1.0:1767384697.444980:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035825e35. 00000100:00000200:1.0:1767384697.444980:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444981:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a672150a. 00000400:00000010:1.0:1767384697.444982:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ff90c5c4. 00000100:00000200:1.0:1767384697.444983:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444984:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094b1fac2. 00000400:00000010:1.0:1767384697.444985:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b448e6. 00000100:00000200:1.0:1767384697.444986:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444986:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e966713. 00000400:00000010:1.0:1767384697.444987:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d71b6b0. 00000100:00000200:1.0:1767384697.444988:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444989:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052d69546. 00000400:00000010:1.0:1767384697.444990:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000044c2a65. 00000100:00000200:1.0:1767384697.444991:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444992:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd82c423. 00000400:00000010:1.0:1767384697.444993:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000a531f8f. 00000100:00000200:1.0:1767384697.444995:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444995:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071aea400. 00000400:00000010:1.0:1767384697.444996:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005efb0929. 00000100:00000200:1.0:1767384697.444997:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.444998:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce6e455d. 00000400:00000010:1.0:1767384697.444999:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000282966da. 00000100:00000200:1.0:1767384697.445000:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445000:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000334474fb. 00000400:00000010:1.0:1767384697.445001:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5b2f64. 00000100:00000200:1.0:1767384697.445002:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445003:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a897335. 00000400:00000010:1.0:1767384697.445004:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8134e75. 00000100:00000200:1.0:1767384697.445005:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445005:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c03ab287. 00000400:00000010:1.0:1767384697.445006:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b5cbd9. 00000100:00000200:1.0:1767384697.445007:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445008:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c7c1265. 00000400:00000010:1.0:1767384697.445009:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a2deecf. 00000100:00000200:1.0:1767384697.445010:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445011:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d6b8e53. 00000400:00000010:1.0:1767384697.445012:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a3a2e09. 00000100:00000200:1.0:1767384697.445013:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445014:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad025f4. 00000400:00000010:1.0:1767384697.445015:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006aa0b40f. 00000100:00000200:1.0:1767384697.445016:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445016:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000847ceb39. 00000400:00000010:1.0:1767384697.445017:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009c13e4cb. 00000100:00000200:1.0:1767384697.445018:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445019:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000824e96ca. 00000400:00000010:1.0:1767384697.445020:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc88c279. 00000100:00000200:1.0:1767384697.445021:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445021:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000994334c5. 00000400:00000010:1.0:1767384697.445023:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000278f0d18. 00000100:00000200:1.0:1767384697.445024:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445026:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf1ca9cf. 00000400:00000010:1.0:1767384697.445027:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fe3519c. 00000100:00000200:1.0:1767384697.445028:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445029:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f3b6d9b. 00000400:00000010:1.0:1767384697.445030:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6e4fbae. 00000100:00000200:1.0:1767384697.445031:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445032:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2280720. 00000400:00000010:1.0:1767384697.445033:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1207e88. 00000100:00000200:1.0:1767384697.445034:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445034:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d03f7486. 00000400:00000010:1.0:1767384697.445035:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6109ed. 00000100:00000200:1.0:1767384697.445036:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445037:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efd05954. 00000400:00000010:1.0:1767384697.445038:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1250ce0. 00000100:00000200:1.0:1767384697.445039:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445040:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af6fa000. 00000400:00000010:1.0:1767384697.445041:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022a2041c. 00000100:00000200:1.0:1767384697.445041:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445042:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010baaec3. 00000400:00000010:1.0:1767384697.445043:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000048841171. 00000100:00000200:1.0:1767384697.445044:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445045:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000002edde. 00000400:00000010:1.0:1767384697.445046:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000056dcd2fe. 00000100:00000200:1.0:1767384697.445047:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445047:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e69b435b. 00000400:00000010:1.0:1767384697.445048:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000057998080. 00000100:00000200:1.0:1767384697.445049:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445050:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d14474b. 00000400:00000010:1.0:1767384697.445051:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022921bbb. 00000100:00000200:1.0:1767384697.445052:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445052:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000284f55f1. 00000400:00000010:1.0:1767384697.445053:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5a103eb. 00000100:00000200:1.0:1767384697.445054:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445055:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001328b683. 00000400:00000010:1.0:1767384697.445056:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d9bed03. 00000100:00000200:1.0:1767384697.445057:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445058:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000174c1fa. 00000400:00000010:1.0:1767384697.445059:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025fc1e1a. 00000100:00000200:1.0:1767384697.445060:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445061:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035636002. 00000400:00000010:1.0:1767384697.445061:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb071c96. 00000100:00000200:1.0:1767384697.445062:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445063:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012043675. 00000400:00000010:1.0:1767384697.445064:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a719b11e. 00000100:00000200:1.0:1767384697.445065:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445066:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057d80fb7. 00000400:00000010:1.0:1767384697.445066:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000513d4e1a. 00000100:00000200:1.0:1767384697.445067:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445068:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000024e0fff. 00000400:00000010:1.0:1767384697.445069:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f81ea29a. 00000100:00000200:1.0:1767384697.445070:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445071:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bb3c4e3. 00000400:00000010:1.0:1767384697.445071:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f10e3da5. 00000100:00000200:1.0:1767384697.445072:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445073:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a08a358d. 00000400:00000010:1.0:1767384697.445074:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2964014. 00000100:00000200:1.0:1767384697.445075:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445076:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddae1862. 00000400:00000010:1.0:1767384697.445077:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d506ce74. 00000100:00000200:1.0:1767384697.445077:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445078:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d8217a9. 00000400:00000010:1.0:1767384697.445079:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098b4003a. 00000100:00000200:1.0:1767384697.445080:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445081:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a198f0d. 00000400:00000010:1.0:1767384697.445081:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac460eaa. 00000100:00000200:1.0:1767384697.445082:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445083:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f91e1235. 00000400:00000010:1.0:1767384697.445084:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d311339. 00000100:00000200:1.0:1767384697.445085:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445086:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ab81de6. 00000400:00000010:1.0:1767384697.445087:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f727a665. 00000100:00000200:1.0:1767384697.445088:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445089:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004eea34f6. 00000400:00000010:1.0:1767384697.445089:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000049ae748. 00000100:00000200:1.0:1767384697.445090:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445091:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b16e8ff. 00000400:00000010:1.0:1767384697.445093:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f84a7000. 00000100:00000200:1.0:1767384697.445094:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445095:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef6dfd15. 00000400:00000010:1.0:1767384697.445096:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082f0d4cb. 00000100:00000200:1.0:1767384697.445096:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445097:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002061c959. 00000400:00000010:1.0:1767384697.445098:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9196e32. 00000100:00000200:1.0:1767384697.445099:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445100:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c93694ba. 00000400:00000010:1.0:1767384697.445101:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000453796f7. 00000100:00000200:1.0:1767384697.445102:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445102:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0faba8a. 00000400:00000010:1.0:1767384697.445103:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bdaeb5d5. 00000100:00000200:1.0:1767384697.445104:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:1.0:1767384697.445105:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7ce9d6e. 00000400:00000010:1.0:1767384697.445106:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089410d9f. 00000100:00000010:1.0:1767384697.445108:0:40999:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000ccfce9a7. 00000100:00000200:1.0:1767384697.445117:0:40999:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384697.445132:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f881602b. 00000100:00000010:1.0:1767384697.445252:0:41000:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000315b6b9b. 00000020:00000010:1.0:1767384697.445256:0:41000:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001a40f7d4. 00000020:00000010:1.0:1767384697.445260:0:41000:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000641743eb. 00000020:00000010:1.0:1767384697.445261:0:41000:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000038921051. 00000040:00000010:1.0:1767384697.445263:0:41000:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fc8b0d10. 00000020:00000010:1.0:1767384697.445264:0:41000:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008c801f8a. 00000020:00000010:1.0:1767384697.445266:0:41000:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000073ba1e66. 00000020:00000010:1.0:1767384697.445268:0:41000:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000085317703. 80000000:00000010:1.0:1767384697.445269:0:41000:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001e0b9b71. 40000000:00000010:1.0:1767384697.445270:0:41000:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000029cc3094. 00100000:00000010:1.0:1767384697.445272:0:41000:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000072aab0ab. 00040000:00000010:1.0:1767384697.445274:0:41000:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000074cca2b. 00040000:00000010:1.0:1767384697.445276:0:41000:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001deecaa4. 00080000:00000010:1.0:1767384697.445279:0:41000:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b019a7c2. 00080000:00000010:1.0:1767384697.445282:0:41000:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000036359c51. 00000004:00000010:1.0:1767384697.445285:0:41000:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000006c6bf24. 00000100:00000010:1.0:1767384697.445287:0:41000:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000099656ce7. 00000100:00000200:1.0:1767384697.445318:0:41000:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384697.445337:0:40979:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000008d1b07e0. 00000100:00000010:3.0:1767384697.445341:0:40979:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000000ddfc1e2. 00000100:00000010:3.0:1767384697.445350:0:40979:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000004eb24edf. 00000100:00000010:3.0:1767384697.445356:0:40979:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c9a85f87. 00000100:00000010:3.0:1767384697.445359:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f61c26d. 00000100:00000010:3.0:1767384697.445361:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f55ba88b. 00000100:00000010:3.0:1767384697.445363:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000834225. 00000100:00000010:3.0:1767384697.445365:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000057884aea. 00000100:00000010:3.0:1767384697.445367:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000006f04ca9. 00000100:00000010:3.0:1767384697.445370:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cebf4c9c. 00000100:00000010:3.0:1767384697.445371:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088c043a1. 00000100:00000010:3.0:1767384697.445373:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000087419a4f. 00000100:00000010:3.0:1767384697.445374:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb79c77e. 00000100:00000010:3.0:1767384697.445376:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004f34b547. 00000100:00000010:3.0:1767384697.445378:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea2ea30f. 00000100:00000010:3.0:1767384697.445379:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032251580. 00000100:00000010:3.0:1767384697.445381:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022c5e90c. 00000100:00000010:3.0:1767384697.445382:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a06e980. 00000100:00000010:3.0:1767384697.445384:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015772bc6. 00000100:00000010:3.0:1767384697.445385:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000038a56b29. 00000100:00000010:3.0:1767384697.445387:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0eae35b. 00000100:00000010:3.0:1767384697.445389:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000001f9024. 00000100:00000010:3.0:1767384697.445391:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d17f9a7c. 00000100:00000010:3.0:1767384697.445393:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a5f8f605. 00000100:00000010:3.0:1767384697.445395:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007de17725. 00000100:00000010:3.0:1767384697.445397:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002e0c6f3e. 00000100:00000010:3.0:1767384697.445399:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000342e0c5f. 00000100:00000010:3.0:1767384697.445400:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001b97fb73. 00000100:00000010:3.0:1767384697.445402:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d36e5d1c. 00000100:00000010:3.0:1767384697.445404:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007520c465. 00000100:00000010:3.0:1767384697.445406:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4aa2ee3. 00000100:00000010:3.0:1767384697.445409:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000173888aa. 00000100:00000010:3.0:1767384697.445411:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ddc7e2ea. 00000100:00000010:3.0:1767384697.445413:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008d6373f9. 00000100:00000010:3.0:1767384697.445415:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068c59806. 00000100:00000010:3.0:1767384697.445419:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f501891c. 00000100:00000010:3.0:1767384697.445421:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008be37f5f. 00000100:00000010:3.0:1767384697.445424:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002c4daa9c. 00000100:00000010:3.0:1767384697.445427:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c2cd61c. 00000100:00000010:3.0:1767384697.445430:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb96bc02. 00000100:00000010:3.0:1767384697.445432:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6a37925. 00000100:00000010:3.0:1767384697.445435:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee56696b. 00000100:00000010:3.0:1767384697.445437:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000187a5bd2. 00000100:00000010:3.0:1767384697.445440:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d0228c80. 00000100:00000010:3.0:1767384697.445442:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061647122. 00000100:00000010:3.0:1767384697.445446:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dccd212e. 00000100:00000010:3.0:1767384697.445448:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b06393d9. 00000100:00000010:3.0:1767384697.445451:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b184e8bf. 00000100:00000010:3.0:1767384697.445453:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000071cc67be. 00000100:00000010:3.0:1767384697.445456:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ea1dded. 00000100:00000010:3.0:1767384697.445458:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3b5f15b. 00000100:00000010:3.0:1767384697.445462:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002235b7e0. 00000100:00000010:3.0:1767384697.445464:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025df0c01. 00000100:00000010:3.0:1767384697.445467:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000677770f1. 00000100:00000010:3.0:1767384697.445477:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012ff3ba6. 00000100:00000010:3.0:1767384697.445482:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002fa3f8de. 00000100:00000010:3.0:1767384697.445485:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1aa78fc. 00000100:00000010:3.0:1767384697.445487:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000741b1904. 00000100:00000010:3.0:1767384697.445490:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ce432bb. 00000100:00000010:3.0:1767384697.445493:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ef879b7e. 00000100:00000010:3.0:1767384697.445495:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be26439c. 00000100:00000010:3.0:1767384697.445498:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cee12bf1. 00000100:00000010:3.0:1767384697.445501:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c863aca. 00000100:00000010:3.0:1767384697.445504:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000028461efb. 00000100:00000010:3.0:1767384697.445506:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3ddb9d1. 00000100:00000010:3.0:1767384697.445508:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040d2f96c. 00000100:00000010:3.0:1767384697.445509:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006451c02b. 00000100:00000010:3.0:1767384697.445511:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b433e931. 00000100:00000010:3.0:1767384697.445513:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1e4d757. 00000100:00000010:3.0:1767384697.445515:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b0fb3d85. 00000100:00000010:3.0:1767384697.445517:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6d6cec8. 00000100:00000010:3.0:1767384697.445519:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed8b5cff. 00000100:00000010:3.0:1767384697.445522:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd1f56f5. 00000100:00000010:3.0:1767384697.445524:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000072b37800. 00000100:00000010:3.0:1767384697.445527:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b7be64a. 00000100:00000010:3.0:1767384697.445530:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d27fe4b9. 00000100:00000010:3.0:1767384697.445532:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083b41dc3. 00000100:00000010:3.0:1767384697.445535:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a188bdc0. 00000100:00000010:3.0:1767384697.445537:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2d7d26d. 00000100:00000010:3.0:1767384697.445540:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002163f373. 00000100:00000010:3.0:1767384697.445543:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fca801df. 00000100:00000010:3.0:1767384697.445546:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac20ce58. 00000100:00000010:3.0:1767384697.445548:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b216cd42. 00000100:00000010:3.0:1767384697.445562:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007e9821d0. 00000100:00000010:3.0:1767384697.445566:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000842c3bd9. 00000100:00000010:3.0:1767384697.445569:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aa923cbf. 00000100:00000010:3.0:1767384697.445578:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dd9db59. 00000100:00000010:3.0:1767384697.445582:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ca4095c. 00000100:00000010:3.0:1767384697.445584:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e609c5f. 00000100:00000010:3.0:1767384697.445588:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b989bfb9. 00000100:00000010:3.0:1767384697.445591:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ee2f9d2. 00000100:00000010:3.0:1767384697.445593:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c3313e27. 00000100:00000010:3.0:1767384697.445595:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010fdc7c0. 00000100:00000010:3.0:1767384697.445597:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b54472a8. 00000100:00000010:3.0:1767384697.445599:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ef08533. 00000100:00000010:3.0:1767384697.445601:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000047fcc2b0. 00000100:00000010:3.0:1767384697.445602:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d39846d7. 00000100:00000010:3.0:1767384697.445604:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000034f545d1. 00000100:00000010:3.0:1767384697.445605:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000a383289. 00000100:00000010:3.0:1767384697.445607:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005c569ed1. 00000100:00000010:3.0:1767384697.445608:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3d417ed. 00000100:00000010:3.0:1767384697.445610:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cb18f19e. 00000100:00000010:3.0:1767384697.445611:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000567d8915. 00000100:00000010:3.0:1767384697.445613:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001131c8d6. 00000100:00000010:3.0:1767384697.445614:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002252a2e7. 00000100:00000010:3.0:1767384697.445616:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000652f9aed. 00000100:00000010:3.0:1767384697.445617:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008efeb1b4. 00000100:00000010:3.0:1767384697.445619:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009706f3e9. 00000100:00000010:3.0:1767384697.445620:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020d4a8d9. 00000100:00000010:3.0:1767384697.445626:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c2c9d39a. 00000100:00000010:3.0:1767384697.445628:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cd3174f. 00000100:00000010:3.0:1767384697.445630:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000010d4c21d. 00000100:00000010:3.0:1767384697.445631:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005602f413. 00000100:00000010:3.0:1767384697.445633:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008bd4db64. 00000100:00000010:3.0:1767384697.445634:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc230506. 00000100:00000010:3.0:1767384697.445636:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f976ff4b. 00000100:00000010:3.0:1767384697.445638:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f7d4828. 00000100:00000010:3.0:1767384697.445640:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c1d431dd. 00000100:00000010:3.0:1767384697.445646:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed1688be. 00000100:00000010:3.0:1767384697.445649:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f4b7a73. 00000100:00000010:3.0:1767384697.445650:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063a066d6. 00000100:00000010:3.0:1767384697.445652:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000038908108. 00000100:00000010:3.0:1767384697.445654:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a54b7bb5. 00000100:00000010:3.0:1767384697.445655:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007d53b4cb. 00000100:00000010:3.0:1767384697.445657:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f2ac459. 00000100:00000010:3.0:1767384697.445662:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000039d643bf. 00000100:00000010:3.0:1767384697.445664:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f02009ca. 00000100:00000010:3.0:1767384697.445666:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b598f347. 00000100:00000010:3.0:1767384697.445667:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4c33084. 00000100:00000010:3.0:1767384697.445668:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e28b843d. 00000100:00000010:3.0:1767384697.445670:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd697759. 00000100:00000010:3.0:1767384697.445671:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006dd454ed. 00000400:00000200:3.0:1767384697.445673:0:40979:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:3.0:1767384697.445693:0:40979:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006900e7a9. 00000020:00000010:3.0:1767384697.445696:0:40979:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000eaa73249. 00000100:00000010:3.0:1767384697.445717:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000090bcbc90. 00000100:00000010:3.0:1767384697.445719:0:40979:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000071ffd3b0. 00000100:00000010:3.0:1767384697.445721:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005bfe7758. 00000100:00000010:3.0:1767384697.445722:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a5485deb. 00000100:00000010:3.0:1767384697.445724:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000031f1665b. 00000100:00000200:3.0:1767384697.445753:0:40979:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:3.0:1767384697.445755:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000266d7139. 00000100:00000010:1.0:1767384697.445876:0:41001:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008e61ee78. 00000020:00000010:1.0:1767384697.445879:0:41001:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006ee6d417. 00000020:00000010:1.0:1767384697.445882:0:41001:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4fdf2eb. 00000020:00000010:1.0:1767384697.445883:0:41001:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b891dd68. 00000040:00000010:1.0:1767384697.445885:0:41001:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001f7bde5e. 00000020:00000010:1.0:1767384697.445886:0:41001:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001b8c8a15. 00000020:00000010:1.0:1767384697.445888:0:41001:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000096ba4488. 00000020:00000010:1.0:1767384697.445890:0:41001:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f3258076. 80000000:00000010:1.0:1767384697.445892:0:41001:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000468eddb. 40000000:00000010:1.0:1767384697.445893:0:41001:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008c060b8e. 00100000:00000010:1.0:1767384697.445895:0:41001:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d6ca8dd3. 00040000:00000010:1.0:1767384697.445896:0:41001:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000aa425557. 00040000:00000010:1.0:1767384697.445898:0:41001:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000050171d35. 00080000:00000010:1.0:1767384697.445907:0:41001:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000044795917. 00080000:00000010:1.0:1767384697.445910:0:41001:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b27b15cf. 00000004:00000010:1.0:1767384697.445913:0:41001:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003162ec9b. 00002000:00000010:1.0:1767384697.445915:0:41001:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005c8bb465. 00000100:00000200:1.0:1767384697.445917:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445918:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d3b684d. 00000400:00000010:1.0:1767384697.445920:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003197ad6d. 00000100:00000200:1.0:1767384697.445922:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445923:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008619b91e. 00000400:00000010:1.0:1767384697.445924:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd2b7322. 00000100:00000200:1.0:1767384697.445925:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445926:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083848477. 00000400:00000010:1.0:1767384697.445928:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c6062df. 00000100:00000200:1.0:1767384697.445929:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445930:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001469e366. 00000400:00000010:1.0:1767384697.445931:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009172a26. 00000100:00000200:1.0:1767384697.445932:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445932:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066852755. 00000400:00000010:1.0:1767384697.445933:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fd6dc9b6. 00000100:00000200:1.0:1767384697.445934:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445935:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003422b03f. 00000400:00000010:1.0:1767384697.445936:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae691d6e. 00000100:00000200:1.0:1767384697.445937:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445938:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e13222d. 00000400:00000010:1.0:1767384697.445939:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043fd4314. 00000100:00000200:1.0:1767384697.445940:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445940:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c181319b. 00000400:00000010:1.0:1767384697.445941:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef278db4. 00000100:00000200:1.0:1767384697.445942:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445943:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000082cb4891. 00000400:00000010:1.0:1767384697.445944:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4d5b479. 00000100:00000200:1.0:1767384697.445945:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445945:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2636b44. 00000400:00000010:1.0:1767384697.445946:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fb08e663. 00000100:00000200:1.0:1767384697.445947:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445948:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a6f704d. 00000400:00000010:1.0:1767384697.445949:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cbab6e97. 00000100:00000200:1.0:1767384697.445950:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445950:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000232626a7. 00000400:00000010:1.0:1767384697.445951:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b77c17b1. 00000100:00000200:1.0:1767384697.445952:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445953:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5235b6f. 00000400:00000010:1.0:1767384697.445954:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac824efc. 00000100:00000200:1.0:1767384697.445955:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445955:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034a28bc8. 00000400:00000010:1.0:1767384697.445956:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a039961d. 00000100:00000200:1.0:1767384697.445958:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445959:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a21eb63. 00000400:00000010:1.0:1767384697.445960:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f54dd7b8. 00000100:00000200:1.0:1767384697.445961:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445962:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6853d45. 00000400:00000010:1.0:1767384697.445963:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006fa5fbc2. 00000100:00000200:1.0:1767384697.445964:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445965:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5cfbe9f. 00000400:00000010:1.0:1767384697.445966:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006d734db3. 00000100:00000200:1.0:1767384697.445967:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445967:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9044805. 00000400:00000010:1.0:1767384697.445968:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5798443. 00000100:00000200:1.0:1767384697.445969:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445970:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000260d46bd. 00000400:00000010:1.0:1767384697.445971:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087008a61. 00000100:00000200:1.0:1767384697.445972:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445973:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000895f46c4. 00000400:00000010:1.0:1767384697.445974:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f44aad6. 00000100:00000200:1.0:1767384697.445974:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445975:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ba25b98. 00000400:00000010:1.0:1767384697.445976:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003200786. 00000100:00000200:1.0:1767384697.445977:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445978:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab8a3eb0. 00000400:00000010:1.0:1767384697.445979:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000027eaa485. 00000100:00000200:1.0:1767384697.445980:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445980:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000263e45d9. 00000400:00000010:1.0:1767384697.445981:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000244fd525. 00000100:00000200:1.0:1767384697.445982:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445983:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000809638ea. 00000400:00000010:1.0:1767384697.445984:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005474312f. 00000100:00000200:1.0:1767384697.445985:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445985:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3bed1b9. 00000400:00000010:1.0:1767384697.445987:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf30b42a. 00000100:00000200:1.0:1767384697.445988:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445988:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d6006d6. 00000400:00000010:1.0:1767384697.445990:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004405abf8. 00000100:00000200:1.0:1767384697.445991:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445992:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b8108ae. 00000400:00000010:1.0:1767384697.445993:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cf605e81. 00000100:00000200:1.0:1767384697.445993:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445994:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9eac628. 00000400:00000010:1.0:1767384697.445995:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef681960. 00000100:00000200:1.0:1767384697.445996:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445997:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086c4418d. 00000400:00000010:1.0:1767384697.445998:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbf4581f. 00000100:00000200:1.0:1767384697.445998:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.445999:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a11f1f80. 00000400:00000010:1.0:1767384697.446000:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036d9c687. 00000100:00000200:1.0:1767384697.446001:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446002:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007433a8ad. 00000400:00000010:1.0:1767384697.446003:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ce51484f. 00000100:00000200:1.0:1767384697.446003:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446004:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000262adf78. 00000400:00000010:1.0:1767384697.446005:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000000540b8c. 00000100:00000200:1.0:1767384697.446006:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446007:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006d0d4c7. 00000400:00000010:1.0:1767384697.446008:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a26236aa. 00000100:00000200:1.0:1767384697.446009:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446009:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e378af4a. 00000400:00000010:1.0:1767384697.446010:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000689e043e. 00000100:00000200:1.0:1767384697.446011:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446012:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba4d575c. 00000400:00000010:1.0:1767384697.446013:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054827c2b. 00000100:00000200:1.0:1767384697.446014:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446014:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ddaa3bf. 00000400:00000010:1.0:1767384697.446015:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007bbecb4f. 00000100:00000200:1.0:1767384697.446016:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446017:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a3208dc. 00000400:00000010:1.0:1767384697.446018:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aee2c84c. 00000100:00000200:1.0:1767384697.446019:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446020:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f56a7aca. 00000400:00000010:1.0:1767384697.446021:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1496ff7. 00000100:00000200:1.0:1767384697.446022:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446022:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000517a8b65. 00000400:00000010:1.0:1767384697.446023:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7a57eef. 00000100:00000200:1.0:1767384697.446024:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446025:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000575ba4f6. 00000400:00000010:1.0:1767384697.446026:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be7e30cd. 00000100:00000200:1.0:1767384697.446027:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446027:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7875eb9. 00000400:00000010:1.0:1767384697.446028:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008b96939. 00000100:00000200:1.0:1767384697.446029:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446030:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb3de88. 00000400:00000010:1.0:1767384697.446031:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021bc734d. 00000100:00000200:1.0:1767384697.446032:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446032:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2fc5820. 00000400:00000010:1.0:1767384697.446033:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002403ea8f. 00000100:00000200:1.0:1767384697.446034:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446035:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063417037. 00000400:00000010:1.0:1767384697.446036:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e796f84. 00000100:00000200:1.0:1767384697.446037:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446037:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047d111be. 00000400:00000010:1.0:1767384697.446038:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e5a90f4. 00000100:00000200:1.0:1767384697.446039:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446040:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bded5ab. 00000400:00000010:1.0:1767384697.446041:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000973b98c. 00000100:00000200:1.0:1767384697.446042:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446043:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b588df4e. 00000400:00000010:1.0:1767384697.446043:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001cac7cab. 00000100:00000200:1.0:1767384697.446044:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446045:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1521904. 00000400:00000010:1.0:1767384697.446046:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000afde7e29. 00000100:00000200:1.0:1767384697.446047:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446048:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059803591. 00000400:00000010:1.0:1767384697.446048:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b1d9bfb4. 00000100:00000200:1.0:1767384697.446050:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446051:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d9215e3. 00000400:00000010:1.0:1767384697.446051:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c82c35c. 00000100:00000200:1.0:1767384697.446052:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446053:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6fa721a. 00000400:00000010:1.0:1767384697.446054:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d3b79445. 00000100:00000200:1.0:1767384697.446055:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446056:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc382bc3. 00000400:00000010:1.0:1767384697.446057:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b3c8b745. 00000100:00000200:1.0:1767384697.446057:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446058:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e751ac66. 00000400:00000010:1.0:1767384697.446059:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001dc50269. 00000100:00000200:1.0:1767384697.446060:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446061:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097b6f477. 00000400:00000010:1.0:1767384697.446062:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fd62f8b. 00000100:00000200:1.0:1767384697.446063:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446063:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e868a3b7. 00000400:00000010:1.0:1767384697.446065:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001ab5b09. 00000100:00000200:1.0:1767384697.446066:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446066:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006b6cbcb. 00000400:00000010:1.0:1767384697.446067:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000083eb4ecc. 00000100:00000200:1.0:1767384697.446068:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446069:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a885f16d. 00000400:00000010:1.0:1767384697.446070:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd9b97da. 00000100:00000200:1.0:1767384697.446071:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446072:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e15ec3b0. 00000400:00000010:1.0:1767384697.446073:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050ef82b8. 00000100:00000200:1.0:1767384697.446073:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446074:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004196b811. 00000400:00000010:1.0:1767384697.446075:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011891514. 00000100:00000200:1.0:1767384697.446076:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446077:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095072492. 00000400:00000010:1.0:1767384697.446078:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba8b267e. 00000100:00000200:1.0:1767384697.446078:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446079:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000441e9866. 00000400:00000010:1.0:1767384697.446081:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5e46f33. 00000100:00000200:1.0:1767384697.446081:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446083:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043e89254. 00000400:00000010:1.0:1767384697.446084:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000042edcf79. 00000100:00000200:1.0:1767384697.446084:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446085:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096d9ab7d. 00000400:00000010:1.0:1767384697.446086:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000578c42ce. 00000100:00000200:1.0:1767384697.446087:0:41001:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:1.0:1767384697.446088:0:41001:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba556136. 00000400:00000010:1.0:1767384697.446089:0:41001:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001720b1fa. 00000100:00000010:1.0:1767384697.446090:0:41001:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000002a94a89b. 00000100:00000200:1.0:1767384697.446099:0:41001:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384697.446120:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d6e1a2ad. 00000100:00000010:1.0:1767384697.446246:0:41002:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000059e87732. 00000020:00000010:1.0:1767384697.446250:0:41002:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000124f7546. 00000020:00000010:1.0:1767384697.446253:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002902fab8. 00000020:00000010:1.0:1767384697.446256:0:41002:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d1edea80. 00000040:00000010:1.0:1767384697.446258:0:41002:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ca613e85. 00000020:00000010:1.0:1767384697.446262:0:41002:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004fec8948. 00000020:00000010:1.0:1767384697.446265:0:41002:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001d6a6e5f. 00000020:00000010:1.0:1767384697.446266:0:41002:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa3653aa. 80000000:00000010:1.0:1767384697.446268:0:41002:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ed261fbf. 40000000:00000010:1.0:1767384697.446269:0:41002:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d3c0c830. 00100000:00000010:1.0:1767384697.446271:0:41002:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d94ac0fb. 00040000:00000010:1.0:1767384697.446272:0:41002:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000052af3d5f. 00040000:00000010:1.0:1767384697.446274:0:41002:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000057ca9fa9. 00080000:00000010:1.0:1767384697.446277:0:41002:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dfb75c5a. 00080000:00000010:1.0:1767384697.446279:0:41002:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000028a5f838. 00000004:00000010:1.0:1767384697.446282:0:41002:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000061351d3e. 00002000:00000010:1.0:1767384697.446284:0:41002:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005cfb156d. 00000100:00000010:1.0:1767384697.446286:0:41002:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000004f2d1c75. 00000100:00000010:3.0:1767384697.446305:0:40979:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000001ae9112c. 00000100:00000010:3.0:1767384697.446309:0:40979:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000527fa6f5. 00000100:00000200:1.0:1767384697.446311:0:41002:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384697.446319:0:40979:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000000c0011d6. 00000100:00000010:3.0:1767384697.446325:0:40979:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000751555b2. 00000100:00000010:3.0:1767384697.446328:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003432906f. 00000100:00000010:3.0:1767384697.446331:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be9c7970. 00000100:00000010:3.0:1767384697.446333:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d9f9103. 00000100:00000010:3.0:1767384697.446335:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ada00d96. 00000100:00000010:3.0:1767384697.446336:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008abb051d. 00000100:00000010:3.0:1767384697.446343:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032f88cb9. 00000100:00000010:3.0:1767384697.446345:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d6a6641. 00000100:00000010:3.0:1767384697.446347:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000589061e7. 00000100:00000010:3.0:1767384697.446348:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3099423. 00000100:00000010:3.0:1767384697.446350:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000100ac709. 00000100:00000010:3.0:1767384697.446353:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000852693c7. 00000100:00000010:3.0:1767384697.446356:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007d705971. 00000100:00000010:3.0:1767384697.446358:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000439cd341. 00000100:00000010:3.0:1767384697.446361:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009d4e01a4. 00000100:00000010:3.0:1767384697.446370:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb0e9770. 00000100:00000010:3.0:1767384697.446374:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008c54bac6. 00000100:00000010:3.0:1767384697.446376:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007946f455. 00000100:00000010:3.0:1767384697.446379:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004927407b. 00000100:00000010:3.0:1767384697.446382:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca0b13f0. 00000100:00000010:3.0:1767384697.446384:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000259c7ce4. 00000100:00000010:3.0:1767384697.446387:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbefc650. 00000100:00000010:3.0:1767384697.446396:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e0536be7. 00000100:00000010:3.0:1767384697.446399:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccca639b. 00000100:00000010:3.0:1767384697.446402:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a301347c. 00000100:00000010:3.0:1767384697.446404:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a90d72e3. 00000100:00000010:3.0:1767384697.446407:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fce747e4. 00000100:00000010:3.0:1767384697.446410:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e76b2d47. 00000100:00000010:3.0:1767384697.446412:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f5548580. 00000100:00000010:3.0:1767384697.446415:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c37ff0a. 00000100:00000010:3.0:1767384697.446418:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000063fa2f54. 00000100:00000010:3.0:1767384697.446420:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fade4bce. 00000100:00000010:3.0:1767384697.446423:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000abe7670d. 00000100:00000010:3.0:1767384697.446426:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acc24fe4. 00000100:00000010:3.0:1767384697.446428:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003038655b. 00000100:00000010:3.0:1767384697.446430:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066d3cf61. 00000100:00000010:3.0:1767384697.446432:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055318d80. 00000100:00000010:3.0:1767384697.446433:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000506212ba. 00000100:00000010:3.0:1767384697.446440:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ce7d037f. 00000100:00000010:3.0:1767384697.446442:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003487468c. 00000100:00000010:3.0:1767384697.446444:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083de66c3. 00000100:00000010:3.0:1767384697.446445:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008aa2c176. 00000100:00000010:3.0:1767384697.446447:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c5eadd64. 00000100:00000010:3.0:1767384697.446448:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebfd5b65. 00000100:00000010:3.0:1767384697.446450:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eae9bc04. 00000100:00000010:3.0:1767384697.446452:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ae0d86a. 00000100:00000010:3.0:1767384697.446454:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a8be0873. 00000100:00000010:3.0:1767384697.446460:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000958d4f50. 00000100:00000010:3.0:1767384697.446462:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b4e1795d. 00000100:00000010:3.0:1767384697.446463:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000127243e4. 00000100:00000010:3.0:1767384697.446465:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000003624005. 00000100:00000010:3.0:1767384697.446466:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2775a50. 00000100:00000010:3.0:1767384697.446468:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b7e2b145. 00000100:00000010:3.0:1767384697.446469:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e85656e4. 00000100:00000010:3.0:1767384697.446475:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003590b84d. 00000100:00000010:3.0:1767384697.446476:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e463bdde. 00000100:00000010:3.0:1767384697.446478:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007a86bcc1. 00000100:00000010:3.0:1767384697.446480:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d83eae37. 00000100:00000010:3.0:1767384697.446482:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009685a094. 00000100:00000010:3.0:1767384697.446484:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004d68fd6. 00000100:00000010:3.0:1767384697.446486:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c3009b4b. 00000100:00000010:3.0:1767384697.446487:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008f96b1c0. 00000100:00000010:3.0:1767384697.446489:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000827a113e. 00000100:00000010:3.0:1767384697.446490:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099b16840. 00000100:00000010:3.0:1767384697.446492:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f72065e. 00000100:00000010:3.0:1767384697.446494:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044a9ee41. 00000100:00000010:3.0:1767384697.446496:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e4eb920. 00000100:00000010:3.0:1767384697.446497:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075793923. 00000100:00000010:3.0:1767384697.446499:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009c083d5c. 00000100:00000010:3.0:1767384697.446501:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c043428. 00000100:00000010:3.0:1767384697.446506:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003b1c683f. 00000100:00000010:3.0:1767384697.446508:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ff1a860d. 00000100:00000010:3.0:1767384697.446510:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005337718a. 00000100:00000010:3.0:1767384697.446511:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b2606a4. 00000100:00000010:3.0:1767384697.446512:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000012b5184c. 00000100:00000010:3.0:1767384697.446514:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008604d870. 00000100:00000010:3.0:1767384697.446515:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d0525b77. 00000100:00000010:3.0:1767384697.446517:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000867b0b9e. 00000100:00000010:3.0:1767384697.446518:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000009e29037. 00000100:00000010:3.0:1767384697.446524:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f9ee007. 00000100:00000010:3.0:1767384697.446526:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054c5baf7. 00000100:00000010:3.0:1767384697.446527:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063c8fe9f. 00000100:00000010:3.0:1767384697.446529:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be5932ed. 00000100:00000010:3.0:1767384697.446530:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083db69e6. 00000100:00000010:3.0:1767384697.446532:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000da5aaab2. 00000100:00000010:3.0:1767384697.446533:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6d83e64. 00000100:00000010:3.0:1767384697.446538:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000000ca5c38. 00000100:00000010:3.0:1767384697.446540:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ec8e7c7. 00000100:00000010:3.0:1767384697.446541:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001d1e8730. 00000100:00000010:3.0:1767384697.446543:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb2fb240. 00000100:00000010:3.0:1767384697.446544:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f30f335. 00000100:00000010:3.0:1767384697.446545:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffebf074. 00000100:00000010:3.0:1767384697.446547:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f860eaa8. 00000100:00000010:3.0:1767384697.446548:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000702fa81. 00000100:00000010:3.0:1767384697.446562:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000043f3fa6e. 00000100:00000010:3.0:1767384697.446566:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f33d42cb. 00000100:00000010:3.0:1767384697.446568:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000072632788. 00000100:00000010:3.0:1767384697.446569:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000740b3d72. 00000100:00000010:3.0:1767384697.446571:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009dda5fdc. 00000100:00000010:3.0:1767384697.446573:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001b0ba609. 00000100:00000010:3.0:1767384697.446575:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d5261a1. 00000100:00000010:3.0:1767384697.446576:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000139c11e8. 00000100:00000010:3.0:1767384697.446583:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b39a075. 00000100:00000010:3.0:1767384697.446584:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c8cb5a3. 00000100:00000010:3.0:1767384697.446586:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003aa3adc7. 00000100:00000010:3.0:1767384697.446587:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000977e20b5. 00000100:00000010:3.0:1767384697.446589:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000013e05a07. 00000100:00000010:3.0:1767384697.446591:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f40ff232. 00000100:00000010:3.0:1767384697.446593:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000037db345e. 00000100:00000010:3.0:1767384697.446594:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5ef6714. 00000100:00000010:3.0:1767384697.446596:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2b401e6. 00000100:00000010:3.0:1767384697.446602:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022c0dbe0. 00000100:00000010:3.0:1767384697.446604:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c3fa6af3. 00000100:00000010:3.0:1767384697.446606:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e39679e4. 00000100:00000010:3.0:1767384697.446607:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c77b899f. 00000100:00000010:3.0:1767384697.446609:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000013ae696b. 00000100:00000010:3.0:1767384697.446610:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000308c7f2d. 00000100:00000010:3.0:1767384697.446612:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006ddae579. 00000100:00000010:3.0:1767384697.446617:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eee4ba54. 00000100:00000010:3.0:1767384697.446619:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e25cf3b. 00000100:00000010:3.0:1767384697.446620:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f8e4dce8. 00000100:00000010:3.0:1767384697.446622:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000429dfa02. 00000100:00000010:3.0:1767384697.446623:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ffa814d. 00000100:00000010:3.0:1767384697.446625:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c0486d0. 00000100:00000010:3.0:1767384697.446626:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005d8ee75a. 00000100:00000010:3.0:1767384697.446628:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c084870c. 00000100:00000010:3.0:1767384697.446630:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000023eefdeb. 00000100:00000010:3.0:1767384697.446631:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000325ae4d2. 00000100:00000010:3.0:1767384697.446633:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5fdbb76. 00000400:00000200:3.0:1767384697.446635:0:40979:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:3.0:1767384697.446654:0:40979:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000037cc34c7. 00000020:00000010:3.0:1767384697.446656:0:40979:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a89299c3. 00000100:00000010:3.0:1767384697.446676:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000047f7dd07. 00000100:00000010:3.0:1767384697.446678:0:40979:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000fab815c2. 00000100:00000010:3.0:1767384697.446679:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005d847111. 00000100:00000010:3.0:1767384697.446681:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b732e1e3. 00000100:00000010:3.0:1767384697.446683:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b416cf25. 00000100:00000200:3.0:1767384697.446695:0:40979:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:3.0:1767384697.446697:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009a31f166. 00000100:00000010:1.0:1767384697.446837:0:41003:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001127b405. 00000020:00000010:1.0:1767384697.446840:0:41003:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007d643457. 00000020:00000010:1.0:1767384697.446842:0:41003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043d8c3a0. 00000020:00000010:1.0:1767384697.446844:0:41003:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f0fcfc49. 00000040:00000010:1.0:1767384697.446845:0:41003:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004fc7aa18. 00000020:00000010:1.0:1767384697.446847:0:41003:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000451ab36a. 00000020:00000010:1.0:1767384697.446849:0:41003:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000065982f19. 00000020:00000010:1.0:1767384697.446850:0:41003:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b5b257e9. 80000000:00000010:1.0:1767384697.446852:0:41003:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bcb572ff. 40000000:00000010:1.0:1767384697.446853:0:41003:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d80110f7. 00100000:00000010:1.0:1767384697.446854:0:41003:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c519d7c4. 00040000:00000010:1.0:1767384697.446856:0:41003:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000770ce3de. 00040000:00000010:1.0:1767384697.446858:0:41003:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004e3ea072. 00080000:00000010:1.0:1767384697.446868:0:41003:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000056e36836. 00080000:00000010:1.0:1767384697.446873:0:41003:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000094d829a2. 00000004:00000010:1.0:1767384697.446877:0:41003:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000da3e7cd0. 00002000:00000010:1.0:1767384697.446879:0:41003:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001d755895. 00000100:00000200:1.0:1767384697.446882:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446885:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c24a885. 00000400:00000010:1.0:1767384697.446888:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002a6345d. 00000100:00000200:1.0:1767384697.446891:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446893:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7e51921. 00000400:00000010:1.0:1767384697.446895:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0d7b406. 00000100:00000200:1.0:1767384697.446896:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446897:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5e4ba32. 00000400:00000010:1.0:1767384697.446898:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000deb7a603. 00000100:00000200:1.0:1767384697.446899:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446900:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000336a14c6. 00000400:00000010:1.0:1767384697.446901:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d79e708. 00000100:00000200:1.0:1767384697.446902:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446903:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e80b9c3. 00000400:00000010:1.0:1767384697.446904:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f606efa. 00000100:00000200:1.0:1767384697.446905:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446905:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002565efb3. 00000400:00000010:1.0:1767384697.446906:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ef148e. 00000100:00000200:1.0:1767384697.446907:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446908:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094b3c293. 00000400:00000010:1.0:1767384697.446909:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099aa4f1b. 00000100:00000200:1.0:1767384697.446910:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446911:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d753c138. 00000400:00000010:1.0:1767384697.446912:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ffe1464. 00000100:00000200:1.0:1767384697.446913:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446914:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c0356c1. 00000400:00000010:1.0:1767384697.446915:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000434b8a41. 00000100:00000200:1.0:1767384697.446916:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446917:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000689c45c3. 00000400:00000010:1.0:1767384697.446918:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000414f4fd4. 00000100:00000200:1.0:1767384697.446918:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446919:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5e36dbf. 00000400:00000010:1.0:1767384697.446920:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c47d2629. 00000100:00000200:1.0:1767384697.446922:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446923:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007829d29b. 00000400:00000010:1.0:1767384697.446925:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000729404ca. 00000100:00000200:1.0:1767384697.446926:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446928:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f92df990. 00000400:00000010:1.0:1767384697.446929:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ade7ce29. 00000100:00000200:1.0:1767384697.446931:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446932:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009581c567. 00000400:00000010:1.0:1767384697.446934:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007835567e. 00000100:00000200:1.0:1767384697.446935:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446936:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b22b295a. 00000400:00000010:1.0:1767384697.446938:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc385a9c. 00000100:00000200:1.0:1767384697.446940:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446942:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f943743d. 00000400:00000010:1.0:1767384697.446944:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000705c920d. 00000100:00000200:1.0:1767384697.446945:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446947:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1077420. 00000400:00000010:1.0:1767384697.446949:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b236f227. 00000100:00000200:1.0:1767384697.446950:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446952:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d633e17f. 00000400:00000010:1.0:1767384697.446954:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c6b0a46. 00000100:00000200:1.0:1767384697.446955:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446958:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3c40c55. 00000400:00000010:1.0:1767384697.446960:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000192581bf. 00000100:00000200:1.0:1767384697.446961:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446963:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf062148. 00000400:00000010:1.0:1767384697.446965:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcfd21a3. 00000100:00000200:1.0:1767384697.446966:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446968:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8bc0d9b. 00000400:00000010:1.0:1767384697.446970:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003ac17bc. 00000100:00000200:1.0:1767384697.446972:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446974:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fa23338. 00000400:00000010:1.0:1767384697.446976:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000007599639. 00000100:00000200:1.0:1767384697.446978:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446980:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000205484ed. 00000400:00000010:1.0:1767384697.446981:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002be9d421. 00000100:00000200:1.0:1767384697.446983:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446985:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc275f74. 00000400:00000010:1.0:1767384697.446987:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e21380c1. 00000100:00000200:1.0:1767384697.446989:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446991:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b3ccbe17. 00000400:00000010:1.0:1767384697.446993:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ca96d9cc. 00000100:00000200:1.0:1767384697.446995:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.446996:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e6fcae4. 00000400:00000010:1.0:1767384697.446998:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e8bccce. 00000100:00000200:1.0:1767384697.447000:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447001:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003757f179. 00000400:00000010:1.0:1767384697.447003:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098e87e14. 00000100:00000200:1.0:1767384697.447005:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447006:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ee5d9e4. 00000400:00000010:1.0:1767384697.447008:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c98ebf6e. 00000100:00000200:1.0:1767384697.447010:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447012:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f12be46c. 00000400:00000010:1.0:1767384697.447014:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003ce78201. 00000100:00000200:1.0:1767384697.447016:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447017:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d036ccd8. 00000400:00000010:1.0:1767384697.447019:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000020dd6686. 00000100:00000200:1.0:1767384697.447021:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447023:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da3f45c1. 00000400:00000010:1.0:1767384697.447025:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098e4f4ee. 00000100:00000200:1.0:1767384697.447027:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447028:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014661730. 00000400:00000010:1.0:1767384697.447030:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066acd356. 00000100:00000200:1.0:1767384697.447031:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447033:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b2ea6e1. 00000400:00000010:1.0:1767384697.447034:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f8e529f6. 00000100:00000200:1.0:1767384697.447036:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447037:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6ab3349. 00000400:00000010:1.0:1767384697.447038:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a73597ae. 00000100:00000200:1.0:1767384697.447039:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447040:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008afb67af. 00000400:00000010:1.0:1767384697.447041:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006df55dc5. 00000100:00000200:1.0:1767384697.447042:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447043:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b1959ee. 00000400:00000010:1.0:1767384697.447044:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000de0256c0. 00000100:00000200:1.0:1767384697.447045:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447046:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef3f85d7. 00000400:00000010:1.0:1767384697.447047:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099a3c5c0. 00000100:00000200:1.0:1767384697.447048:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447048:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e37c898. 00000400:00000010:1.0:1767384697.447049:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8d8701a. 00000100:00000200:1.0:1767384697.447050:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447051:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000268fabb9. 00000400:00000010:1.0:1767384697.447052:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3b283ac. 00000100:00000200:1.0:1767384697.447053:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447053:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9e639c5. 00000400:00000010:1.0:1767384697.447054:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b838a0d5. 00000100:00000200:1.0:1767384697.447055:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447056:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000109a83e8. 00000400:00000010:1.0:1767384697.447057:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b2801f4e. 00000100:00000200:1.0:1767384697.447058:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447058:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004139af1e. 00000400:00000010:1.0:1767384697.447060:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044e7c929. 00000100:00000200:1.0:1767384697.447061:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447062:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e896af33. 00000400:00000010:1.0:1767384697.447063:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000355184dd. 00000100:00000200:1.0:1767384697.447064:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447065:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099daad81. 00000400:00000010:1.0:1767384697.447066:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005e680a95. 00000100:00000200:1.0:1767384697.447067:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447068:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000808d289. 00000400:00000010:1.0:1767384697.447069:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000361b6b5d. 00000100:00000200:1.0:1767384697.447070:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447071:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e33afc2. 00000400:00000010:1.0:1767384697.447072:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d958765d. 00000100:00000200:1.0:1767384697.447072:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447073:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005f654b1. 00000400:00000010:1.0:1767384697.447074:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000847aa65. 00000100:00000200:1.0:1767384697.447075:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447076:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002082a28. 00000400:00000010:1.0:1767384697.447077:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1f1f3c5. 00000100:00000200:1.0:1767384697.447078:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447078:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4d98c51. 00000400:00000010:1.0:1767384697.447079:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002bd44002. 00000100:00000200:1.0:1767384697.447080:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447081:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa230e7f. 00000400:00000010:1.0:1767384697.447082:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b195cd72. 00000100:00000200:1.0:1767384697.447083:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447084:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0ff97a4. 00000400:00000010:1.0:1767384697.447093:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032eb6640. 00000100:00000200:1.0:1767384697.447095:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447096:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d9d657a. 00000400:00000010:1.0:1767384697.447097:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af526780. 00000100:00000200:1.0:1767384697.447098:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447099:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb1008e5. 00000400:00000010:1.0:1767384697.447100:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000657b629f. 00000100:00000200:1.0:1767384697.447101:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447102:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7b69d23. 00000400:00000010:1.0:1767384697.447103:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000369c6bbd. 00000100:00000200:1.0:1767384697.447104:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447105:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cd4ec44. 00000400:00000010:1.0:1767384697.447106:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aaab058e. 00000100:00000200:1.0:1767384697.447107:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447108:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce46392f. 00000400:00000010:1.0:1767384697.447109:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005696e4a2. 00000100:00000200:1.0:1767384697.447110:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447111:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d59a3b92. 00000400:00000010:1.0:1767384697.447112:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001aa6186e. 00000100:00000200:1.0:1767384697.447113:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447113:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a72f8c00. 00000400:00000010:1.0:1767384697.447114:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054fbadef. 00000100:00000200:1.0:1767384697.447115:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447116:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b447398. 00000400:00000010:1.0:1767384697.447117:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000031e0252. 00000100:00000200:1.0:1767384697.447118:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447118:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092900b0c. 00000400:00000010:1.0:1767384697.447119:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006a5e8fdb. 00000100:00000200:1.0:1767384697.447120:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447121:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e70c91a2. 00000400:00000010:1.0:1767384697.447122:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ce41604. 00000100:00000200:1.0:1767384697.447123:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447123:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed6783f2. 00000400:00000010:1.0:1767384697.447124:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecaddb2f. 00000100:00000200:1.0:1767384697.447125:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447126:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a483bec. 00000400:00000010:1.0:1767384697.447127:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015bffdad. 00000100:00000200:1.0:1767384697.447128:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767384697.447128:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b696c616. 00000400:00000010:1.0:1767384697.447129:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000537c2487. 00000100:00000010:1.0:1767384697.447131:0:41003:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000072a80a27. 00000100:00000200:1.0:1767384697.447140:0:41003:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384697.447160:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f0b16442. 00000100:00000010:1.0:1767384697.447332:0:41004:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a3ce4ce4. 00000020:00000010:1.0:1767384697.447335:0:41004:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cb79f1c6. 00000020:00000010:1.0:1767384697.447337:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ce54ec4. 00000020:00000010:1.0:1767384697.447339:0:41004:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000684eb53e. 00000040:00000010:1.0:1767384697.447341:0:41004:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000046e6da6b. 00000020:00000010:1.0:1767384697.447343:0:41004:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000122bcbe1. 00000020:00000010:1.0:1767384697.447345:0:41004:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009867bd21. 00000020:00000010:1.0:1767384697.447347:0:41004:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002207c0d5. 80000000:00000010:1.0:1767384697.447349:0:41004:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000360c3ccc. 40000000:00000010:1.0:1767384697.447350:0:41004:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eb3fdef2. 00100000:00000010:1.0:1767384697.447352:0:41004:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000036f11801. 00040000:00000010:1.0:1767384697.447355:0:41004:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000488a94a4. 00040000:00000010:1.0:1767384697.447358:0:41004:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e5fe6cc5. 00080000:00000010:1.0:1767384697.447361:0:41004:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004774a7e6. 00080000:00000010:1.0:1767384697.447364:0:41004:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e5e2f040. 00000004:00000010:1.0:1767384697.447367:0:41004:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d0eb6514. 00002000:00000010:1.0:1767384697.447369:0:41004:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000853a6ed4. 00000100:00000010:1.0:1767384697.447371:0:41004:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000930e0b59. 00000100:00000200:1.0:1767384697.447379:0:41004:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384697.447397:0:40979:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000007ddf4f9e. 00000100:00000010:3.0:1767384697.447401:0:40979:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000033ebd66e. 00000100:00000010:3.0:1767384697.447411:0:40979:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000004cba3c85. 00000100:00000010:3.0:1767384697.447417:0:40979:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000545169c7. 00000100:00000010:3.0:1767384697.447421:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001cd8cf7f. 00000100:00000010:3.0:1767384697.447568:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000365a62ab. 00000100:00000010:3.0:1767384697.447572:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbb8f782. 00000100:00000010:3.0:1767384697.447697:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007b9a5211. 00000100:00000010:3.0:1767384697.447699:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000951612ef. 00000100:00000010:3.0:1767384697.447825:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000043098528. 00000100:00000010:3.0:1767384697.447828:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000064e8ffa. 00000100:00000010:3.0:1767384697.447965:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000003825c3. 00000100:00000010:3.0:1767384697.447969:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f94285a3. 00000100:00000010:3.0:1767384697.448098:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f1313b92. 00000100:00000010:3.0:1767384697.448108:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9c35b89. 00000100:00000010:3.0:1767384697.449168:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007c34a319. 00000100:00000010:3.0:1767384697.449173:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068d04cdf. 00000100:00000010:3.0:1767384697.449212:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a072e8a4. 00000100:00000010:3.0:1767384697.449214:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec811fc0. 00000100:00000010:3.0:1767384697.449252:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002ec268de. 00000100:00000010:3.0:1767384697.449254:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed573d5a. 00000100:00000010:3.0:1767384697.449309:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b334c30a. 00000100:00000010:3.0:1767384697.449314:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e438bca. 00000100:00000010:3.0:1767384697.449460:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fc4b58ab. 00000100:00000010:3.0:1767384697.449463:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a4b560e. 00000100:00000010:3.0:1767384697.449599:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006cdac03a. 00000100:00000010:3.0:1767384697.449602:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bc5a18e. 00000100:00000010:3.0:1767384697.449726:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000091c39c18. 00000100:00000010:3.0:1767384697.449728:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000133fd3ee. 00000100:00000010:3.0:1767384697.449860:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ccda50fd. 00000100:00000010:3.0:1767384697.449865:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000459afbfd. 00000100:00000010:3.0:1767384697.450019:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000038c96f70. 00000100:00000010:3.0:1767384697.450022:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034506f53. 00000100:00000010:3.0:1767384697.450157:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c91dcf56. 00000100:00000010:3.0:1767384697.450162:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001444614a. 00000100:00000010:3.0:1767384697.450314:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000db2d320. 00000100:00000010:3.0:1767384697.450317:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000def2f0d3. 00000100:00000010:3.0:1767384697.450442:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001e231db5. 00000100:00000010:3.0:1767384697.450444:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000435635ac. 00000100:00000010:3.0:1767384697.450588:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001d9ebab6. 00000100:00000010:3.0:1767384697.450591:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c33f102. 00000100:00000010:3.0:1767384697.450726:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000aee86f95. 00000100:00000010:3.0:1767384697.450730:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a210ca3. 00000100:00000010:3.0:1767384697.450856:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003ca1d03d. 00000100:00000010:3.0:1767384697.450858:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006688e06a. 00000100:00000010:3.0:1767384697.450983:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006a6434f6. 00000100:00000010:3.0:1767384697.450992:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a125793. 00000100:00000010:3.0:1767384697.451126:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001e3a54fc. 00000100:00000010:3.0:1767384697.451129:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd8c99a7. 00000100:00000010:3.0:1767384697.451272:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fae99e57. 00000100:00000010:3.0:1767384697.451277:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079a2ba06. 00000100:00000010:3.0:1767384697.451425:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f5b5417e. 00000100:00000010:3.0:1767384697.451428:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ff232e1. 00000100:00000010:3.0:1767384697.451567:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f4f34f9e. 00000100:00000010:3.0:1767384697.451570:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000063d64c5d. 00000100:00000010:3.0:1767384697.451707:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a6d0d72d. 00000100:00000010:3.0:1767384697.451710:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077f2d9c5. 00000100:00000010:3.0:1767384697.451841:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c1a5121f. 00000100:00000010:3.0:1767384697.451847:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f79c847. 00000100:00000010:3.0:1767384697.451990:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006813c3d4. 00000100:00000010:3.0:1767384697.451994:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008698c594. 00000100:00000010:3.0:1767384697.452119:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000064e9d3f. 00000100:00000010:3.0:1767384697.452121:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007297e8c0. 00000100:00000010:3.0:1767384697.452268:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006b2e1448. 00000100:00000010:3.0:1767384697.452271:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008e0ba14d. 00000100:00000010:3.0:1767384697.452417:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b279589c. 00000100:00000010:3.0:1767384697.452420:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9e54fe6. 00000100:00000010:3.0:1767384697.452545:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000806cdb9. 00000100:00000010:3.0:1767384697.452547:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f17be9b7. 00000100:00000010:3.0:1767384697.452686:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000037ecf12b. 00000100:00000010:3.0:1767384697.452691:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091519674. 00000100:00000010:3.0:1767384697.452842:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000040e658d1. 00000100:00000010:3.0:1767384697.452846:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011b64111. 00000100:00000010:3.0:1767384697.452971:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008c6c6ee2. 00000100:00000010:3.0:1767384697.452973:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000038b7f989. 00000100:00000010:3.0:1767384697.453098:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009bc8d827. 00000100:00000010:3.0:1767384697.453101:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc727e2d. 00000100:00000010:3.0:1767384697.453241:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000145e19c8. 00000100:00000010:3.0:1767384697.453256:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000248bd766. 00000100:00000010:3.0:1767384697.453422:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002279749a. 00000100:00000010:3.0:1767384697.453426:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa006edf. 00000100:00000010:3.0:1767384697.453582:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000746db0c8. 00000100:00000010:3.0:1767384697.453587:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a35639b. 00000100:00000010:3.0:1767384697.453735:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001a3adf49. 00000100:00000010:3.0:1767384697.453740:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e938cd02. 00000100:00000010:3.0:1767384697.453889:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000505f833c. 00000100:00000010:3.0:1767384697.453894:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6d203fe. 00000100:00000010:3.0:1767384697.454040:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d5651204. 00000100:00000010:3.0:1767384697.454045:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039103b26. 00000100:00000010:3.0:1767384697.454193:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000de1ff463. 00000100:00000010:3.0:1767384697.454198:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7dd0284. 00000100:00000010:3.0:1767384697.454367:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009b292ebf. 00000100:00000010:3.0:1767384697.454372:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2ec0055. 00000100:00000010:3.0:1767384697.454521:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b1b2c0ec. 00000100:00000010:3.0:1767384697.454526:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e42caec. 00000100:00000010:3.0:1767384697.454697:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000061a771df. 00000100:00000010:3.0:1767384697.454702:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd18d04b. 00000100:00000010:3.0:1767384697.454854:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000438958e9. 00000100:00000010:3.0:1767384697.454859:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c895e4bc. 00000100:00000010:3.0:1767384697.454994:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000375f52fe. 00000100:00000010:3.0:1767384697.454997:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ca40767. 00000100:00000010:3.0:1767384697.455122:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004d70fc35. 00000100:00000010:3.0:1767384697.455124:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fba4c4b. 00000100:00000010:3.0:1767384697.455259:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000042361e2a. 00000100:00000010:3.0:1767384697.455261:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a40fad80. 00000100:00000010:3.0:1767384697.455400:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a3cb327f. 00000100:00000010:3.0:1767384697.455405:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b92edbf. 00000100:00000010:3.0:1767384697.455565:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004cc3db1d. 00000100:00000010:3.0:1767384697.455570:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073cc67df. 00000100:00000010:3.0:1767384697.455719:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008cfbc4c1. 00000100:00000010:3.0:1767384697.455732:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c679523. 00000100:00000010:3.0:1767384697.455894:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c2a71f89. 00000100:00000010:3.0:1767384697.455899:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef1e00e1. 00000100:00000010:3.0:1767384697.456049:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000035ce2214. 00000100:00000010:3.0:1767384697.456054:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d7de390. 00000100:00000010:3.0:1767384697.456205:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003e6629bd. 00000100:00000010:3.0:1767384697.456210:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004725af41. 00000100:00000010:3.0:1767384697.456401:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000084cf63ba. 00000100:00000010:3.0:1767384697.456406:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe7e469a. 00000100:00000010:3.0:1767384697.456580:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006f4721c7. 00000100:00000010:3.0:1767384697.456585:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b771846. 00000100:00000010:3.0:1767384697.456728:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007d580f2a. 00000100:00000010:3.0:1767384697.456732:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000765df362. 00000100:00000010:3.0:1767384697.456875:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d86efe72. 00000100:00000010:3.0:1767384697.456879:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000609039b6. 00000100:00000010:3.0:1767384697.457021:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000051499a67. 00000100:00000010:3.0:1767384697.457025:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000353df05d. 00000100:00000010:3.0:1767384697.457183:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005601f549. 00000100:00000010:3.0:1767384697.457186:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c403f37. 00000100:00000010:3.0:1767384697.457352:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004d381747. 00000100:00000010:3.0:1767384697.457356:0:40979:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099bd1076. 00000100:00000010:3.0:1767384697.457491:0:40979:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dc8b88ac. 00000400:00000200:3.0:1767384697.457498:0:40979:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:3.0:1767384697.457578:0:40979:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005648a6bb. 00000020:00000010:3.0:1767384697.457591:0:40979:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000051b1cb28. 00000100:00000010:3.0:1767384697.457636:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ea9d0ec9. 00000100:00000010:3.0:1767384697.457641:0:40979:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000f937ad23. 00000100:00000010:3.0:1767384697.457644:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004ed807b5. 00000100:00000010:3.0:1767384697.457647:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000b7ebb6a. 00000100:00000010:3.0:1767384697.457649:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000012731347. 00000100:00000010:3.0:1767384697.457651:0:40979:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000090892f73. 00000100:00000010:3.0:1767384697.457654:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000657a83a7. 00000100:00000010:3.0:1767384697.457656:0:40979:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005fa27f53. 00000100:00000010:3.0:1767384697.457658:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f8ad9a3f. 00000100:00000010:3.0:1767384697.457660:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c325e235. 00000100:00000010:3.0:1767384697.457662:0:40979:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001c662250. 00000100:00000200:3.0:1767384697.457702:0:40979:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:3.0:1767384697.457707:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001a72601b. 00000020:00000010:0.0:1767384697.458235:0:41005:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000006701030a. 00000100:00000010:0.0:1767384697.458240:0:41005:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000098493489. 00000020:00000010:0.0:1767384697.458242:0:41005:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f2157467. 00000020:00000010:0.0:1767384697.458247:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007f537caa. 00000020:00000010:0.0:1767384697.458249:0:41005:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005add8a4b. 00000040:00000010:0.0:1767384697.458253:0:41005:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d0133026. 00000020:00000010:0.0:1767384697.458257:0:41005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000aac58f68. 00000020:00000010:0.0:1767384697.458260:0:41005:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000be11a24. 00000020:00000010:0.0:1767384697.458263:0:41005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000185d5eab. 80000000:00000010:0.0:1767384697.458266:0:41005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b10a5fae. 40000000:00000010:0.0:1767384697.458269:0:41005:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b9429670. 00100000:00000010:0.0:1767384697.458272:0:41005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b60cea6a. 00040000:00000010:0.0:1767384697.458275:0:41005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000067ef91b0. 00040000:00000010:0.0:1767384697.458278:0:41005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008cebcbb3. 00080000:00000010:0.0:1767384697.458282:0:41005:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006b54cd95. 00080000:00000010:0.0:1767384697.458285:0:41005:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000066865518. 00000004:00000010:0.0:1767384697.458305:0:41005:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000072937be9. 00002000:00000010:0.0:1767384697.458309:0:41005:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009bc6b642. 00000100:00000200:0.0:1767384697.458312:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458316:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c1193c6. 00000400:00000010:0.0:1767384697.458320:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002988c507. 00000100:00000200:0.0:1767384697.458326:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458327:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b08f8094. 00000400:00000010:0.0:1767384697.458333:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007daec001. 00000100:00000200:0.0:1767384697.458335:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458337:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0118149. 00000400:00000010:0.0:1767384697.458343:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e669f242. 00000100:00000200:0.0:1767384697.458345:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458347:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9eb0f33. 00000400:00000010:0.0:1767384697.458349:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000082c59d6a. 00000100:00000200:0.0:1767384697.458350:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458352:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000450c0198. 00000400:00000010:0.0:1767384697.458354:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000eeac5ea7. 00000100:00000200:0.0:1767384697.458355:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458356:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005abf4d22. 00000400:00000010:0.0:1767384697.458358:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008fec01c4. 00000100:00000200:0.0:1767384697.458359:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458360:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfddadda. 00000400:00000010:0.0:1767384697.458362:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dcae4b82. 00000100:00000200:0.0:1767384697.458363:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458364:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040b5e32d. 00000400:00000010:0.0:1767384697.458366:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d129e6f4. 00000100:00000200:0.0:1767384697.458367:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458368:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000978e7e1b. 00000400:00000010:0.0:1767384697.458370:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007d76cb88. 00000100:00000200:0.0:1767384697.458371:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458372:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000949f24e4. 00000400:00000010:0.0:1767384697.458374:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000075801de3. 00000100:00000200:0.0:1767384697.458375:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458376:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000800891b. 00000400:00000010:0.0:1767384697.458381:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005ba3ee06. 00000100:00000200:0.0:1767384697.458384:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458385:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1cbe0ee. 00000400:00000010:0.0:1767384697.458387:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000baadbd22. 00000100:00000200:0.0:1767384697.458388:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458389:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f790065. 00000400:00000010:0.0:1767384697.458391:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a3a829ca. 00000100:00000200:0.0:1767384697.458393:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458394:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d21fb87. 00000400:00000010:0.0:1767384697.458398:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a362ba34. 00000100:00000200:0.0:1767384697.458400:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458401:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075ed9722. 00000400:00000010:0.0:1767384697.458403:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c381aaec. 00000100:00000200:0.0:1767384697.458404:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458405:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000250ac8e3. 00000400:00000010:0.0:1767384697.458407:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000044ce6428. 00000100:00000200:0.0:1767384697.458408:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458409:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000740a4415. 00000400:00000010:0.0:1767384697.458411:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007496454c. 00000100:00000200:0.0:1767384697.458412:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458413:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d251d4d8. 00000400:00000010:0.0:1767384697.458415:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006dac7368. 00000100:00000200:0.0:1767384697.458416:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458417:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007276bbb5. 00000400:00000010:0.0:1767384697.458423:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b039971e. 00000100:00000200:0.0:1767384697.458425:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458426:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000646240b6. 00000400:00000010:0.0:1767384697.458428:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000abdbb5f9. 00000100:00000200:0.0:1767384697.458429:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458430:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3753343. 00000400:00000010:0.0:1767384697.458432:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004a7432a7. 00000100:00000200:0.0:1767384697.458433:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458434:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007848577a. 00000400:00000010:0.0:1767384697.458443:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000434715d0. 00000100:00000200:0.0:1767384697.458447:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458448:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e60a50ac. 00000400:00000010:0.0:1767384697.458450:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000010e44f6c. 00000100:00000200:0.0:1767384697.458451:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458452:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f4d2b07. 00000400:00000010:0.0:1767384697.458454:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008149825a. 00000100:00000200:0.0:1767384697.458455:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458456:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021f464d9. 00000400:00000010:0.0:1767384697.458458:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cd53e445. 00000100:00000200:0.0:1767384697.458459:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458460:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fa9227b. 00000400:00000010:0.0:1767384697.458465:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ed4b542. 00000100:00000200:0.0:1767384697.458467:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458468:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024450b1f. 00000400:00000010:0.0:1767384697.458473:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e1bd6bfe. 00000100:00000200:0.0:1767384697.458476:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458477:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000292580b2. 00000400:00000010:0.0:1767384697.458479:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000024123e3c. 00000100:00000200:0.0:1767384697.458481:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458482:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ee712a8. 00000400:00000010:0.0:1767384697.458483:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000061b1bf1a. 00000100:00000200:0.0:1767384697.458485:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458486:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d310dbb. 00000400:00000010:0.0:1767384697.458487:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000077e6499b. 00000100:00000200:0.0:1767384697.458489:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458490:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db00b747. 00000400:00000010:0.0:1767384697.458492:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000a39b988. 00000100:00000200:0.0:1767384697.458493:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458494:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b3188b5. 00000400:00000010:0.0:1767384697.458495:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fa4fe788. 00000100:00000200:0.0:1767384697.458497:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458498:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ee8d63c. 00000400:00000010:0.0:1767384697.458499:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000091ef42dd. 00000100:00000200:0.0:1767384697.458501:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458502:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea083487. 00000400:00000010:0.0:1767384697.458503:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000071394d43. 00000100:00000200:0.0:1767384697.458505:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458506:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b6ac617. 00000400:00000010:0.0:1767384697.458511:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000052de4e2f. 00000100:00000200:0.0:1767384697.458514:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458515:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c4e143a. 00000400:00000010:0.0:1767384697.458516:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000475f6c12. 00000100:00000200:0.0:1767384697.458518:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458518:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000242acaab. 00000400:00000010:0.0:1767384697.458520:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000cdffe75. 00000100:00000200:0.0:1767384697.458522:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458522:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000297c8a8f. 00000400:00000010:0.0:1767384697.458527:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000060612c53. 00000100:00000200:0.0:1767384697.458529:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458530:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb8d8ed8. 00000400:00000010:0.0:1767384697.458532:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000867c317b. 00000100:00000200:0.0:1767384697.458533:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458534:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005447f5b4. 00000400:00000010:0.0:1767384697.458536:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006c9b9d44. 00000100:00000200:0.0:1767384697.458537:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458538:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f09eaf4. 00000400:00000010:0.0:1767384697.458540:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003686d6d4. 00000100:00000200:0.0:1767384697.458541:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458542:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071b09908. 00000400:00000010:0.0:1767384697.458544:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000c00bdf5. 00000100:00000200:0.0:1767384697.458546:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458546:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c84e186f. 00000400:00000010:0.0:1767384697.458562:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e2fd1d87. 00000100:00000200:0.0:1767384697.458565:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458567:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074312759. 00000400:00000010:0.0:1767384697.458568:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d12aa0c2. 00000100:00000200:0.0:1767384697.458570:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458571:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051ef72df. 00000400:00000010:0.0:1767384697.458572:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000017bc8d0d. 00000100:00000200:0.0:1767384697.458574:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458575:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d535dcb6. 00000400:00000010:0.0:1767384697.458576:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bf010329. 00000100:00000200:0.0:1767384697.458578:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458579:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf3a5e28. 00000400:00000010:0.0:1767384697.458580:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000095fb1066. 00000100:00000200:0.0:1767384697.458582:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458582:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b4f8d1e. 00000400:00000010:0.0:1767384697.458584:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ef0a67d. 00000100:00000200:0.0:1767384697.458586:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458586:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddafce85. 00000400:00000010:0.0:1767384697.458588:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000db9c978e. 00000100:00000200:0.0:1767384697.458589:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458590:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023b7dba1. 00000400:00000010:0.0:1767384697.458595:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bca137ad. 00000100:00000200:0.0:1767384697.458597:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458599:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8d7f38e. 00000400:00000010:0.0:1767384697.458605:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a3649518. 00000100:00000200:0.0:1767384697.458607:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458609:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b24248. 00000400:00000010:0.0:1767384697.458611:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003fd6501b. 00000100:00000200:0.0:1767384697.458612:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458613:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072a8a7dc. 00000400:00000010:0.0:1767384697.458615:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000926384c3. 00000100:00000200:0.0:1767384697.458616:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458618:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000420efa08. 00000400:00000010:0.0:1767384697.458619:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000034951187. 00000100:00000200:0.0:1767384697.458621:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458622:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d054f09e. 00000400:00000010:0.0:1767384697.458624:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000064ccf799. 00000100:00000200:0.0:1767384697.458625:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458626:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000606784e7. 00000400:00000010:0.0:1767384697.458628:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c5908ee5. 00000100:00000200:0.0:1767384697.458629:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458630:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d39cc178. 00000400:00000010:0.0:1767384697.458632:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003ea4a023. 00000100:00000200:0.0:1767384697.458633:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458634:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e15d08b. 00000400:00000010:0.0:1767384697.458636:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000b7f009a. 00000100:00000200:0.0:1767384697.458637:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458638:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b087d31a. 00000400:00000010:0.0:1767384697.458643:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001bc8af11. 00000100:00000200:0.0:1767384697.458646:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458647:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b066a030. 00000400:00000010:0.0:1767384697.458649:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009d9091a8. 00000100:00000200:0.0:1767384697.458650:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458651:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dd74a7e. 00000400:00000010:0.0:1767384697.458653:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b8facd40. 00000100:00000200:0.0:1767384697.458654:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458655:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a03fd853. 00000400:00000010:0.0:1767384697.458659:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bfa7afa8. 00000100:00000200:0.0:1767384697.458661:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458662:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1bbc137. 00000400:00000010:0.0:1767384697.458664:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000051c9c3b7. 00000100:00000200:0.0:1767384697.458666:0:41005:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:0.0:1767384697.458666:0:41005:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a33886f7. 00000400:00000010:0.0:1767384697.458668:0:41005:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009d26799c. 00000100:00000010:0.0:1767384697.458676:0:41005:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a05ea7c4. 00000100:00000200:0.0:1767384697.458690:0:41005:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767384697.458710:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e6c1b583. 00000020:00000010:0.0:1767384697.459125:0:41006:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000000c329c7c. 00000100:00000010:0.0:1767384697.459128:0:41006:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000db7eeee5. 00000020:00000010:0.0:1767384697.459130:0:41006:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002b0053e2. 00000020:00000010:0.0:1767384697.459132:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003bcb6013. 00000020:00000010:0.0:1767384697.459133:0:41006:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000041842898. 00000040:00000010:0.0:1767384697.459135:0:41006:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000658679c. 00000020:00000010:0.0:1767384697.459137:0:41006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000030e35a6e. 00000020:00000010:0.0:1767384697.459139:0:41006:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002f407875. 00000020:00000010:0.0:1767384697.459140:0:41006:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009525a1c8. 80000000:00000010:0.0:1767384697.459142:0:41006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000080928fc7. 40000000:00000010:0.0:1767384697.459143:0:41006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000822670af. 00100000:00000010:0.0:1767384697.459146:0:41006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005e1a222d. 00040000:00000010:0.0:1767384697.459147:0:41006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f006228e. 00040000:00000010:0.0:1767384697.459149:0:41006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000841e9090. 00080000:00000010:0.0:1767384697.459152:0:41006:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000015d6d928. 00080000:00000010:0.0:1767384697.459159:0:41006:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cde60352. 00000004:00000010:0.0:1767384697.459162:0:41006:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001e73d033. 00002000:00000010:0.0:1767384697.459164:0:41006:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000058ba2557. 00000100:00000010:0.0:1767384697.459171:0:41006:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f1bd51d5. 00000100:00000200:0.0:1767384697.459182:0:41006:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1767384697.459202:0:40979:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c0ec0211. 00000020:00000010:0.0:1767384697.459650:0:41007:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 0000000075afa641. 00000100:00000010:0.0:1767384697.459653:0:41007:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000795cd913. 00000020:00000010:0.0:1767384697.459654:0:41007:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000084009931. 00000020:00000010:0.0:1767384697.459657:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb602cd3. 00000020:00000010:0.0:1767384697.459658:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007f82bfde. 00000040:00000010:0.0:1767384697.459663:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bac136ec. 00000020:00000010:0.0:1767384697.459664:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b421559a. 00000020:00000010:0.0:1767384697.459666:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b4ef79a. 00000020:00000010:0.0:1767384697.459668:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000faf6c0e6. 80000000:00000010:0.0:1767384697.459669:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000170981a0. 40000000:00000010:0.0:1767384697.459670:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006d1c46c0. 00100000:00000010:0.0:1767384697.459672:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000072921f28. 00040000:00000010:0.0:1767384697.459674:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004abc191e. 00040000:00000010:0.0:1767384697.459676:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000d184dc9. 00080000:00000010:0.0:1767384697.459678:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bba40e23. 00080000:00000010:0.0:1767384697.459681:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ac88ff82. 00000004:00000010:0.0:1767384697.459685:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003c8714a7. 00002000:00000010:0.0:1767384697.459686:0:41007:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000175e8d89. 00000100:00000010:0.0:1767384697.459694:0:41007:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000066985df6. 00000100:00000200:0.0:1767384697.459704:0:41007:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:3.0:1767384697.459729:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f979e547. 00000040:00000010:3.0:1767384697.459735:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009533ab2f. 00000020:00000010:3.0:1767384697.459737:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f48440b2. 00000020:00000010:3.0:1767384697.459741:0:40979:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9c4c32a. 00000020:00000010:3.0:1767384697.459747:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000defcc481. 80000000:00000010:3.0:1767384697.459750:0:40979:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007691f4d8. 40000000:00000010:3.0:1767384697.459755:0:40979:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000aaae97dc. 00100000:00000010:3.0:1767384697.459758:0:40979:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f47c59f8. 00040000:00000010:3.0:1767384697.459762:0:40979:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004209f12e. 00040000:00000010:3.0:1767384697.459765:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007033d2ec. 00080000:00000010:3.0:1767384697.459768:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fcdcd412. 00080000:00000010:3.0:1767384697.459771:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000ffb0a69a. 00000020:00000010:3.0:1767384697.459773:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5d3f718. 00000020:00000010:3.0:1767384697.459776:0:40979:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000089b17d98. 00000020:00000010:3.0:1767384697.459778:0:40979:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000079ffa20a. 00000008:00000010:3.0:1767384697.459781:0:40979:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f96f477f. 00020000:00000010:3.0:1767384697.459784:0:40979:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d9d71a35. 00008000:00000010:3.0:1767384697.459786:0:40979:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000026f600af. 00000080:00000010:3.0:1767384697.459790:0:40979:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000025e36ffe. 00000020:00000010:3.0:1767384697.459792:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f61ff66b. 00000020:00000010:3.0:1767384697.459796:0:40979:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000461bd049. 00000020:00000010:3.0:1767384697.459803:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000393e07a8. 00000020:00000010:3.0:1767384697.459805:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000cf2d64b. 00000040:00000010:3.0:1767384697.459807:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000eedfc344. 00000020:00000010:3.0:1767384697.459809:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c19f6ca9. 00000020:00000010:3.0:1767384697.459811:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f61ff66b. 80000000:00000010:3.0:1767384697.459813:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004e716e3e. 00040000:00000010:3.0:1767384697.459814:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c5d3f718. 00080000:00000010:3.0:1767384697.459817:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d1760608. 00080000:00000010:3.0:1767384697.459820:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c38d685d. 20000000:00000010:3.0:1767384697.459823:0:40979:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000007033d2ec. 00000020:00000010:3.0:1767384697.459835:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005ef685b2. 00080000:00000010:3.0:1767384697.459840:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000defcc481. 00080000:00000010:3.0:1767384697.459885:0:40979:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000009cd5b1f1. 00080000:00000010:3.0:1767384697.459894:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000defcc481. 00000020:00000010:3.0:1767384697.459896:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005ef685b2. 00000040:00000010:3.0:1767384697.459904:0:40979:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000297cf41a. 00000020:00000010:3.0:1767384697.459937:0:40979:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 0000000073a6e691. 00000100:00000010:3.0:1767384697.459966:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eadd7430. 02000000:00000010:3.0:1767384697.459978:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007f156207. 00000100:00000010:3.0:1767384697.459987:0:40979:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007b8aa62d. 00000100:00000010:3.0:1767384697.459989:0:40979:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d73ef181. 00000100:00000010:3.0:1767384697.459994:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000040fb4eaf. 00000400:00000010:3.0:1767384697.460010:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2e13fca. 00000400:00000010:3.0:1767384697.460013:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.460015:0:40979:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958260108a00-0x6958260108a00, portal 33 02000000:00000010:3.0:1767384697.460021:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000664c8c46. 00000400:00000010:3.0:1767384697.460023:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002565af59. 00000400:00000010:3.0:1767384697.460025:0:40979:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cda350e0. 00000100:00000200:3.0:1767384697.460026:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050247680, portal 25 00000400:00000010:3.0:1767384697.460029:0:40979:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc6fb2fb. 00000100:00000200:3.0:1767384697.460031:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237050247680, offset 0 00000400:00000200:3.0:1767384697.460036:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.460045:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.460052:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958260108a00 00000400:00000200:3.0:1767384697.460056:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x220d [2] + 0 00000400:00000010:3.0:1767384697.460059:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000779c43f2. 00000400:00000200:3.0:1767384697.460061:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000400102cf 00000400:00000200:3.0:1767384697.460067:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.460069:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384697.460072:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000400102cf 00000400:00000010:3.0:1767384697.460073:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000400102cf. 00000100:00000200:3.0:1767384697.460076:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384697.460090:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc6fb2fb 00000400:00000010:3.0:1767384697.460091:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bc6fb2fb. 00000100:00000200:3.0:1767384697.460095:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eadd7430 x1853237050247680/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384697.460108:0:40979:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000038be316. 00000100:00000010:3.0:1767384697.460118:0:40979:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012e58bd1. 00000020:00000010:1.0:1767384697.460118:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ded493d6. 00000020:00000010:1.0:1767384697.460124:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ded493d6. 00000100:00000010:3.0:1767384697.460125:0:40979:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d49229f8. 00000020:00000010:1.0:1767384697.460130:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a7c09b2. 00000100:00000010:3.0:1767384697.460131:0:40979:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd70c9e6. 00000020:00000010:1.0:1767384697.460135:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.460139:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.460163:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ded493d6. 00000020:00000010:1.0:1767384697.460164:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ded493d6. 00000100:00000200:1.0:1767384697.460166:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050247680 02000000:00000010:1.0:1767384697.460184:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000008875e96. 20000000:00000010:1.0:1767384697.460193:0:40988:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 0000000071b4328a. 00000100:00000010:1.0:1767384697.460196:0:40988:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000aeddb801. 00000100:00000010:1.0:1767384697.460198:0:40988:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c1c56864. 00000400:00000010:1.0:1767384697.460202:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000400:00000010:1.0:1767384697.460207:0:40988:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000012297761. 00000400:00000200:1.0:1767384697.460210:0:40988:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767384697.460215:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767384697.460221:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958260108a00 00000400:00000200:1.0:1767384697.460226:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2a2d [1] + 0 00000400:00000010:1.0:1767384697.460229:0:40988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2e13fca. 00000400:00000200:1.0:1767384697.460232:0:40988:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007d4f3435 00000100:00000200:1.0:1767384697.460236:0:40988:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000aeddb801 00000400:00000200:1.0:1767384697.460242:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767384697.460248:0:40988:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2a39 00000400:00000200:1.0:1767384697.460252:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.460255:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767384697.460258:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.460259:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.460262:0:40988:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000aeddb801 00000400:00000200:1.0:1767384697.460265:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000400:00000010:1.0:1767384697.460266:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000100:00000200:1.0:1767384697.460269:0:40988:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000eadd7430 desc 000000007b8aa62d mbits 1853237050247680 00000100:00000200:1.0:1767384697.460279:0:40988:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958260108a00-0x6958260108a00 20000000:00000010:1.0:1767384697.460288:0:40988:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000003cf63537. 20000000:00000010:1.0:1767384697.460309:0:40988:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000042443fc2. 20000000:00000010:1.0:1767384697.460313:0:40988:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000575ce64d. 00000100:00000010:1.0:1767384697.460518:0:40988:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c1c56864. 00000100:00000010:1.0:1767384697.460522:0:40988:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000aeddb801. 20000000:00000010:1.0:1767384697.460523:0:40988:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 0000000071b4328a. 00010000:00000200:1.0:1767384697.460529:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af917904 x1853237050247680/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 4784/4768 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.460540:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f434675. 00000100:00000200:1.0:1767384697.460542:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050247680, offset 224 00000400:00000200:1.0:1767384697.460544:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.460547:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.460563:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260108a00 00000400:00000200:1.0:1767384697.460566:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2a31 [2] + 224 00000400:00000200:1.0:1767384697.460569:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.460572:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.460575:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eadd7430 x1853237050247680/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.460587:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f434675 00000400:00000010:1.0:1767384697.460588:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f434675. 00000020:00000010:1.0:1767384697.460597:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.460599:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.460602:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a7c09b2. 02000000:00000010:1.0:1767384697.460607:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000008875e96. 00000400:00000010:3.0:1767384697.460611:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002565af59. 00000100:00000200:1.0:1767384697.460612:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384697.460616:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda350e0 00000400:00000010:1.0:1767384697.460617:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e655434. 00000400:00000010:3.0:1767384697.460618:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cda350e0. 00000400:00000010:1.0:1767384697.460623:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f434675. 00000100:00000200:3.0:1767384697.460624:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eadd7430 x1853237050247680/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384697.460631:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eadd7430 x1853237050247680/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384697.460646:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000040fb4eaf. 02000000:00000010:3.0:1767384697.460651:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000664c8c46. 00000100:00000010:3.0:1767384697.460656:0:40979:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d73ef181. 00000100:00000010:3.0:1767384697.460657:0:40979:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007b8aa62d. 02000000:00000010:3.0:1767384697.460660:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007f156207. 00000100:00000010:3.0:1767384697.460662:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eadd7430. 00000020:00000010:3.0:1767384697.460665:0:40979:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 0000000073a6e691. 00000020:00000010:3.0:1767384697.460668:0:40979:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000a979f3d1. 00000020:00000010:3.0:1767384697.460670:0:40979:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000d73ef181. 00000020:00000010:3.0:1767384697.460674:0:40979:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 0000000009c2347e. 00000020:00000010:3.0:1767384697.460676:0:40979:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 0000000040fb4eaf. 00000020:00000010:3.0:1767384697.460678:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000defcc481. 00000020:00000010:3.0:1767384697.460680:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009533ab2f. 00000040:00000010:3.0:1767384697.460681:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f979e547. 00000020:00000010:3.0:1767384697.460683:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000062326a7c. 00000020:00000010:3.0:1767384697.460687:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000292323f4. 00040000:00000010:3.0:1767384697.460688:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002bbd35ab. 00040000:00000010:3.0:1767384697.460690:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c40dd322. 00080000:00000010:3.0:1767384697.460692:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000073a6e691. 00080000:00000010:3.0:1767384697.460694:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007f156207. 10000000:00000010:3.0:1767384697.460702:0:40979:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 0000000012411869. 10000000:00000010:3.0:1767384697.460706:0:40979:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000007675b357. 00000100:00000010:3.0:1767384697.460709:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eadd7430. 02000000:00000010:3.0:1767384697.460713:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000840b9a9a. 00010000:00000010:3.0:1767384697.460719:0:40979:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000002fe2daf. 00010000:00000010:3.0:1767384697.460724:0:40979:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000020b085a1. 00000100:00000010:3.0:1767384697.460732:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cda350e0. 02000000:00000010:3.0:1767384697.460736:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007b8aa62d. 00000400:00000010:3.0:1767384697.460738:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002565af59. 00000400:00000010:3.0:1767384697.460740:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.460741:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050247808, portal 25 00000400:00000010:3.0:1767384697.460743:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384697.460744:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050247808, offset 0 00000400:00000200:3.0:1767384697.460746:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.460750:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.460752:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260108a80 00000400:00000200:3.0:1767384697.460755:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2211 [2] + 0 00000400:00000010:3.0:1767384697.460756:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da9eabc1. 00000400:00000200:3.0:1767384697.460758:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a3a47fad 00000400:00000200:3.0:1767384697.460760:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.460761:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384697.460763:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3a47fad 00000400:00000010:3.0:1767384697.460764:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3a47fad. 00000100:00000200:3.0:1767384697.460766:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384697.460775:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35c5032 00000400:00000010:3.0:1767384697.460776:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384697.460778:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eadd7430 x1853237050247808/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.460799:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ded493d6. 00000020:00000010:1.0:1767384697.460802:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ded493d6. 00000020:00000010:1.0:1767384697.460805:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009642fcc3. 00000020:00000010:1.0:1767384697.460807:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.460809:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.460825:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ded493d6. 00000020:00000010:1.0:1767384697.460826:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ded493d6. 00000100:00000200:1.0:1767384697.460827:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050247808 00010000:00000010:1.0:1767384697.460836:0:40988:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000002a48989. 00010000:00000010:1.0:1767384697.460839:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b7472d8. 02000000:00000010:1.0:1767384697.460846:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000aeddb801. 00010000:00000200:1.0:1767384697.460858:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000087dcca26 x1853237050247808/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 328/344 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.460864:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.460866:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050247808, offset 224 00000400:00000200:1.0:1767384697.460869:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.460872:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.460875:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260108a80 00000400:00000200:1.0:1767384697.460877:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a45 [1] + 224 00000400:00000200:1.0:1767384697.460880:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.460882:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.460885:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eadd7430 x1853237050247808/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.460900:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.460901:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000020:00000010:1.0:1767384697.460906:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.460907:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.460909:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009642fcc3. 02000000:00000010:1.0:1767384697.460912:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000aeddb801. 00000100:00000200:1.0:1767384697.460915:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.460918:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075d1a52c. 00000400:00000010:1.0:1767384697.460920:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e88ff931. 00000400:00000010:3.0:1767384697.460921:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002565af59. 00000400:00000200:3.0:1767384697.460925:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000400:00000010:3.0:1767384697.460926:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.460930:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eadd7430 x1853237050247808/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384697.460935:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eadd7430 x1853237050247808/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384697.460944:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cda350e0. 02000000:00000010:3.0:1767384697.460952:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007b8aa62d. 02000000:00000010:3.0:1767384697.460953:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000840b9a9a. 00000100:00000010:3.0:1767384697.460955:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eadd7430. 10000000:00000010:3.0:1767384697.460972:0:40979:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000840b9a9a. 10000000:00000010:3.0:1767384697.460975:0:40979:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 000000002bd9d47d. 00000100:00000010:3.0:1767384697.460978:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eadd7430. 02000000:00000010:3.0:1767384697.460981:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078627e40. 00010000:00000010:3.0:1767384697.460985:0:40979:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cc6d7ba0. 00010000:00000010:3.0:1767384697.460987:0:40979:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000abba49f6. 00000100:00000010:3.0:1767384697.460991:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cda350e0. 02000000:00000010:3.0:1767384697.460995:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007b8aa62d. 00000400:00000010:3.0:1767384697.460996:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002565af59. 00000400:00000010:3.0:1767384697.460998:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.461000:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050247936, portal 25 00000400:00000010:3.0:1767384697.461001:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384697.461003:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050247936, offset 0 00000400:00000200:3.0:1767384697.461005:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.461008:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.461012:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260108b00 00000400:00000200:3.0:1767384697.461014:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2215 [2] + 0 00000400:00000010:3.0:1767384697.461016:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000761f4fce. 00000400:00000200:3.0:1767384697.461017:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000378ef13 00000400:00000200:3.0:1767384697.461019:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.461021:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384697.461022:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000378ef13 00000400:00000010:3.0:1767384697.461023:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000378ef13. 00000100:00000200:3.0:1767384697.461025:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384697.461032:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35c5032 00000400:00000010:3.0:1767384697.461034:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384697.461036:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eadd7430 x1853237050247936/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.461045:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ded493d6. 00000020:00000010:1.0:1767384697.461051:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ded493d6. 00000020:00000010:1.0:1767384697.461054:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009642fcc3. 00000020:00000010:1.0:1767384697.461056:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.461058:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.461070:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ded493d6. 00000020:00000010:1.0:1767384697.461072:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ded493d6. 00000100:00000200:1.0:1767384697.461073:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050247936 00010000:00000010:1.0:1767384697.461078:0:40988:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b16473c3. 00010000:00000010:1.0:1767384697.461081:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ac320ab. 02000000:00000010:1.0:1767384697.461085:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000aeddb801. 00010000:00000200:1.0:1767384697.461090:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e2ef85f9 x1853237050247936/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 328/344 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.461097:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.461098:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050247936, offset 224 00000400:00000200:1.0:1767384697.461100:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.461103:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.461106:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260108b00 00000400:00000200:1.0:1767384697.461109:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2a55 [1] + 224 00000400:00000200:1.0:1767384697.461111:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.461113:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.461115:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eadd7430 x1853237050247936/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.461126:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.461127:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000020:00000010:1.0:1767384697.461132:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.461134:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.461137:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009642fcc3. 00000400:00000010:3.0:1767384697.461141:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002565af59. 02000000:00000010:1.0:1767384697.461141:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000aeddb801. 00000400:00000200:3.0:1767384697.461146:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000100:00000200:1.0:1767384697.461148:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384697.461149:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000400:00000010:1.0:1767384697.461151:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4e2ab72. 00000100:00000200:3.0:1767384697.461155:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eadd7430 x1853237050247936/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.461155:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ca3b448. 00000100:00000200:3.0:1767384697.461163:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eadd7430 x1853237050247936/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384697.461172:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cda350e0. 02000000:00000010:3.0:1767384697.461176:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007b8aa62d. 02000000:00000010:3.0:1767384697.461178:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000078627e40. 00000100:00000010:3.0:1767384697.461179:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eadd7430. 10000000:00000010:3.0:1767384697.461182:0:40979:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000054a8ed7. 00000020:00000010:3.0:1767384697.461184:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078627e40. 00000020:00000010:3.0:1767384697.461186:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fdb0f458. 00000040:00000010:3.0:1767384697.461188:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000118b8fae. 00000020:00000010:3.0:1767384697.461190:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002fbd0261. 00000020:00000010:3.0:1767384697.461192:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000cd3746d. 80000000:00000010:3.0:1767384697.461193:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004868ebf2. 00040000:00000010:3.0:1767384697.461196:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000931c0659. 00080000:00000010:3.0:1767384697.461198:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000664c8c46. 00080000:00000010:3.0:1767384697.461201:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c5d20310. 20000000:00000010:3.0:1767384697.461203:0:40979:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004b1bf549. 00000040:00000010:3.0:1767384697.461207:0:40979:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ac0bcbf1. 00000100:00000010:3.0:1767384697.461209:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eadd7430. 02000000:00000010:3.0:1767384697.461213:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043c3de80. 00000100:00000010:3.0:1767384697.461216:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cda350e0. 02000000:00000010:3.0:1767384697.461220:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059a25851. 00000400:00000010:3.0:1767384697.461222:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002565af59. 00000400:00000010:3.0:1767384697.461223:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.461225:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050248064, portal 25 00000400:00000010:3.0:1767384697.461227:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384697.461228:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237050248064, offset 0 00000400:00000200:3.0:1767384697.461230:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.461233:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.461236:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958260108b80 00000400:00000200:3.0:1767384697.461238:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2219 [2] + 0 00000400:00000010:3.0:1767384697.461239:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003b6cd56. 00000400:00000200:3.0:1767384697.461241:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000372ffedb 00000400:00000200:3.0:1767384697.461242:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.461244:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384697.461245:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372ffedb 00000400:00000010:3.0:1767384697.461246:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000372ffedb. 00000100:00000200:3.0:1767384697.461248:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384697.461257:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35c5032 00000400:00000010:3.0:1767384697.461258:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384697.461260:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eadd7430 x1853237050248064/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.461283:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ded493d6. 00000020:00000010:1.0:1767384697.461286:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ded493d6. 00000020:00000010:1.0:1767384697.461288:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009642fcc3. 00000020:00000010:1.0:1767384697.461327:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.461330:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.461343:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ded493d6. 00000020:00000010:1.0:1767384697.461344:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ded493d6. 00000100:00000200:1.0:1767384697.461345:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050248064 02000000:00000010:1.0:1767384697.461351:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000aeddb801. 00000040:00000010:1.0:1767384697.461355:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e037ef7c. 00000040:00000010:1.0:1767384697.461378:0:40988:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000c1c56864. 00000020:00000010:1.0:1767384697.461383:0:40988:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d3de8182. 00080000:00000010:1.0:1767384697.461386:0:40988:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000038a858ef. 00000040:00000010:1.0:1767384697.461394:0:40988:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000c1c56864. 00000040:00000010:1.0:1767384697.461396:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e037ef7c. 20000000:00000010:1.0:1767384697.461401:0:40988:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000ded493d6. 00010000:00000200:1.0:1767384697.461404:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d46cb16 x1853237050248064/t0(0) o501->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 512/272 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.461411:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.461412:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237050248064, offset 224 00000400:00000200:1.0:1767384697.461415:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.461418:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.461421:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260108b80 00000400:00000200:1.0:1767384697.461424:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2a65 [1] + 224 00000400:00000200:1.0:1767384697.461426:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.461427:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.461430:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eadd7430 x1853237050248064/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.461441:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.461443:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000020:00000010:1.0:1767384697.461448:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.461450:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.461452:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009642fcc3. 02000000:00000010:1.0:1767384697.461455:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000aeddb801. 00000100:00000200:1.0:1767384697.461458:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.461460:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8fe091d. 00000400:00000010:3.0:1767384697.461461:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002565af59. 00000400:00000200:3.0:1767384697.461466:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000400:00000010:3.0:1767384697.461468:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000400:00000010:1.0:1767384697.461472:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000392b5ca1. 00000100:00000200:3.0:1767384697.461473:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eadd7430 x1853237050248064/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384697.461488:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eadd7430 x1853237050248064/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384697.461498:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cda350e0. 02000000:00000010:3.0:1767384697.461503:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059a25851. 02000000:00000010:3.0:1767384697.461506:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000043c3de80. 00000100:00000010:3.0:1767384697.461507:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eadd7430. 00000040:00000010:3.0:1767384697.461521:0:40979:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000db1fc05a. 00000100:00000010:3.0:1767384697.461525:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eadd7430. 02000000:00000010:3.0:1767384697.461530:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043c3de80. 00000100:00000010:3.0:1767384697.461534:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cda350e0. 02000000:00000010:3.0:1767384697.461547:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c5834c4a. 00000400:00000010:3.0:1767384697.461560:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002565af59. 00000400:00000010:3.0:1767384697.461562:0:40979:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bc6fb2fb. 00000100:00000200:3.0:1767384697.461565:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237050248192, portal 25 00000400:00000010:3.0:1767384697.461567:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.461568:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237050248192, offset 0 00000400:00000200:3.0:1767384697.461570:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.461574:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.461576:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260108c00 00000400:00000200:3.0:1767384697.461578:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x221d [2] + 0 00000400:00000010:3.0:1767384697.461580:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000174512e2. 00000400:00000200:3.0:1767384697.461582:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fdc27216 00000400:00000200:3.0:1767384697.461584:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.461585:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384697.461587:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdc27216 00000400:00000010:3.0:1767384697.461587:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fdc27216. 00000100:00000200:3.0:1767384697.461589:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384697.461597:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000400:00000010:3.0:1767384697.461598:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.461600:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eadd7430 x1853237050248192/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.461618:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f8317df. 00000020:00000010:1.0:1767384697.461620:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f8317df. 00000020:00000010:1.0:1767384697.461623:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009642fcc3. 00000020:00000010:1.0:1767384697.461624:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.461626:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.461641:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f8317df. 00000020:00000010:1.0:1767384697.461642:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f8317df. 00000100:00000200:1.0:1767384697.461644:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050248192 02000000:00000010:1.0:1767384697.461656:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000350ed4e5. 00000040:00000010:1.0:1767384697.461659:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e037ef7c. 00000040:00000010:1.0:1767384697.461664:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000008875e96. 00000040:00000010:1.0:1767384697.461942:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000008875e96. 00000040:00000010:1.0:1767384697.461945:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e037ef7c. 00010000:00000200:1.0:1767384697.461949:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003592db79 x1853237050248192/t0(0) o503->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 272/8416 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.461956:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000007703f1ea. 00000100:00000200:1.0:1767384697.461958:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237050248192, offset 224 00000400:00000200:1.0:1767384697.461961:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.461964:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.461967:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260108c00 00000400:00000200:1.0:1767384697.461969:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2a75 [4] + 224 00000400:00000200:1.0:1767384697.461972:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.461974:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.461976:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eadd7430 x1853237050248192/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.461988:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007703f1ea 00000400:00000010:1.0:1767384697.461989:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000007703f1ea. 00000020:00000010:1.0:1767384697.461994:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.461996:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.461998:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009642fcc3. 02000000:00000010:1.0:1767384697.462001:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000350ed4e5. 00000400:00000010:3.0:1767384697.462009:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002565af59. 00000100:00000200:1.0:1767384697.462010:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384697.462015:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc6fb2fb 00000400:00000010:1.0:1767384697.462015:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f3ffbd7. 00000400:00000010:3.0:1767384697.462017:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bc6fb2fb. 00000100:00000200:3.0:1767384697.462022:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eadd7430 x1853237050248192/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.462024:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007703f1ea. 00000100:00000200:3.0:1767384697.462032:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eadd7430 x1853237050248192/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384697.462041:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cda350e0. 02000000:00000010:3.0:1767384697.462044:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c5834c4a. 02000000:00000010:3.0:1767384697.462051:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000043c3de80. 00000100:00000010:3.0:1767384697.462053:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eadd7430. 00000040:00000010:3.0:1767384697.462057:0:40979:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000009f3bf422. 00000020:00000010:1.0:1767384697.462185:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009642fcc3. 00000020:00000010:1.0:1767384697.462188:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e037ef7c. 00000040:00000010:1.0:1767384697.462190:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fb356a60. 00000020:00000010:1.0:1767384697.462192:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006a25264d. 00000020:00000010:1.0:1767384697.462194:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005b761398. 00000020:00000010:1.0:1767384697.462196:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000095402ffe. 80000000:00000010:1.0:1767384697.462197:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a686899f. 40000000:00000010:1.0:1767384697.462199:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003f8317df. 00100000:00000010:1.0:1767384697.462201:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bfc40d5f. 00040000:00000010:1.0:1767384697.462203:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fb9b2305. 00040000:00000010:1.0:1767384697.462205:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000008f979a0. 00080000:00000010:1.0:1767384697.462207:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000008875e96. 00080000:00000010:1.0:1767384697.462208:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000071b4328a. 00000004:00000010:1.0:1767384697.462212:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc974b04. 00002000:00000010:1.0:1767384697.462215:0:41008:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000aeddb801. 00000020:00000010:1.0:1767384697.462217:0:41008:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001901802b. 00000040:00000010:1.0:1767384697.462229:0:41008:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005013ad56. 00000100:00000010:1.0:1767384697.462236:0:41008:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005349fe63. 02000000:00000010:1.0:1767384697.462242:0:41008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007165e9f4. 00000100:00000010:1.0:1767384697.462248:0:41008:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c2e3018. 02000000:00000010:1.0:1767384697.462263:0:41008:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000026cba076. 00000400:00000010:1.0:1767384697.462267:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a331cf8. 00000400:00000010:1.0:1767384697.462270:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000000e3a4bdb. 00000100:00000200:1.0:1767384697.462273:0:41008:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237050248320, portal 25 00000400:00000010:1.0:1767384697.462276:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.462278:0:41008:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237050248320, offset 0 00000400:00000200:1.0:1767384697.462282:0:41008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.462286:0:41008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.462289:0:41008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260108c80 00000400:00000200:1.0:1767384697.462306:0:41008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2221 [2] + 0 00000400:00000010:1.0:1767384697.462308:0:41008:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a22a07c. 00000400:00000200:1.0:1767384697.462311:0:41008:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b54d837e 00000400:00000200:1.0:1767384697.462313:0:41008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.462315:0:41008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384697.462317:0:41008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b54d837e 00000400:00000010:1.0:1767384697.462317:0:41008:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b54d837e. 00000100:00000200:1.0:1767384697.462319:0:41008:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384697.462328:0:41008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.462329:0:41008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.462332:0:41008:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005349fe63 x1853237050248320/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384697.462354:0:40988:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001639758a. 00000020:00000010:3.0:1767384697.462362:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061b54d69. 00000020:00000010:3.0:1767384697.462363:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061b54d69. 00000020:00000010:3.0:1767384697.462365:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043c3de80. 00000020:00000010:3.0:1767384697.462367:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9f50e88. 00000020:00000010:3.0:1767384697.462369:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1c8906b. 00000020:00000010:3.0:1767384697.462386:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000061b54d69. 00000020:00000010:3.0:1767384697.462389:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000061b54d69. 00000100:00000200:3.0:1767384697.462391:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050248320 02000000:00000010:3.0:1767384697.462406:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000082dd7f6. 00000040:00000010:3.0:1767384697.462410:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000059a25851. 00000040:00000010:3.0:1767384697.462417:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c915969e. 00000040:00000010:3.0:1767384697.462687:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c915969e. 00000040:00000010:3.0:1767384697.462690:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000059a25851. 00010000:00000200:3.0:1767384697.462694:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a011e41 x1853237050248320/t0(0) o502->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 272/8472 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384697.462702:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000cda350e0. 00000100:00000200:3.0:1767384697.462704:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237050248320, offset 224 00000400:00000200:3.0:1767384697.462707:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.462710:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.462713:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260108c80 00000400:00000200:3.0:1767384697.462715:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2a85 [4] + 224 00000400:00000200:3.0:1767384697.462719:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.462720:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384697.462723:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005349fe63 x1853237050248320/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384697.462733:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cda350e0 00000400:00000010:3.0:1767384697.462735:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000cda350e0. 00000400:00000010:1.0:1767384697.462739:0:41008:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a331cf8. 00000020:00000010:3.0:1767384697.462741:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c9f50e88. 00000400:00000200:1.0:1767384697.462743:0:41008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e3a4bdb 00000020:00000010:3.0:1767384697.462745:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e1c8906b. 00000400:00000010:1.0:1767384697.462746:0:41008:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000000e3a4bdb. 00000020:00000010:3.0:1767384697.462749:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043c3de80. 00000100:00000200:1.0:1767384697.462753:0:41008:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005349fe63 x1853237050248320/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384697.462754:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000082dd7f6. 00000100:00000200:1.0:1767384697.462761:0:41008:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005349fe63 x1853237050248320/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384697.462764:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384697.462769:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002565af59. 00000400:00000010:3.0:1767384697.462771:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cda350e0. 00000100:00000010:1.0:1767384697.462774:0:41008:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007c2e3018. 02000000:00000010:1.0:1767384697.462780:0:41008:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000026cba076. 02000000:00000010:1.0:1767384697.462788:0:41008:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007165e9f4. 00000100:00000010:1.0:1767384697.462790:0:41008:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005349fe63. 00000020:00000010:1.0:1767384697.462799:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009c780954. 00000020:00000010:1.0:1767384697.462801:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009c780954. 00000020:00000010:1.0:1767384697.462805:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.462813:0:41008:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000799658c6. 00000020:00000010:1.0:1767384697.462816:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000267312d2. 00000020:00000010:1.0:1767384697.462825:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.462827:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000007c2e3018. 00000001:00000010:1.0:1767384697.462838:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009c780954. 00000001:00000010:1.0:1767384697.462840:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000088cdd94a. 00000001:00000010:1.0:1767384697.462843:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007165e9f4. 00000001:00000010:1.0:1767384697.462844:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d708e17. 00000001:00000010:1.0:1767384697.462846:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a7cb71c6. 00000001:00000010:1.0:1767384697.462847:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005a7c09b2. 00000001:00000010:1.0:1767384697.462849:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ab17dcc2. 00000001:00000010:1.0:1767384697.462850:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000cd15dccb. 00000001:00000010:1.0:1767384697.462851:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001d4b878. 00000001:00000010:1.0:1767384697.462853:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eb3fded9. 00000001:00000010:1.0:1767384697.462855:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003beedd2b. 00000001:00000010:1.0:1767384697.462857:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e9e939c4. 00000020:00000010:1.0:1767384697.462859:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034a05839. 00000020:00000010:1.0:1767384697.462860:0:41008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.462862:0:41008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000008:00000010:1.0:1767384697.462865:0:41008:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d15f06a5. 00020000:00000010:1.0:1767384697.462868:0:41008:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000063e1796b. 00008000:00000010:1.0:1767384697.462870:0:41008:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cefabe7d. 00000080:00000010:1.0:1767384697.462873:0:41008:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005f20dfe4. 00000020:00000010:1.0:1767384697.462875:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5549f9d. 00000020:00000010:1.0:1767384697.462877:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c3c791a8. 00000040:00000010:1.0:1767384697.462878:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000069a03232. 00000020:00000010:1.0:1767384697.462881:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009bebebc8. 00000020:00000010:1.0:1767384697.462883:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005d53c4a0. 00000020:00000010:1.0:1767384697.462884:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000407202e6. 80000000:00000010:1.0:1767384697.462886:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000093a18b54. 40000000:00000010:1.0:1767384697.462887:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ae76b36a. 00100000:00000010:1.0:1767384697.462889:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eb2b4087. 00040000:00000010:1.0:1767384697.462890:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005696c1c1. 00040000:00000010:1.0:1767384697.462892:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001bc28f6c. 00080000:00000010:1.0:1767384697.462895:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dd943e73. 00080000:00000010:1.0:1767384697.462897:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001f744bf6. 00000004:00000010:1.0:1767384697.462900:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004b892cfa. 00000004:00000010:1.0:1767384697.462904:0:41008:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 000000000a43b302. 00000004:00000010:1.0:1767384697.462908:0:41008:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000bb080ee8. 00000004:00000010:1.0:1767384697.462909:0:41008:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 000000000e3a4bdb. 00000020:00000010:1.0:1767384697.462913:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007796aad1. 00000004:00000010:1.0:1767384697.462916:0:41008:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 000000000e3a4bdb. 00000004:00000010:1.0:1767384697.462917:0:41008:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000bb080ee8. 00000020:00000010:1.0:1767384697.462929:0:41008:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000aefc4f6d. 00000020:00000010:1.0:1767384697.462931:0:41008:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000fda08fe1. 00000020:00000010:1.0:1767384697.462932:0:41008:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000381a6743. 00000020:00000010:1.0:1767384697.462933:0:41008:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000c115bb16. 00000020:00000010:1.0:1767384697.463010:0:41008:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e3a4bdb. 00000020:00000010:1.0:1767384697.463017:0:41008:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000000e3a4bdb. 00000020:00000010:1.0:1767384697.463022:0:41008:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 000000000e3a4bdb. 00000020:00000010:1.0:1767384697.463025:0:41008:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 000000000e3a4bdb. 00000020:00000010:1.0:1767384697.463029:0:41008:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c3c791a8. 00000040:00000010:1.0:1767384697.463031:0:41008:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000069a03232. 00000020:00000010:1.0:1767384697.463033:0:41008:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009bebebc8. 00000020:00000010:1.0:1767384697.463034:0:41008:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005d53c4a0. 00000020:00000010:1.0:1767384697.463036:0:41008:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000407202e6. 80000000:00000010:1.0:1767384697.463038:0:41008:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000093a18b54. 40000000:00000010:1.0:1767384697.463039:0:41008:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ae76b36a. 00100000:00000010:1.0:1767384697.463041:0:41008:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000eb2b4087. 00040000:00000010:1.0:1767384697.463042:0:41008:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005696c1c1. 00040000:00000010:1.0:1767384697.463044:0:41008:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001bc28f6c. 00080000:00000010:1.0:1767384697.463046:0:41008:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001f744bf6. 00080000:00000010:1.0:1767384697.463049:0:41008:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dd943e73. 00000004:00000010:1.0:1767384697.463051:0:41008:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004b892cfa. 00000020:00000010:1.0:1767384697.463052:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5549f9d. 00000020:00000010:1.0:1767384697.463054:0:41008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.463055:0:41008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000008:00000010:1.0:1767384697.463056:0:41008:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d15f06a5. 00020000:00000010:1.0:1767384697.463058:0:41008:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000063e1796b. 00008000:00000010:1.0:1767384697.463059:0:41008:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cefabe7d. 00000080:00000010:1.0:1767384697.463061:0:41008:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005f20dfe4. 00000020:00000010:1.0:1767384697.463063:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034a05839. 00000020:00000010:1.0:1767384697.463065:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000007c2e3018. 00000020:00000010:1.0:1767384697.463067:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005696c1c1. 00000020:00000010:1.0:1767384697.463068:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005696c1c1. 00000020:00000010:1.0:1767384697.463071:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005696c1c1. 00000020:00000010:1.0:1767384697.463072:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005696c1c1. 00000020:00000010:1.0:1767384697.463074:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 0000000093a18b54. 00000020:00000010:1.0:1767384697.463078:0:41008:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000cc3e887a. 00000020:00000010:1.0:1767384697.463079:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000eb2b4087. 00000004:00000010:1.0:1767384697.463082:0:41008:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000ae76b36a. 00000020:00000010:1.0:1767384697.463086:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 0000000093a18b54. 00000020:00000010:1.0:1767384697.463088:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 0000000093a18b54. 00000020:00000010:1.0:1767384697.463090:0:41008:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 000000007b01c235. 00000020:00000010:1.0:1767384697.463092:0:41008:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 000000005be98ae3. 00000020:00000010:1.0:1767384697.463093:0:41008:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 0000000037d4ab4b. 00000020:00000010:1.0:1767384697.463095:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 0000000093a18b54. 00000020:00000010:1.0:1767384697.463097:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000007c2e3018. 00000001:00000010:1.0:1767384697.463105:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005696c1c1. 00000001:00000010:1.0:1767384697.463107:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000096bf8658. 00000001:00000010:1.0:1767384697.463108:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eccd4a80. 00000001:00000010:1.0:1767384697.463110:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001bc28f6c. 00000001:00000010:1.0:1767384697.463111:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000407202e6. 00000001:00000010:1.0:1767384697.463113:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001456ff8. 00000001:00000010:1.0:1767384697.463114:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a6dff55b. 00000001:00000010:1.0:1767384697.463115:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000968e7688. 00000001:00000010:1.0:1767384697.463116:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000034a05839. 00000001:00000010:1.0:1767384697.463117:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a5549f9d. 00000001:00000010:1.0:1767384697.463118:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069a03232. 00000001:00000010:1.0:1767384697.463119:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c3c791a8. 00000020:00000010:1.0:1767384697.463121:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009beeb9cc. 00000020:00000010:1.0:1767384697.463123:0:41008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.463124:0:41008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000008:00000010:1.0:1767384697.463125:0:41008:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000d15f06a5. 00020000:00000010:1.0:1767384697.463126:0:41008:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000063e1796b. 00008000:00000010:1.0:1767384697.463127:0:41008:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cefabe7d. 00000080:00000010:1.0:1767384697.463128:0:41008:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005f20dfe4. 00000020:00000010:1.0:1767384697.463130:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb9d7f40. 00000020:00000010:1.0:1767384697.463131:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001f358f34. 00000040:00000010:1.0:1767384697.463132:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000031316aea. 00000020:00000010:1.0:1767384697.463134:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009bebebc8. 00000020:00000010:1.0:1767384697.463135:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005d53c4a0. 00000020:00000010:1.0:1767384697.463136:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a6a9293d. 80000000:00000010:1.0:1767384697.463138:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000093a18b54. 40000000:00000010:1.0:1767384697.463139:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002febc654. 00100000:00000010:1.0:1767384697.463140:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e95c13a7. 00040000:00000010:1.0:1767384697.463142:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ce5c0752. 00040000:00000010:1.0:1767384697.463143:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007e54925a. 00080000:00000010:1.0:1767384697.463144:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dd943e73. 00080000:00000010:1.0:1767384697.463146:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001f744bf6. 00000004:00000010:1.0:1767384697.463148:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004b892cfa. 00000004:00000010:1.0:1767384697.463150:0:41008:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000036787bc4. 00000004:00000010:1.0:1767384697.463153:0:41008:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 0000000041f904b7. 00000004:00000010:1.0:1767384697.463157:0:41008:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000c4715322. 00000004:00000010:1.0:1767384697.463158:0:41008:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 000000008ac2b9b0. 00000004:00000010:1.0:1767384697.463160:0:41008:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 000000008d133045. 00000004:00000010:1.0:1767384697.463162:0:41008:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 000000002f9ff398. 00000020:00000010:1.0:1767384697.463166:0:41008:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000007ce724b2. 00000020:00000010:1.0:1767384697.463168:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000080094c06. 00000004:00000010:1.0:1767384697.463173:0:41008:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 000000002f9ff398. 00000004:00000010:1.0:1767384697.463175:0:41008:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 000000002f9ff398. 00000001:00000010:1.0:1767384697.463182:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000577932b2. 00000001:00000010:1.0:1767384697.463184:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000119bb092. 00000001:00000010:1.0:1767384697.463186:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000031eb67c7. 00000001:00000010:1.0:1767384697.463187:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000174330cf. 00000001:00000010:1.0:1767384697.463189:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082e68921. 00000001:00000010:1.0:1767384697.463191:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007d5b5844. 00000001:00000010:1.0:1767384697.463192:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f66593cf. 00000001:00000010:1.0:1767384697.463193:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007483f47f. 00000001:00000010:1.0:1767384697.463194:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000844cb25e. 00000001:00000010:1.0:1767384697.463196:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff74b383. 00000001:00000010:1.0:1767384697.463198:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e5895c49. 00000001:00000010:1.0:1767384697.463199:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da79406c. 00000020:00000010:1.0:1767384697.463201:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068150ab6. 00000020:00000010:1.0:1767384697.463202:0:41008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000605d0dd7. 00000020:00000010:1.0:1767384697.463203:0:41008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c13d2f34. 00000008:00000010:1.0:1767384697.463204:0:41008:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001e70bd67. 00020000:00000010:1.0:1767384697.463205:0:41008:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b8383dee. 00008000:00000010:1.0:1767384697.463206:0:41008:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000054a9200f. 00000080:00000010:1.0:1767384697.463208:0:41008:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ceeee44d. 00000020:00000010:1.0:1767384697.463209:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bb218a5a. 00000020:00000010:1.0:1767384697.463211:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006b89a961. 00000040:00000010:1.0:1767384697.463213:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d3c528b4. 00000020:00000010:1.0:1767384697.463216:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f4ffb3a1. 00000020:00000010:1.0:1767384697.463219:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000401b9a48. 00000020:00000010:1.0:1767384697.463221:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006ab7adce. 80000000:00000010:1.0:1767384697.463223:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e4f927a5. 40000000:00000010:1.0:1767384697.463225:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000067e17cd0. 00100000:00000010:1.0:1767384697.463227:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b8eb273a. 00040000:00000010:1.0:1767384697.463229:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007bec9124. 00040000:00000010:1.0:1767384697.463232:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009dd56988. 00080000:00000010:1.0:1767384697.463235:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000acba4799. 00080000:00000010:1.0:1767384697.463247:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000121d39d1. 00000004:00000010:1.0:1767384697.463252:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc447d9e. 00000004:00000010:1.0:1767384697.463255:0:41008:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000540f6dc8. 00000004:00000010:1.0:1767384697.463259:0:41008:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 000000006fbc057a. 00000004:00000010:1.0:1767384697.463265:0:41008:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 000000000e3a4bdb. 00000020:00000010:1.0:1767384697.463268:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007fb088a7. 00000004:00000010:1.0:1767384697.463272:0:41008:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 000000000e3a4bdb. 00000020:00000010:1.0:1767384697.463339:0:41008:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006b89a961. 00000040:00000010:1.0:1767384697.463342:0:41008:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d3c528b4. 00000020:00000010:1.0:1767384697.463343:0:41008:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f4ffb3a1. 00000020:00000010:1.0:1767384697.463345:0:41008:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000401b9a48. 00000020:00000010:1.0:1767384697.463347:0:41008:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006ab7adce. 80000000:00000010:1.0:1767384697.463348:0:41008:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e4f927a5. 40000000:00000010:1.0:1767384697.463349:0:41008:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000067e17cd0. 00100000:00000010:1.0:1767384697.463351:0:41008:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b8eb273a. 00040000:00000010:1.0:1767384697.463352:0:41008:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007bec9124. 00040000:00000010:1.0:1767384697.463354:0:41008:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009dd56988. 00080000:00000010:1.0:1767384697.463356:0:41008:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000121d39d1. 00080000:00000010:1.0:1767384697.463358:0:41008:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000acba4799. 00000004:00000010:1.0:1767384697.463360:0:41008:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc447d9e. 00000004:00000010:1.0:1767384697.463362:0:41008:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000540f6dc8. 00000020:00000010:1.0:1767384697.463363:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb218a5a. 00000020:00000010:1.0:1767384697.463365:0:41008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000605d0dd7. 00000020:00000010:1.0:1767384697.463367:0:41008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c13d2f34. 00000008:00000010:1.0:1767384697.463368:0:41008:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001e70bd67. 00020000:00000010:1.0:1767384697.463370:0:41008:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b8383dee. 00008000:00000010:1.0:1767384697.463371:0:41008:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000054a9200f. 00000080:00000010:1.0:1767384697.463373:0:41008:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ceeee44d. 00000020:00000010:1.0:1767384697.463374:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068150ab6. 00000004:00000010:1.0:1767384697.463377:0:41008:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 000000000e3a4bdb. 00000020:00000010:1.0:1767384697.463380:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000540f6dc8. 00000004:00000010:1.0:1767384697.463383:0:41008:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 000000000e3a4bdb. 00000004:00000010:1.0:1767384697.463385:0:41008:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 000000000e3a4bdb. 00000020:00000010:1.0:1767384697.463386:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b8eb273a. 00000004:00000010:1.0:1767384697.463388:0:41008:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 000000000e3a4bdb. 00000004:00000010:1.0:1767384697.463391:0:41008:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f4ffb3a1. 00000004:00000010:1.0:1767384697.463393:0:41008:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 000000002f9ff398. 00000004:00000010:1.0:1767384697.463394:0:41008:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 000000008d133045. 00000004:00000010:1.0:1767384697.463395:0:41008:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000c4715322. 00000004:00000010:1.0:1767384697.463396:0:41008:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 000000008ac2b9b0. 00000004:00000010:1.0:1767384697.463398:0:41008:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 000000000e3a4bdb. 80000000:00000010:1.0:1767384697.463401:0:41008:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 00000000813405d3. 80000000:00000010:1.0:1767384697.463403:0:41008:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 000000008ac2b9b0. 00000004:00000010:1.0:1767384697.463406:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c91bb537. 00000004:00000010:1.0:1767384697.463410:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bdbc6c98. 00000004:00000010:1.0:1767384697.463414:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000087319876. 00080000:00000010:1.0:1767384697.463417:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007491b87e. 00000001:00000010:1.0:1767384697.463425:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009a331cf8. 00000001:00000010:1.0:1767384697.463433:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009a331cf8. 00080000:00000010:1.0:1767384697.463445:0:41008:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007bec9124. 00100000:00000010:1.0:1767384697.463450:0:41008:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000067e17cd0. 00100000:00000010:1.0:1767384697.463457:0:41008:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000067e17cd0. 00080000:00000010:1.0:1767384697.463460:0:41008:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 000000009dd56988. 00000001:00000010:1.0:1767384697.463461:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009a331cf8. 80000000:00000010:1.0:1767384697.463590:0:41008:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000067e17cd0. 80000000:00000010:1.0:1767384697.463594:0:41008:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000bcd3d9ba. 80000000:00000010:1.0:1767384697.463596:0:41008:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000009f53b523. 80000000:00000010:1.0:1767384697.463597:0:41008:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000a8b54631. 80000000:00000010:1.0:1767384697.463599:0:41008:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000002e61d74d. 00000001:00000010:1.0:1767384697.463601:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c5897852. 00000001:00000010:1.0:1767384697.463603:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c5897852. 00000001:00000010:1.0:1767384697.463605:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009a331cf8. 00080000:00000010:1.0:1767384697.463609:0:41008:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006ab7adce. 00080000:00000010:1.0:1767384697.463614:0:41008:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000006ab7adce. 00080000:00000010:1.0:1767384697.463618:0:41008:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006ab7adce. 00080000:00000010:1.0:1767384697.463619:0:41008:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000006ab7adce. 00080000:00000010:1.0:1767384697.463621:0:41008:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006ab7adce. 00080000:00000010:1.0:1767384697.463622:0:41008:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000006ab7adce. 00080000:00000010:1.0:1767384697.463624:0:41008:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 000000009dd56988. 80000000:00000010:1.0:1767384697.463625:0:41008:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 000000008ac2b9b0. 00000004:00000010:1.0:1767384697.463638:0:41008:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 000000009dd56988. 00000004:00000010:1.0:1767384697.463642:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000de7fc788. 00000004:00000010:1.0:1767384697.463644:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000277d7cdc. 00000004:00000010:1.0:1767384697.463647:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b3a27d4c. 00080000:00000010:1.0:1767384697.463648:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006ab7adce. 00000001:00000010:1.0:1767384697.463651:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009a331cf8. 00000001:00000010:1.0:1767384697.463655:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009a331cf8. 00000004:00000010:1.0:1767384697.463794:0:41008:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000d3c528b4. 00000004:00000010:1.0:1767384697.463798:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000310f1330. 00000004:00000010:1.0:1767384697.463825:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000086a935ca. 00000004:00000010:1.0:1767384697.463827:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004473c813. 00080000:00000010:1.0:1767384697.463830:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001ebd0cc6. 00000001:00000010:1.0:1767384697.463833:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009a331cf8. 00000001:00000010:1.0:1767384697.463837:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009a331cf8. 00000004:00000010:1.0:1767384697.463957:0:41008:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 00000000c03ccf0f. 00000004:00000010:1.0:1767384697.463961:0:41008:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 00000000330c8d17. 00000004:00000010:1.0:1767384697.463975:0:41008:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 00000000330c8d17. 00010000:00000010:1.0:1767384697.463980:0:41008:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000d9b2ab98. 00000001:00000010:1.0:1767384697.463983:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000056d35f12. 00000001:00000010:1.0:1767384697.463985:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 000000000c071297. 00000001:00000010:1.0:1767384697.464130:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004452fcc4. 00000001:00000010:1.0:1767384697.464369:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ca9470a9. 00000001:00000010:1.0:1767384697.464589:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a98251d7. 00000001:00000010:1.0:1767384697.464797:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002ec6a3d2. 00000001:00000010:1.0:1767384697.465003:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000575c40e9. 00000001:00000010:1.0:1767384697.465210:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006a413ba3. 00000001:00000010:1.0:1767384697.465513:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002bf5d9ec. 00000001:00000010:1.0:1767384697.465805:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000de352525. 00000001:00000010:1.0:1767384697.466060:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005475bcb8. 00000001:00000010:1.0:1767384697.466288:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e31463e8. 00000001:00000010:1.0:1767384697.466510:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000052aedad5. 00000001:00000010:1.0:1767384697.466731:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000075260980. 00000001:00000010:1.0:1767384697.466935:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d2bdc7f0. 00000001:00000010:1.0:1767384697.467141:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ffa371d0. 00000001:00000010:1.0:1767384697.467374:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000091b4c109. 00000001:00000010:1.0:1767384697.467593:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000be525e33. 00000001:00000010:1.0:1767384697.467799:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b1db7ec5. 00000001:00000010:1.0:1767384697.468001:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005c8335b1. 00000001:00000010:1.0:1767384697.468205:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c89d24e7. 00000100:00000010:0.0:1767384697.468342:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000038be316. 00000100:00000010:3.0:1767384697.468343:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd70c9e6. 00000100:00000010:2.0:1767384697.468354:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d49229f8. 00000001:00000010:1.0:1767384697.468440:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002e8e3570. 00000001:00000010:1.0:1767384697.468687:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a1c21e76. 00000001:00000010:1.0:1767384697.468891:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000275e771d. 00000001:00000010:1.0:1767384697.469095:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ef56edc. 00000100:00000010:1.0:1767384697.469316:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012e58bd1. 00000001:00000010:1.0:1767384697.469349:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000851a7706. 00000001:00000010:1.0:1767384697.469611:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b324f177. 00000001:00000010:1.0:1767384697.469915:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000087f46443. 00000001:00000010:1.0:1767384697.470200:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e232ef3a. 00000001:00000010:1.0:1767384697.470525:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004cb8e639. 00000001:00000010:1.0:1767384697.470808:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c105f907. 00000001:00000010:1.0:1767384697.471091:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d73de795. 00000001:00000010:1.0:1767384697.471395:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000be4b04fa. 00000001:00000010:1.0:1767384697.471693:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000005c44ef6. 00000001:00000010:1.0:1767384697.471977:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d3afefaf. 00000001:00000010:1.0:1767384697.472257:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000355e1eac. 00000001:00000010:1.0:1767384697.472567:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000060be6ffa. 00000001:00000010:1.0:1767384697.472871:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b73ae393. 00000001:00000010:1.0:1767384697.473156:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f172766d. 00000001:00000010:1.0:1767384697.473463:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004f96bc57. 00000001:00000010:1.0:1767384697.473755:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000983f54fd. 00000001:00000010:1.0:1767384697.474061:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aad3f8cc. 00000001:00000010:1.0:1767384697.474356:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d2980c7. 00000001:00000010:1.0:1767384697.474655:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008b77520b. 00000001:00000010:1.0:1767384697.474936:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f46b5955. 00000001:00000010:1.0:1767384697.475224:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000016cf643e. 00000001:00000010:1.0:1767384697.475522:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009bf0de52. 00000001:00000010:1.0:1767384697.475763:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000631afa3b. 00000001:00000010:1.0:1767384697.475966:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009174bd1f. 00000001:00000010:1.0:1767384697.476169:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f4e10266. 00000001:00000010:1.0:1767384697.476411:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000069fe2ac9. 00000001:00000010:1.0:1767384697.476629:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a35f7bfe. 00000001:00000010:1.0:1767384697.476832:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004367f650. 00000001:00000010:1.0:1767384697.477048:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002e48cc90. 00000001:00000010:1.0:1767384697.477263:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bebf86e5. 00000001:00000010:1.0:1767384697.477483:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004824ae19. 00000001:00000010:1.0:1767384697.477698:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000041969a1b. 00000001:00000010:1.0:1767384697.477902:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ddc75105. 00000001:00000010:1.0:1767384697.478108:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000078c6fd94. 00000001:00000010:1.0:1767384697.478349:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003fa5ff27. 00000001:00000010:1.0:1767384697.478565:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ab2b0cd7. 00000001:00000010:1.0:1767384697.478780:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eda825cb. 00000001:00000010:1.0:1767384697.478984:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cc9fe80f. 00000001:00000010:1.0:1767384697.479189:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f6d413a4. 00000001:00000010:1.0:1767384697.479435:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002431ad7c. 00000001:00000010:1.0:1767384697.479654:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009093d027. 00000001:00000010:1.0:1767384697.479858:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000866946c6. 00000001:00000010:1.0:1767384697.480062:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d86682f2. 00000001:00000010:1.0:1767384697.480278:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008f101219. 00000001:00000010:1.0:1767384697.480509:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e872f452. 00000001:00000010:1.0:1767384697.480728:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006c4dd07d. 00000001:00000010:1.0:1767384697.480931:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000086f4697a. 00000001:00000010:1.0:1767384697.481133:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007d74e66d. 00000001:00000010:1.0:1767384697.481363:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000055a6e120. 00000001:00000010:1.0:1767384697.481577:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006af67ea4. 00000001:00000010:1.0:1767384697.481794:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b8124ab4. 00000001:00000010:1.0:1767384697.482011:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000b2d0a29. 00000001:00000010:1.0:1767384697.482215:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b78a4cd. 00000001:00000010:1.0:1767384697.482499:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003981dc29. 00000001:00000010:1.0:1767384697.482760:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b7f2bc84. 00000001:00000010:1.0:1767384697.482965:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001c87797a. 00000001:00000010:1.0:1767384697.483169:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e66b1782. 00000001:00000010:1.0:1767384697.483406:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000494ea80c. 00000001:00000010:1.0:1767384697.483623:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008646c93f. 00000001:00000010:1.0:1767384697.483840:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f27a6f96. 00000001:00000010:1.0:1767384697.484045:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000fafd156. 00000001:00000010:1.0:1767384697.484258:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000110c1eaf. 00000001:00000010:1.0:1767384697.484495:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000045147eea. 00000001:00000010:1.0:1767384697.484712:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000048f47dd4. 00000001:00000010:1.0:1767384697.484915:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004d8eef45. 00000001:00000010:1.0:1767384697.485119:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a130ae42. 00000001:00000010:1.0:1767384697.485353:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e3ccd124. 00000001:00000010:1.0:1767384697.485578:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000072c80e28. 00000001:00000010:1.0:1767384697.485782:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e7bb965a. 00000001:00000010:1.0:1767384697.485986:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000046ca1616. 00000001:00000010:1.0:1767384697.486189:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ba0bf2c1. 00000001:00000010:1.0:1767384697.486430:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ec8cffc9. 00000001:00000010:1.0:1767384697.486651:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b3677ef0. 00000001:00000010:1.0:1767384697.486853:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000075d8191b. 00000001:00000010:1.0:1767384697.487055:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002395ff5b. 00000001:00000010:1.0:1767384697.487279:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001236b1eb. 00000001:00000010:1.0:1767384697.487495:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006b637768. 00000001:00000010:1.0:1767384697.487711:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003afdfa7b. 00000001:00000010:1.0:1767384697.487915:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000920be238. 00000001:00000010:1.0:1767384697.488120:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b7d111b7. 00000001:00000010:1.0:1767384697.488349:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004ac09743. 00000001:00000010:1.0:1767384697.488563:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d2f9bc8f. 00000001:00000010:1.0:1767384697.488775:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000e59d945. 00000001:00000010:1.0:1767384697.488993:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000689752bd. 00000001:00000010:1.0:1767384697.489196:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000804b87b8. 00000001:00000010:1.0:1767384697.489437:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000070a5c6e9. 00000001:00000010:1.0:1767384697.489654:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000be00c670. 00000001:00000010:1.0:1767384697.489860:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000000723499. 00000001:00000010:1.0:1767384697.490064:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002becaed3. 00000001:00000010:1.0:1767384697.490277:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001c414979. 00000001:00000010:1.0:1767384697.490495:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b250a2a0. 00000001:00000010:1.0:1767384697.490729:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002abe0fd9. 00000001:00000010:1.0:1767384697.490960:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cd2a19cc. 00000001:00000010:1.0:1767384697.491184:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000002ff7a38. 00000001:00000010:1.0:1767384697.491431:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000953afef1. 00000001:00000010:1.0:1767384697.491680:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b447ef7a. 00000001:00000010:1.0:1767384697.491934:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a7c1ebfb. 00000001:00000010:1.0:1767384697.492178:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006627b694. 00000001:00000010:1.0:1767384697.492443:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000988f1ee3. 00000001:00000010:1.0:1767384697.492700:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000256e1249. 00000001:00000010:1.0:1767384697.492947:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dc4caa0c. 00000001:00000010:1.0:1767384697.493205:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007926498b. 00000001:00000010:1.0:1767384697.493933:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000f263656. 00000001:00000010:1.0:1767384697.494107:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e13bb030. 00000001:00000010:1.0:1767384697.494288:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bb6251f0. 00000020:00000010:1.0:1767384697.494449:0:41008:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007838fc4e. 00000020:00000010:1.0:1767384697.494453:0:41008:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000b131bfbb. 00000020:00000010:1.0:1767384697.494516:0:41008:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000605a1d3e. 00000020:00000010:1.0:1767384697.494519:0:41008:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000007d6d4a83. 00000020:00000010:1.0:1767384697.494567:0:41008:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000fc38bfd0. 00000004:00000010:1.0:1767384697.494577:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e9267edc. 00000004:00000010:1.0:1767384697.494586:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000057b1c59f. 00000004:00000010:1.0:1767384697.494592:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a12ea424. 00080000:00000010:1.0:1767384697.494600:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000068150ab6. 00000001:00000010:1.0:1767384697.494614:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009a331cf8. 00000001:00000010:1.0:1767384697.494626:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009a331cf8. 00000001:00000010:1.0:1767384697.494667:0:41008:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 000000008ac2b9b0. 00000001:00000010:1.0:1767384697.494926:0:41008:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 000000008ac2b9b0. 00080000:00000010:1.0:1767384697.494933:0:41008:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bb218a5a. 00080000:00000010:1.0:1767384697.494939:0:41008:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000235af592. 00080000:00000010:1.0:1767384697.494973:0:41008:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000235af592. 00000020:00000010:1.0:1767384697.494978:0:41008:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 000000008ac2b9b0. 00000004:00000010:1.0:1767384697.494981:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c35dd42c. 00000004:00000010:1.0:1767384697.494983:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000efa98cd3. 00000004:00000010:1.0:1767384697.494985:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f78d8c69. 00080000:00000010:1.0:1767384697.494989:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000017d1f667. 00000001:00000010:1.0:1767384697.494993:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009a331cf8. 00000001:00000010:1.0:1767384697.494996:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000009a331cf8. 00000001:00000010:1.0:1767384697.495136:0:41008:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 0000000020eeedb7. 00000001:00000010:1.0:1767384697.495143:0:41008:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 0000000020eeedb7. 00000001:00000010:1.0:1767384697.495152:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e91aaf0d. 00000001:00000010:1.0:1767384697.495158:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000040530cc. 00000001:00000010:1.0:1767384697.495160:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000020eeedb7. 00000020:00000010:1.0:1767384697.495163:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004333f86d. 00000020:00000010:1.0:1767384697.495166:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000069d550c0. 00000040:00000010:1.0:1767384697.495168:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008cdc27b3. 00000020:00000010:1.0:1767384697.495171:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000901a8dd0. 00000020:00000010:1.0:1767384697.495174:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000401b9a48. 00000020:00000010:1.0:1767384697.495177:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ab4414a6. 80000000:00000010:1.0:1767384697.495179:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e4f927a5. 40000000:00000010:1.0:1767384697.495181:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000235af592. 00100000:00000010:1.0:1767384697.495185:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000087d53e3d. 00040000:00000010:1.0:1767384697.495189:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a65621da. 00040000:00000010:1.0:1767384697.495191:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f75330ba. 00080000:00000010:1.0:1767384697.495195:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000121d39d1. 00080000:00000010:1.0:1767384697.495198:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cfb85617. 00000004:00000010:1.0:1767384697.495202:0:41008:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000044b24344. 00000004:00000010:1.0:1767384697.495205:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc447d9e. 00000004:00000010:1.0:1767384697.495207:0:41008:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008f30fe5c. 00000020:00000010:1.0:1767384697.495210:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0055437. 00000020:00000010:1.0:1767384697.495212:0:41008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4715322. 00000020:00000010:1.0:1767384697.495216:0:41008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c13d2f34. 02000000:00000010:1.0:1767384697.495226:0:41008:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000da3e6ebe. 02000000:00000010:1.0:1767384697.495230:0:41008:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000c3aa2960. 02000000:00000010:1.0:1767384697.495234:0:41008:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000cb5146c0. 02000000:00000010:1.0:1767384697.495236:0:41008:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000c9474aba. 00000020:00000010:1.0:1767384697.495468:0:41008:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bfcfd53d. 00000020:00000010:1.0:1767384697.495472:0:41008:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 00000000ecbbb24d. 00000004:00000010:1.0:1767384697.495485:0:41008:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 000000008d133045. 00000004:00000010:1.0:1767384697.495487:0:41008:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 000000006395c7d7. 00000004:00000010:1.0:1767384697.495488:0:41008:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 000000002f9ff398. 00000004:00000010:1.0:1767384697.495490:0:41008:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 000000008c0ef77b. 00000004:00000010:1.0:1767384697.495495:0:41008:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000605d0dd7. 00000020:00000010:1.0:1767384697.495508:0:41008:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000aade44ee. 00000020:00000010:1.0:1767384697.495512:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000dd1a2d1e. 00000004:00000010:1.0:1767384697.495525:0:41008:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000605d0dd7. 00000004:00000010:1.0:1767384697.495528:0:41008:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000605d0dd7. 00000001:00000010:1.0:1767384697.495538:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000af566ebd. 00000001:00000010:1.0:1767384697.495540:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003fbeabe1. 00000001:00000010:1.0:1767384697.495541:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a75c5ad7. 00000001:00000010:1.0:1767384697.495543:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000004e25ad6. 00000001:00000010:1.0:1767384697.495545:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006a4a8dbf. 00000001:00000010:1.0:1767384697.495546:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c7879fa9. 00000001:00000010:1.0:1767384697.495548:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001d63f226. 00000001:00000010:1.0:1767384697.495549:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a8e49f59. 00000001:00000010:1.0:1767384697.495565:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fa1c1791. 00000001:00000010:1.0:1767384697.495567:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e085993. 00000001:00000010:1.0:1767384697.495568:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fa1c8a46. 00000001:00000010:1.0:1767384697.495570:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a1126266. 00000020:00000010:1.0:1767384697.495572:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a819783d. 00000020:00000010:1.0:1767384697.495574:0:41008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007b5fd254. 00000020:00000010:1.0:1767384697.495576:0:41008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e0aec53. 00000008:00000010:1.0:1767384697.495580:0:41008:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001e70bd67. 00020000:00000010:1.0:1767384697.495584:0:41008:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b8383dee. 00008000:00000010:1.0:1767384697.495588:0:41008:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000054a9200f. 00000080:00000010:1.0:1767384697.495593:0:41008:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ceeee44d. 00000020:00000010:1.0:1767384697.495597:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef4a2c1b. 00000020:00000010:1.0:1767384697.495599:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000002e3f2df. 00000040:00000010:1.0:1767384697.495602:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007d8ce58e. 00000020:00000010:1.0:1767384697.495605:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008aca24e4. 00000020:00000010:1.0:1767384697.495608:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091192884. 00000020:00000010:1.0:1767384697.495611:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a074af8a. 80000000:00000010:1.0:1767384697.495613:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000079887eeb. 40000000:00000010:1.0:1767384697.495616:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000daeac6cf. 00100000:00000010:1.0:1767384697.495619:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000091f64542. 00040000:00000010:1.0:1767384697.495622:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000066ea2b72. 00040000:00000010:1.0:1767384697.495625:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bef03398. 00080000:00000010:1.0:1767384697.495630:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000503300e2. 00080000:00000010:1.0:1767384697.495634:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000202b2db. 00000004:00000010:1.0:1767384697.495638:0:41008:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001418ffb1. 00000004:00000010:1.0:1767384697.495641:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008b8f7a47. 00000004:00000010:1.0:1767384697.495644:0:41008:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000714537ba. 00040000:00000010:1.0:1767384697.495648:0:41008:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000128af3b4. 00040000:00000010:1.0:1767384697.495655:0:41008:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 00000000d8590fab. 00000020:00000010:1.0:1767384697.495660:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000047a5cce4. 00040000:00000010:1.0:1767384697.495666:0:41008:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 00000000d8590fab. 00040000:00000010:1.0:1767384697.495670:0:41008:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000913c88a6. 00000020:00000010:1.0:1767384697.495674:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a95dd927. 00000020:00000010:1.0:1767384697.495677:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008015d50d. 00000040:00000010:1.0:1767384697.495681:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003e5485e7. 00000020:00000010:1.0:1767384697.495683:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006154d6c8. 00000020:00000010:1.0:1767384697.495686:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c0616e88. 00000020:00000010:1.0:1767384697.495691:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e51b457f. 80000000:00000010:1.0:1767384697.495694:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000083a49903. 40000000:00000010:1.0:1767384697.495697:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006aa3b2c7. 00100000:00000010:1.0:1767384697.495701:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000015526bf2. 00040000:00000010:1.0:1767384697.495704:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f9c1b7bc. 00040000:00000010:1.0:1767384697.495708:0:41008:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dec8c39f. 00040000:00000010:1.0:1767384697.495711:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c6f1138a. 00080000:00000010:1.0:1767384697.495717:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000acba4799. 00080000:00000010:1.0:1767384697.495729:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002793308d. 00000004:00000010:1.0:1767384697.495735:0:41008:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ffd840d9. 00000004:00000010:1.0:1767384697.495738:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003f9724eb. 00000004:00000010:1.0:1767384697.495741:0:41008:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004ab2570d. 00000020:00000010:3.0:1767384697.495913:0:41008:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000061b54d69. 00040000:00000010:3.0:1767384697.495957:0:41008:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007af7ef2f. 00040000:00000010:3.0:1767384697.495961:0:41008:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 0000000043c3de80. 00000020:00000010:3.0:1767384697.495968:0:41008:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000003e5b06a7. 00040000:00000010:3.0:1767384697.495970:0:41008:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 0000000059a25851. 00000020:00000010:3.0:1767384697.495973:0:41008:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000865f3a38. 00000020:00000010:3.0:1767384697.495992:0:41008:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000002e3f2df. 00000040:00000010:3.0:1767384697.495996:0:41008:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007d8ce58e. 00000020:00000010:3.0:1767384697.495998:0:41008:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008aca24e4. 00000020:00000010:3.0:1767384697.496001:0:41008:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091192884. 00000020:00000010:3.0:1767384697.496004:0:41008:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a074af8a. 80000000:00000010:3.0:1767384697.496007:0:41008:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000079887eeb. 40000000:00000010:3.0:1767384697.496008:0:41008:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000daeac6cf. 00100000:00000010:3.0:1767384697.496011:0:41008:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000091f64542. 00040000:00000010:3.0:1767384697.496014:0:41008:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000066ea2b72. 00040000:00000010:3.0:1767384697.496016:0:41008:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007af7ef2f. 00040000:00000010:3.0:1767384697.496018:0:41008:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bef03398. 00080000:00000010:3.0:1767384697.496021:0:41008:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000202b2db. 00080000:00000010:3.0:1767384697.496025:0:41008:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000503300e2. 00000004:00000010:3.0:1767384697.496027:0:41008:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001418ffb1. 00000004:00000010:3.0:1767384697.496030:0:41008:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008b8f7a47. 00000004:00000010:3.0:1767384697.496032:0:41008:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000714537ba. 00000020:00000010:3.0:1767384697.496034:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef4a2c1b. 00000020:00000010:3.0:1767384697.496035:0:41008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007b5fd254. 00000020:00000010:3.0:1767384697.496038:0:41008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e0aec53. 00000008:00000010:3.0:1767384697.496040:0:41008:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001e70bd67. 00020000:00000010:3.0:1767384697.496042:0:41008:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000b8383dee. 00008000:00000010:3.0:1767384697.496045:0:41008:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000054a9200f. 00000080:00000010:3.0:1767384697.496047:0:41008:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ceeee44d. 00000020:00000010:3.0:1767384697.496049:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a819783d. 00000004:00000010:3.0:1767384697.496057:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000075e686b. 00000004:00000010:3.0:1767384697.496069:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000696342fa. 00000004:00000010:3.0:1767384697.496073:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000055c2a00b. 00080000:00000010:3.0:1767384697.496076:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009b49eeb9. 00080000:00000010:3.0:1767384697.496113:0:41008:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000007b8aa62d. 00000020:00000010:3.0:1767384697.496118:0:41008:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eb187a45. 00080000:00000010:3.0:1767384697.496121:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000149be551. 00080000:00000010:3.0:1767384697.496132:0:41008:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000149be551. 00000020:00000010:3.0:1767384697.496134:0:41008:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eb187a45. 00000004:00000010:3.0:1767384697.496143:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006ed3ff62. 00000004:00000010:3.0:1767384697.496145:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d4ffba8f. 00000004:00000010:3.0:1767384697.496148:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000053a25df9. 00080000:00000010:3.0:1767384697.496151:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000149be551. 00040000:00000010:3.0:1767384697.496160:0:41008:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007af7ef2f. 00000020:00000010:3.0:1767384697.496174:0:41008:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dfb9bdc2. 00080000:00000010:3.0:1767384697.496178:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a819783d. 00080000:00000010:3.0:1767384697.496189:0:41008:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a819783d. 00000020:00000010:3.0:1767384697.496192:0:41008:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000dfb9bdc2. 00000004:00000010:3.0:1767384697.496199:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009955a81f. 00000004:00000010:3.0:1767384697.496204:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e8aab25e. 00000004:00000010:3.0:1767384697.496207:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005c0a6490. 00080000:00000010:3.0:1767384697.496211:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a819783d. 00000004:00000010:3.0:1767384697.496236:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000efe8079c. 00000004:00000010:3.0:1767384697.496240:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001114c15e. 00000004:00000010:3.0:1767384697.496243:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007439b8c6. 00080000:00000010:3.0:1767384697.496245:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ef4a2c1b. 00080000:00000010:3.0:1767384697.496252:0:41008:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000094d97c1. 00100000:00000010:3.0:1767384697.496260:0:41008:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c2131090. 00100000:00000010:3.0:1767384697.496263:0:41008:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c2131090. 00040000:00000010:3.0:1767384697.496268:0:41008:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000a49b9d75. 00000001:00000010:3.0:1767384697.496272:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000030965945. 00000001:00000010:3.0:1767384697.496274:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000219d1547. 00000001:00000010:3.0:1767384697.496277:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000010880c4c. 00040000:00000010:3.0:1767384697.496280:0:41008:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000c2131090. 00080000:00000010:3.0:1767384697.496284:0:41008:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000007e702215. 00080000:00000010:3.0:1767384697.496322:0:41008:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000007e702215. 00040000:00000010:3.0:1767384697.496324:0:41008:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000c2131090. 00040000:00000010:3.0:1767384697.496329:0:41008:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000207a8a42. 00000001:00000010:3.0:1767384697.496338:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000096aace2a. 00000001:00000010:3.0:1767384697.496498:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000096aace2a. 00000004:00000010:3.0:1767384697.496522:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bdf340c8. 00000004:00000010:3.0:1767384697.496526:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f5fbc0e1. 00000004:00000010:3.0:1767384697.496530:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f7f109db. 00080000:00000010:3.0:1767384697.496533:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bef03398. 00080000:00000010:3.0:1767384697.496541:0:41008:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006230cb6d. 00100000:00000010:3.0:1767384697.496547:0:41008:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c2131090. 00100000:00000010:3.0:1767384697.496549:0:41008:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c2131090. 00040000:00000010:3.0:1767384697.496566:0:41008:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002348aa39. 00000001:00000010:3.0:1767384697.496570:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000a074af8a. 00000001:00000010:3.0:1767384697.496572:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000038fa6d3. 00000001:00000010:3.0:1767384697.496575:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000016177734. 00040000:00000010:3.0:1767384697.496578:0:41008:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000c2131090. 00080000:00000010:3.0:1767384697.496581:0:41008:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000007e702215. 00080000:00000010:3.0:1767384697.496594:0:41008:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000007e702215. 00040000:00000010:3.0:1767384697.496596:0:41008:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000c2131090. 00040000:00000010:3.0:1767384697.496600:0:41008:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000004aa96aac. 00000001:00000010:3.0:1767384697.496606:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000096aace2a. 00000001:00000010:3.0:1767384697.496747:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000096aace2a. 00000004:00000010:3.0:1767384697.496766:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008cbfebf6. 00000004:00000010:3.0:1767384697.496770:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c8b23e1e. 00000004:00000010:3.0:1767384697.496772:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006c2785c4. 00080000:00000010:3.0:1767384697.496774:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007d8ce58e. 00080000:00000010:3.0:1767384697.496781:0:41008:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a56ec07c. 00100000:00000010:3.0:1767384697.496786:0:41008:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c2131090. 00100000:00000010:3.0:1767384697.496787:0:41008:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c2131090. 00040000:00000010:3.0:1767384697.496789:0:41008:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000e710ca70. 00000001:00000010:3.0:1767384697.496792:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000002e3f2df. 00000001:00000010:3.0:1767384697.496794:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c83c024e. 00000001:00000010:3.0:1767384697.496796:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000cf3d602e. 00040000:00000010:3.0:1767384697.496797:0:41008:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000c2131090. 00080000:00000010:3.0:1767384697.496807:0:41008:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000007e702215. 00080000:00000010:3.0:1767384697.496818:0:41008:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000007e702215. 00040000:00000010:3.0:1767384697.496820:0:41008:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000c2131090. 00040000:00000010:3.0:1767384697.496823:0:41008:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000eb882003. 00000001:00000010:3.0:1767384697.496827:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000096aace2a. 00000001:00000010:3.0:1767384697.496974:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000096aace2a. 00000020:00000010:3.0:1767384697.496993:0:41008:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008f1e53ef. 00080000:00000010:3.0:1767384697.496997:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000067a18681. 00080000:00000010:3.0:1767384697.497004:0:41008:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000067a18681. 00000020:00000010:3.0:1767384697.497006:0:41008:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008f1e53ef. 00000004:00000010:3.0:1767384697.497009:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a87f84af. 00000004:00000010:3.0:1767384697.497012:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000327f987. 00000004:00000010:3.0:1767384697.497014:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000031d79107. 00080000:00000010:3.0:1767384697.497016:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000067a18681. 00000004:00000010:3.0:1767384697.497028:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002155a946. 00000004:00000010:3.0:1767384697.497031:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009d88c7d1. 00000004:00000010:3.0:1767384697.497032:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ab96f395. 00080000:00000010:3.0:1767384697.497034:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004d179aa2. 00080000:00000010:3.0:1767384697.497039:0:41008:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e8cba6e7. 00100000:00000010:3.0:1767384697.497044:0:41008:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c2131090. 00100000:00000010:3.0:1767384697.497046:0:41008:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c2131090. 00040000:00000010:3.0:1767384697.497048:0:41008:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000629ed4ce. 00000001:00000010:3.0:1767384697.497051:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001103df62. 00000001:00000010:3.0:1767384697.497053:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000043e60420. 00000001:00000010:3.0:1767384697.497054:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000fdc27216. 00040000:00000010:3.0:1767384697.497056:0:41008:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000c2131090. 00080000:00000010:3.0:1767384697.497058:0:41008:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000007e702215. 00080000:00000010:3.0:1767384697.497066:0:41008:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000007e702215. 00040000:00000010:3.0:1767384697.497068:0:41008:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000c2131090. 00040000:00000010:3.0:1767384697.497071:0:41008:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000d0096994. 00000001:00000010:3.0:1767384697.497074:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000096aace2a. 00000001:00000010:3.0:1767384697.497200:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000096aace2a. 00000004:00000010:3.0:1767384697.497228:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e4902db4. 00000004:00000010:3.0:1767384697.497233:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cae118b6. 00000004:00000010:3.0:1767384697.497236:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000019a71572. 00080000:00000010:3.0:1767384697.497240:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000009a45de. 00080000:00000010:3.0:1767384697.497250:0:41008:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003c8bc509. 00100000:00000010:3.0:1767384697.497256:0:41008:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c2131090. 00100000:00000010:3.0:1767384697.497258:0:41008:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c2131090. 00040000:00000010:3.0:1767384697.497261:0:41008:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000012cb65b9. 00000001:00000010:3.0:1767384697.497263:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000064f77e26. 00000001:00000010:3.0:1767384697.497265:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000736a1bd2. 00000001:00000010:3.0:1767384697.497267:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000000378ef13. 00040000:00000010:3.0:1767384697.497268:0:41008:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000c2131090. 00080000:00000010:3.0:1767384697.497270:0:41008:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000007e702215. 00080000:00000010:3.0:1767384697.497278:0:41008:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000007e702215. 00040000:00000010:3.0:1767384697.497280:0:41008:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000c2131090. 00040000:00000010:3.0:1767384697.497283:0:41008:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000ac285069. 00000001:00000010:3.0:1767384697.497288:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000096aace2a. 00000001:00000010:3.0:1767384697.497418:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000096aace2a. 00000004:00000010:3.0:1767384697.497436:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005fe5f414. 00000004:00000010:3.0:1767384697.497473:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a41ca876. 00000004:00000010:3.0:1767384697.497476:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004161f75f. 00080000:00000010:3.0:1767384697.497478:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000975a8532. 00080000:00000010:3.0:1767384697.497485:0:41008:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000025661727. 00100000:00000010:3.0:1767384697.497490:0:41008:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c2131090. 00100000:00000010:3.0:1767384697.497492:0:41008:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000c2131090. 00040000:00000010:3.0:1767384697.497494:0:41008:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000000199c82a. 00000001:00000010:3.0:1767384697.497496:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c1e425d2. 00000001:00000010:3.0:1767384697.497499:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000827bc8a9. 00000001:00000010:3.0:1767384697.497500:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000400102cf. 00040000:00000010:3.0:1767384697.497502:0:41008:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000c2131090. 00080000:00000010:3.0:1767384697.497504:0:41008:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000007e702215. 00080000:00000010:3.0:1767384697.497511:0:41008:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000007e702215. 00040000:00000010:3.0:1767384697.497513:0:41008:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000c2131090. 00040000:00000010:3.0:1767384697.497516:0:41008:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000004ee5b046. 00000001:00000010:3.0:1767384697.497519:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000096aace2a. 00000001:00000010:3.0:1767384697.497637:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000096aace2a. 00000020:00000010:3.0:1767384697.497647:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fc1163d0. 00000004:00000010:3.0:1767384697.497652:0:41008:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000605d0dd7. 00000004:00000010:3.0:1767384697.497655:0:41008:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 000000002f9ff398. 00000004:00000010:3.0:1767384697.497656:0:41008:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 000000008d133045. 00000004:00000010:3.0:1767384697.497658:0:41008:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 000000006395c7d7. 00000004:00000010:3.0:1767384697.497660:0:41008:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 000000008c0ef77b. 00000020:00000010:3.0:1767384697.497667:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c8d1b90. 00000020:00000010:3.0:1767384697.497670:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000439f4194. 00000040:00000010:3.0:1767384697.497672:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a423772c. 00000020:00000010:3.0:1767384697.497674:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002499d0ba. 00000020:00000010:3.0:1767384697.497677:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003d7fcb47. 00000020:00000010:3.0:1767384697.497679:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009af1ce9d. 80000000:00000010:3.0:1767384697.497681:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bd70c9e6. 40000000:00000010:3.0:1767384697.497683:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c2131090. 00100000:00000010:3.0:1767384697.497686:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002236d2ec. 00040000:00000010:3.0:1767384697.497688:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cedf2963. 00040000:00000010:3.0:1767384697.497690:0:41008:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000098abe387. 00040000:00000010:3.0:1767384697.497693:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067c6ed14. 00080000:00000010:3.0:1767384697.497697:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c915969e. 00080000:00000010:3.0:1767384697.497701:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000052812049. 00000004:00000010:3.0:1767384697.497705:0:41008:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ddb60ae0. 00000004:00000010:3.0:1767384697.497708:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003880c79e. 00000004:00000010:3.0:1767384697.497711:0:41008:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a14cb5b3. 00000020:00000010:3.0:1767384697.497714:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b9a364e. 00000020:00000010:3.0:1767384697.497716:0:41008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c9f50e88. 00000020:00000010:3.0:1767384697.497719:0:41008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e1c8906b. 00000020:00000010:0.0:1767384697.497832:0:41008:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001f358f34. 00000040:00000010:0.0:1767384697.497839:0:41008:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000031316aea. 00000020:00000010:0.0:1767384697.497842:0:41008:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009bebebc8. 00000020:00000010:0.0:1767384697.497845:0:41008:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005d53c4a0. 00000020:00000010:0.0:1767384697.497849:0:41008:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a6a9293d. 80000000:00000010:0.0:1767384697.497851:0:41008:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000093a18b54. 40000000:00000010:0.0:1767384697.497854:0:41008:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002febc654. 00100000:00000010:0.0:1767384697.497857:0:41008:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e95c13a7. 00040000:00000010:0.0:1767384697.497860:0:41008:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ce5c0752. 00040000:00000010:0.0:1767384697.497864:0:41008:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007af7ef2f. 00040000:00000010:0.0:1767384697.497865:0:41008:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007e54925a. 00080000:00000010:0.0:1767384697.497867:0:41008:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001f744bf6. 00080000:00000010:0.0:1767384697.497870:0:41008:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000007b8aa62d. 00080000:00000010:0.0:1767384697.497871:0:41008:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dd943e73. 00000004:00000010:0.0:1767384697.497873:0:41008:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f4ffb3a1. 00000004:00000010:0.0:1767384697.497876:0:41008:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004b892cfa. 00000004:00000010:0.0:1767384697.497878:0:41008:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000036787bc4. 00000020:00000010:0.0:1767384697.497884:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bb9d7f40. 00000020:00000010:0.0:1767384697.497886:0:41008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000020:00000010:0.0:1767384697.497888:0:41008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000008:00000010:0.0:1767384697.497889:0:41008:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000d15f06a5. 00020000:00000010:0.0:1767384697.497891:0:41008:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000063e1796b. 00008000:00000010:0.0:1767384697.497893:0:41008:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cefabe7d. 00000080:00000010:0.0:1767384697.497895:0:41008:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005f20dfe4. 00000020:00000010:0.0:1767384697.497897:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009beeb9cc. 00000020:00000010:0.0:1767384697.497899:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000007c2e3018. 00000020:00000010:0.0:1767384697.497909:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ce5c0752. 00000020:00000010:0.0:1767384697.497911:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ce5c0752. 00000020:00000010:0.0:1767384697.497914:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ce5c0752. 00000020:00000010:0.0:1767384697.497915:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ce5c0752. 00000020:00000010:0.0:1767384697.497918:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ce5c0752. 00000020:00000010:0.0:1767384697.497919:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ce5c0752. 00000020:00000010:0.0:1767384697.497921:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000e32579c1. 00000020:00000010:0.0:1767384697.497927:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd2c3129. 00000020:00000010:0.0:1767384697.497929:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000a4f0ec6. 00000040:00000010:0.0:1767384697.497931:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000125ad929. 00000020:00000010:0.0:1767384697.497934:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007df91d31. 00000020:00000010:0.0:1767384697.497936:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d7367158. 00000020:00000010:0.0:1767384697.497938:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009beeb9cc. 80000000:00000010:0.0:1767384697.497940:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007cb1a6ae. 40000000:00000010:0.0:1767384697.497942:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c4592b63. 00100000:00000010:0.0:1767384697.497945:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004c6675e2. 00040000:00000010:0.0:1767384697.497948:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ce5c0752. 00040000:00000010:0.0:1767384697.497955:0:41008:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f4ffb3a1. 00040000:00000010:0.0:1767384697.497957:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb9d7f40. 00080000:00000010:0.0:1767384697.497960:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f3c9757b. 00080000:00000010:0.0:1767384697.497963:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dd943e73. 00000004:00000010:0.0:1767384697.497967:0:41008:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000036787bc4. 00000004:00000010:0.0:1767384697.497976:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cf60a72e. 00000004:00000010:0.0:1767384697.497981:0:41008:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e95c13a7. 02000000:00000010:0.0:1767384697.497989:0:41008:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 0000000014cb56a8. 02000000:00000010:0.0:1767384697.497993:0:41008:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 0000000014cb56a8. 00000020:00000010:0.0:1767384697.497996:0:41008:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000a4f0ec6. 00000040:00000010:0.0:1767384697.497999:0:41008:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000125ad929. 00000020:00000010:0.0:1767384697.498001:0:41008:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007df91d31. 00000020:00000010:0.0:1767384697.498003:0:41008:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d7367158. 00000020:00000010:0.0:1767384697.498006:0:41008:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009beeb9cc. 80000000:00000010:0.0:1767384697.498008:0:41008:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007cb1a6ae. 40000000:00000010:0.0:1767384697.498010:0:41008:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c4592b63. 00100000:00000010:0.0:1767384697.498011:0:41008:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004c6675e2. 00040000:00000010:0.0:1767384697.498013:0:41008:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000ce5c0752. 00040000:00000010:0.0:1767384697.498016:0:41008:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f4ffb3a1. 00040000:00000010:0.0:1767384697.498018:0:41008:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bb9d7f40. 00080000:00000010:0.0:1767384697.498019:0:41008:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000dd943e73. 00080000:00000010:0.0:1767384697.498021:0:41008:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f3c9757b. 00000004:00000010:0.0:1767384697.498024:0:41008:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000036787bc4. 00000004:00000010:0.0:1767384697.498026:0:41008:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cf60a72e. 00000004:00000010:0.0:1767384697.498027:0:41008:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e95c13a7. 00000020:00000010:0.0:1767384697.498028:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd2c3129. 00000020:00000010:0.0:1767384697.498030:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000e32579c1. 00000020:00000010:0.0:1767384697.498034:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ce5c0752. 00000020:00000010:0.0:1767384697.498036:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ce5c0752. 00000020:00000010:0.0:1767384697.498039:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000ce5c0752. 00000020:00000010:0.0:1767384697.498040:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000ce5c0752. 00000020:00000010:0.0:1767384697.498042:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000c4592b63. 00000100:00000010:0.0:1767384697.498044:0:41008:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000001e0ea4d8. 00000400:00000200:0.0:1767384697.498047:0:41008:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767384697.498053:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:0.0:1767384697.498057:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384697.498062:0:41008:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (40) 00000400:00000200:0.0:1767384697.498065:0:41008:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (41) 00000400:00000200:0.0:1767384697.498076:0:41008:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:0.0:1767384697.498086:0:41008:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767384697.498088:0:41008:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384697.498090:0:41008:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:0.0:1767384697.498092:0:41008:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (42) 00000400:00000200:0.0:1767384697.498094:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:0.0:1767384697.498096:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:0.0:1767384697.498099:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498101:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:0.0:1767384697.498102:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:0.0:1767384697.498105:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498106:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:2.0:1767384697.498107:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384697.498108:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:0.0:1767384697.498114:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498116:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000400:00000200:0.0:1767384697.498117:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:0.0:1767384697.498121:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000010:2.0:1767384697.498124:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f07b3369. 00000400:00000200:0.0:1767384697.498125:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498129:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:2.0:1767384697.498131:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (41) 00000400:00000200:0.0:1767384697.498131:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:0.0:1767384697.498134:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498136:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:0.0:1767384697.498137:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000010:2.0:1767384697.498138:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e817329. 00000400:00000200:0.0:1767384697.498139:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498143:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:0.0:1767384697.498144:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:2.0:1767384697.498147:0:16342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:0.0:1767384697.498150:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498152:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:0.0:1767384697.498153:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:0.0:1767384697.498155:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498156:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:0.0:1767384697.498158:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:2.0:1767384697.498161:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:0.0:1767384697.498162:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498166:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000200:0.0:1767384697.498167:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:2.0:1767384697.498169:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 175], ns[62, 189] 00000400:00000200:0.0:1767384697.498173:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498177:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:0.0:1767384697.498179:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:2.0:1767384697.498181:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 61], ns[69, 62] 00000400:00000200:2.0:1767384697.498188:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 61], ns[73, 62] 00000400:00000200:0.0:1767384697.498192:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498194:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 61], ns[77, 62] 00000400:00000200:0.0:1767384697.498198:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:2.0:1767384697.498201:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 61], ns[89, 62] 00000400:00000200:0.0:1767384697.498205:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:2.0:1767384697.498208:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 61], ns[94, 62] 00000400:00000200:2.0:1767384697.498214:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 61], ns[115, 62] 00000400:00000200:0.0:1767384697.498214:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498220:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:0.0:1767384697.498224:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:2.0:1767384697.498225:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 61], ns[122, 62] 00000400:00000200:0.0:1767384697.498232:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498236:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 61], ns[142, 62] 00000400:00000200:0.0:1767384697.498237:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000400:00000200:0.0:1767384697.498242:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.122@tcp23 00000400:00000200:0.0:1767384697.498249:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498250:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 61], ns[146, 62] 00000400:00000200:0.0:1767384697.498254:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp23 00000400:00000200:0.0:1767384697.498258:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.122@tcp24 00000400:00000200:2.0:1767384697.498261:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 61], ns[150, 62] 00000400:00000200:0.0:1767384697.498265:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498270:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp24 00000400:00000200:2.0:1767384697.498273:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 61], ns[166, 62] 00000400:00000200:0.0:1767384697.498275:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.122@tcp25 00000400:00000200:0.0:1767384697.498282:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498284:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 61], ns[173, 62] 00000400:00000200:0.0:1767384697.498287:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp25 00000400:00000200:2.0:1767384697.498309:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 61], ns[185, 62] 00000400:00000200:0.0:1767384697.498314:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.122@tcp26 00000400:00000200:0.0:1767384697.498321:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498322:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 61], ns[42, 62] 00000400:00000200:0.0:1767384697.498325:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp26 00000400:00000200:0.0:1767384697.498329:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.122@tcp27 00000400:00000200:0.0:1767384697.498333:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498334:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:0.0:1767384697.498335:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp27 00000400:00000200:0.0:1767384697.498339:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.122@tcp28 00000400:00000200:0.0:1767384697.498344:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498346:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp28 00000400:00000200:2.0:1767384697.498347:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000400:00000200:0.0:1767384697.498348:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.122@tcp29 00000400:00000200:0.0:1767384697.498354:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498356:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp29 00000400:00000200:2.0:1767384697.498357:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000400:00000200:0.0:1767384697.498359:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.122@tcp30 00000400:00000200:0.0:1767384697.498365:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498368:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 42], ns[67, 42] 00000400:00000200:0.0:1767384697.498368:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp30 00000400:00000200:0.0:1767384697.498373:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.122@tcp31 00000400:00000200:0.0:1767384697.498378:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498382:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 42], ns[80, 42] 00000400:00000200:0.0:1767384697.498382:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp31 00000400:00000200:0.0:1767384697.498387:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.122@tcp32 00000400:00000200:2.0:1767384697.498391:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 42], ns[87, 42] 00000400:00000200:2.0:1767384697.498400:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[202, 42], ns[247, 42] 00000400:00000200:0.0:1767384697.498402:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498407:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp32 00000400:00000200:2.0:1767384697.498410:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[166, 42], ns[180, 42] 00000400:00000200:0.0:1767384697.498412:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.122@tcp33 00000400:00000200:0.0:1767384697.498419:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498422:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 42], ns[155, 42] 00000400:00000200:0.0:1767384697.498423:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp33 00000400:00000200:0.0:1767384697.498429:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.122@tcp34 00000400:00000200:2.0:1767384697.498431:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 42], ns[194, 42] 00000400:00000200:0.0:1767384697.498435:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498438:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 42], ns[111, 42] 00000400:00000200:0.0:1767384697.498440:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp34 00000400:00000200:0.0:1767384697.498445:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.122@tcp35 00000400:00000200:2.0:1767384697.498446:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 42], ns[132, 42] 00000400:00000200:0.0:1767384697.498451:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498454:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 42], ns[126, 42] 00000400:00000200:0.0:1767384697.498455:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp35 00000400:00000200:0.0:1767384697.498460:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.122@tcp36 00000400:00000200:2.0:1767384697.498463:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[195, 42], ns[240, 42] 00000400:00000200:0.0:1767384697.498466:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498469:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp36 00000400:00000200:2.0:1767384697.498471:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[192, 42], ns[237, 42] 00000400:00000200:0.0:1767384697.498473:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.122@tcp37 00000400:00000200:0.0:1767384697.498478:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498481:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 42], ns[160, 42] 00000400:00000200:0.0:1767384697.498482:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp37 00000400:00000200:0.0:1767384697.498487:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.122@tcp38 00000400:00000200:2.0:1767384697.498490:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 42], ns[164, 42] 00000400:00000200:0.0:1767384697.498492:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498496:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp38 00000400:00000200:2.0:1767384697.498499:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[199, 42], ns[244, 42] 00000400:00000200:0.0:1767384697.498500:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.122@tcp39 00000400:00000200:0.0:1767384697.498505:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384697.498507:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[201, 42], ns[246, 42] 00000400:00000200:0.0:1767384697.498509:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp39 00000400:00000200:0.0:1767384697.498513:0:41008:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.122@tcp40 00000400:00000200:2.0:1767384697.498515:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 42], ns[182, 42] 00000400:00000200:0.0:1767384697.498518:0:41008:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767384697.498522:0:41008:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp40 00000400:00000200:2.0:1767384697.498524:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[197, 42], ns[242, 42] 00000100:00000010:0.0:1767384697.498525:0:41008:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000001e0ea4d8. 00000400:00000200:2.0:1767384697.498532:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 42], ns[235, 42] 00000020:00000010:0.0:1767384697.498532:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000c4592b63. 00000400:00000200:2.0:1767384697.498538:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 42], ns[200, 42] 00000020:00000010:0.0:1767384697.498539:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000059b48056. 00000400:00000200:2.0:1767384697.498543:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[200, 42], ns[245, 42] 00000400:00000200:2.0:1767384697.498546:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000020:00000010:0.0:1767384697.498549:0:41008:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000169d8492. 00000400:00000200:2.0:1767384697.498561:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp24 00000400:00000200:2.0:1767384697.498567:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp24 lpni_is_preferred = 0 00000020:00000010:0.0:1767384697.498567:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e95c13a7. 00000400:00000200:2.0:1767384697.498571:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp24 00000400:00000200:2.0:1767384697.498574:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp24 NI seq info: [248:248:256:4294967295] 192.168.202.122@tcp24 LPNI seq info [203:203:8:4294967295] 00000020:00000010:0.0:1767384697.498577:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000059b48056. 00000400:00000200:2.0:1767384697.498581:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp24 00000020:00000010:0.0:1767384697.498583:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000059b48056. 00000400:00000200:2.0:1767384697.498590:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp24(192.168.202.122@tcp24:) -> 192.168.202.122@tcp24(192.168.202.122@tcp:192.168.202.122@tcp24) : PUT try# 0 00000800:00000200:2.0:1767384697.498594:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.122@tcp24 00000001:00000010:0.0:1767384697.498596:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ce5c0752. 00000800:00000010:2.0:1767384697.498598:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000012fd127e. 00000001:00000010:0.0:1767384697.498602:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000f2913a64. 00000800:00000200:2.0:1767384697.498605:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086385330] -> 12345-192.168.202.122@tcp24 (6) 00000001:00000010:0.0:1767384697.498611:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004db60305. 00000800:00000200:2.0:1767384697.498614:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp24 ip 192.168.202.122:988 00000001:00000010:0.0:1767384697.498616:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb9d7f40. 00000800:00000200:2.0:1767384697.498618:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000012fd127e type 1, nob 800 niov 1 nkiov 1 00000001:00000010:0.0:1767384697.498621:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009beeb9cc. 00000001:00000010:0.0:1767384697.498625:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007e54925a. 00000001:00000010:0.0:1767384697.498628:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000b49dc64. 00000001:00000010:0.0:1767384697.498631:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000078549f61. 00000400:00000200:2.0:1767384697.498634:0:16342:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.202.122@tcp 00000001:00000010:0.0:1767384697.498634:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a6a9293d. 00000001:00000010:0.0:1767384697.498638:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000031316aea. 00000400:00000200:2.0:1767384697.498639:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300571 rc 0 00000001:00000010:0.0:1767384697.498643:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f358f34. 00000001:00000010:0.0:1767384697.498647:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dd2c3129. 00000020:00000010:0.0:1767384697.498650:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000125ad929. 00000020:00000010:0.0:1767384697.498652:0:41008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b75d332d. 00000020:00000010:0.0:1767384697.498654:0:41008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e2123e8c. 00000008:00000010:0.0:1767384697.498657:0:41008:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000bbff4595. 00020000:00000010:0.0:1767384697.498660:0:41008:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002a3fe493. 00008000:00000010:0.0:1767384697.498662:0:41008:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000e495697d. 00000080:00000010:0.0:1767384697.498665:0:41008:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000076e3125a. 00000020:00000010:0.0:1767384697.498668:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a4f0ec6. 00000020:00000010:0.0:1767384697.498671:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ffb67ed. 00000040:00000010:0.0:1767384697.498672:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cc93f6aa. 00000020:00000010:0.0:1767384697.498674:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000036787bc4. 00000020:00000010:0.0:1767384697.498676:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d7367158. 00000020:00000010:0.0:1767384697.498678:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000075322362. 80000000:00000010:0.0:1767384697.498680:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007cb1a6ae. 40000000:00000010:0.0:1767384697.498682:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c4592b63. 00100000:00000010:0.0:1767384697.498684:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009bebebc8. 00040000:00000010:0.0:1767384697.498686:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000081078b64. 00040000:00000010:0.0:1767384697.498688:0:41008:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f4ffb3a1. 00040000:00000010:0.0:1767384697.498690:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000025861d3e. 00080000:00000010:0.0:1767384697.498692:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dd943e73. 00080000:00000010:0.0:1767384697.498695:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001f744bf6. 00000004:00000010:0.0:1767384697.498700:0:41008:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004c6675e2. 00000004:00000010:0.0:1767384697.498707:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cf60a72e. 00000004:00000010:0.0:1767384697.498709:0:41008:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007df91d31. 00002000:00000010:0.0:1767384697.498712:0:41008:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eb054d82. 00000004:00000010:0.0:1767384697.498715:0:41008:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 00000000aaf011ec. 00000800:00000200:3.0:1767384697.498716:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384697.498720:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000012fd127e. 00000004:00000010:0.0:1767384697.498722:0:41008:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 0000000030836224. 00000400:00000200:3.0:1767384697.498724:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:0.0:1767384697.498726:0:41008:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000e32579c1. 00000020:00000010:0.0:1767384697.498730:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004c94a718. 00000400:00000200:3.0:1767384697.498731:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp24->192.168.202.122@tcp24: PUT: OK 00000400:00000200:3.0:1767384697.498737:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000004:00000010:0.0:1767384697.498738:0:41008:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000e32579c1. 00000400:00000200:3.0:1767384697.498741:0:16337:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00010000:00000010:0.0:1767384697.498748:0:41008:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000bbecc13d. 00010000:00000010:0.0:1767384697.498760:0:41008:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000c1184f96. 00000400:00000200:3.0:1767384697.498763:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp24(192.168.202.122@tcp24) <- 192.168.202.122@tcp24 : PUT - for me 00000020:00000010:0.0:1767384697.498771:0:41008:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000049ff482b. 00000400:00000200:3.0:1767384697.498774:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384697.498780:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.122@tcp of length 672/704 into md 0x1f41 [1] + 0 00000400:00000010:3.0:1767384697.498783:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055972de7. 00000100:00000200:0.0:1767384697.498786:0:41008:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.122@tcp->12345-0@lo 00000400:00000200:3.0:1767384697.498788:0:16337:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004709cfd7 00010000:00000010:0.0:1767384697.498791:0:41008:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000001a3553d3. 00000400:00000200:3.0:1767384697.498795:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1767384697.498797:0:41008:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000008801ad53. 00000400:00000200:3.0:1767384697.498800:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp24->192.168.202.122@tcp24: PUT: OK 00000001:00000010:0.0:1767384697.498801:0:41008:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000283618c5. 00000400:00000200:3.0:1767384697.498803:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004709cfd7 00000400:00000010:3.0:1767384697.498806:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004709cfd7. 00000001:00000010:0.0:1767384697.498806:0:41008:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 0000000080e95335. 00000001:00000010:0.0:1767384697.498811:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f3c9757b. 00000400:00000200:3.0:1767384697.498814:0:16337:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384697.498817:0:16337:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (42) 00000001:00000010:0.0:1767384697.498821:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f7ed6a3a. 00000400:00000200:3.0:1767384697.498822:0:16337:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:3.0:1767384697.498828:0:16337:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.202.122@tcp (704 bytes) 00000001:00000010:0.0:1767384697.498830:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000fb7c2d7a. 00000400:00000200:3.0:1767384697.498831:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000001:00000010:0.0:1767384697.498839:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000072a4c73b. 00000400:00000200:3.0:1767384697.498842:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (43) 00000001:00000010:0.0:1767384697.498846:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000aee03818. 00000400:00000200:3.0:1767384697.498847:0:16337:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384697.498853:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp24 to MR: 192.168.202.122@tcp24 local destination 00000400:00000200:3.0:1767384697.498858:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp24 NI seq info: [249:249:256:4294967295] 192.168.202.122@tcp24 LPNI seq info [204:204:8:4294967295] 00000001:00000010:0.0:1767384697.498863:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b2c2f227. 00000400:00000200:3.0:1767384697.498866:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp24(192.168.202.122@tcp24:192.168.202.122@tcp24) -> 192.168.202.122@tcp24(192.168.202.122@tcp24:192.168.202.122@tcp24) 192.168.202.122@tcp24 : ACK try# 0 00000001:00000010:0.0:1767384697.498870:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ddf6b65f. 00000400:00000200:2.0:1767384697.498872:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1767384697.498875:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp24 00000001:00000010:0.0:1767384697.498878:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009e34dc09. 00000800:00000010:3.0:1767384697.498879:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797a4f37. 00000800:00000200:3.0:1767384697.498884:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000086385330] -> 12345-192.168.202.122@tcp24 (6) 00000001:00000010:0.0:1767384697.498885:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a712529e. 00000400:00000010:2.0:1767384697.498887:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000081cd63a4. 00000800:00000200:3.0:1767384697.498890:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp24 ip 192.168.202.122:993 00000800:00000200:3.0:1767384697.498894:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000797a4f37 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384697.498894:0:16342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd313575. 00000001:00000010:0.0:1767384697.498899:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c72d16bb. 00000400:00000010:2.0:1767384697.498900:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a44b781e. 00000400:00000200:2.0:1767384697.498905:0:16342:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000081cd63a4 00000001:00000010:0.0:1767384697.498905:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e8a620e2. 00000400:00000010:2.0:1767384697.498908:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000c61b93ee. 00000001:00000010:0.0:1767384697.498911:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003186974c. 00000400:00000200:2.0:1767384697.498912:0:16342:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000400:00000200:2.0:1767384697.498918:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x302471 00000001:00000010:0.0:1767384697.498918:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000009351e45e. 00000400:00000200:2.0:1767384697.498921:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (42) 00000400:00000010:2.0:1767384697.498925:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000bac08695. 00000400:00000010:2.0:1767384697.498927:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006b121e87. 00000400:00000010:2.0:1767384697.498931:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002be00c40. 00000001:00000010:0.0:1767384697.498931:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000098244f80. 00000400:00000200:2.0:1767384697.498938:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000001:00000010:0.0:1767384697.498938:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005137e733. 00000400:00000200:2.0:1767384697.498943:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000001:00000010:0.0:1767384697.498944:0:41008:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bfc1bd58. 00000400:00000200:2.0:1767384697.498947:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 175], ns[62, 189] 00000400:00000200:2.0:1767384697.498954:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 61], ns[69, 62] 00000400:00000200:2.0:1767384697.498958:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 61], ns[73, 62] 00000400:00000200:2.0:1767384697.498961:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 61], ns[77, 62] 00000400:00000200:2.0:1767384697.498964:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 61], ns[89, 62] 00000400:00000200:2.0:1767384697.498967:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 61], ns[94, 62] 00000400:00000200:2.0:1767384697.498970:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 61], ns[115, 62] 00000400:00000200:2.0:1767384697.498973:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 61], ns[122, 62] 00000800:00000200:3.0:1767384697.498975:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384697.498978:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 61], ns[142, 62] 00000800:00000010:3.0:1767384697.498980:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797a4f37. 00000400:00000200:2.0:1767384697.498983:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 61], ns[146, 62] 00000400:00000200:3.0:1767384697.498985:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384697.498989:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 61], ns[150, 62] 00000400:00000200:3.0:1767384697.498994:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp24->192.168.202.122@tcp24: ACK: OK 00000400:00000200:2.0:1767384697.498997:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 61], ns[166, 62] 00000020:00000010:0.0:1767384697.498997:0:41008:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a769fd43. 00000400:00000200:2.0:1767384697.499004:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 61], ns[173, 62] 00000020:00000010:0.0:1767384697.499004:0:41008:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000008a77bf19. 00000400:00000200:2.0:1767384697.499010:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 61], ns[185, 62] 00000400:00000200:2.0:1767384697.499013:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[204, 61], ns[249, 62] 00000400:00000200:2.0:1767384697.499015:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 61], ns[46, 62] 00000400:00000200:2.0:1767384697.499017:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 00000400:00000200:2.0:1767384697.499021:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00000400:00000200:2.0:1767384697.499024:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 46], ns[67, 46] 00000400:00000200:2.0:1767384697.499027:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 46], ns[80, 46] 00000400:00000200:2.0:1767384697.499030:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 46], ns[87, 46] 00000400:00000200:2.0:1767384697.499033:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[202, 46], ns[247, 46] 00000400:00000200:2.0:1767384697.499036:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[166, 46], ns[180, 46] 00000400:00000200:2.0:1767384697.499039:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 46], ns[155, 46] 00000400:00000200:2.0:1767384697.499041:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 46], ns[194, 46] 00000400:00000200:2.0:1767384697.499044:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 46], ns[111, 46] 00000400:00000200:2.0:1767384697.499047:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 46], ns[132, 46] 00000400:00000200:2.0:1767384697.499050:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 46], ns[126, 46] 00000400:00000200:2.0:1767384697.499054:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[195, 46], ns[240, 46] 00000400:00000200:2.0:1767384697.499056:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[192, 46], ns[237, 46] 00000400:00000200:2.0:1767384697.499059:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 46], ns[160, 46] 00000400:00000200:2.0:1767384697.499062:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 46], ns[164, 46] 00000400:00000200:2.0:1767384697.499066:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[199, 46], ns[244, 46] 00000020:00000010:0.0:1767384697.499066:0:41008:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b3849e8e. 00000020:00000010:0.0:1767384697.499071:0:41008:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000007e04080. 00000400:00000200:2.0:1767384697.499073:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[201, 46], ns[246, 46] 00000400:00000200:2.0:1767384697.499078:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 46], ns[182, 46] 00000400:00000200:2.0:1767384697.499081:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[197, 46], ns[242, 46] 00000400:00000200:2.0:1767384697.499083:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 46], ns[235, 46] 00000400:00000200:2.0:1767384697.499085:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 46], ns[200, 46] 40000000:00000010:0.0:1767384697.499086:0:41008:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000264f5c95. 00000400:00000200:2.0:1767384697.499089:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[200, 46], ns[245, 46] 40000000:00000010:0.0:1767384697.499091:0:41008:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000e32579c1. 00000400:00000200:2.0:1767384697.499094:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:2.0:1767384697.499098:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp25 00000400:00000200:2.0:1767384697.499100:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp25 lpni_is_preferred = 0 00000400:00000200:2.0:1767384697.499102:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp25 00000400:00000200:2.0:1767384697.499106:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp25 NI seq info: [250:250:256:4294967295] 192.168.202.122@tcp25 LPNI seq info [205:205:8:4294967295] 00000400:00000200:2.0:1767384697.499109:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp25 00000400:00000200:2.0:1767384697.499116:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp25(192.168.202.122@tcp25:) -> 192.168.202.122@tcp25(192.168.202.122@tcp:192.168.202.122@tcp25) : GET try# 0 00000800:00000200:2.0:1767384697.499121:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp25 00000800:00000010:2.0:1767384697.499125:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f7df2534. 00000800:00000200:2.0:1767384697.499130:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000034585ee9] -> 12345-192.168.202.122@tcp25 (6) 40000000:00000010:0.0:1767384697.499131:0:41008:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000e32579c1. 00000800:00000200:2.0:1767384697.499139:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp25 ip 192.168.202.122:988 00000004:00000010:0.0:1767384697.499139:0:41008:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000012dd5c8c. 00000400:00000200:3.0:1767384697.499140:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp24(192.168.202.122@tcp24) <- 192.168.202.122@tcp24 : ACK - for me 00000800:00000200:2.0:1767384697.499144:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7df2534 type 2, nob 96 niov 1 nkiov 0 00000004:00000010:0.0:1767384697.499148:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c5cd7ad8. 00000400:00000200:2.0:1767384697.499150:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000004:00000010:0.0:1767384697.499155:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003d0ae854. 00000400:00000200:3.0:1767384697.499156:0:16337:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.122@tcp24: ACK from 12345-192.168.202.122@tcp24 into md 0x2a95 00000400:00000200:2.0:1767384697.499156:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300671 rc 0 00000004:00000010:0.0:1767384697.499162:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000066ce81e6. 00000400:00000200:3.0:1767384697.499163:0:16337:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1767384697.499169:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f38300f9. 00000400:00000200:3.0:1767384697.499171:0:16337:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp24->192.168.202.122@tcp24: ACK: OK 00000400:00000200:3.0:1767384697.499175:0:16337:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f07b3369 00000400:00000010:3.0:1767384697.499176:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f07b3369. 00000001:00000010:0.0:1767384697.499179:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007abcf931. 00000400:00000200:3.0:1767384697.499180:0:16337:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384697.499185:0:16337:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.202.122@tcp ev->status 0 00000400:00000200:3.0:1767384697.499187:0:16337:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000001:00000010:0.0:1767384697.499189:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000007abcf931. 00000400:00000200:3.0:1767384697.499197:0:16337:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (43) 00000800:00000200:2.0:1767384697.499200:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384697.499203:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f7df2534. 00000400:00000200:2.0:1767384697.499205:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384697.499209:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp25->192.168.202.122@tcp25: GET: OK 00000400:00000200:2.0:1767384697.499212:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384697.499217:0:16338:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000400:00000200:3.0:1767384697.499220:0:16337:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp25(192.168.202.122@tcp25) <- 192.168.202.122@tcp25 : GET - for me 00000400:00000200:3.0:1767384697.499230:0:16337:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384697.499233:0:16337:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 704/704 into md 0x1fc9 [1] + 0 00000400:00000200:2.0:1767384697.499240:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384697.499244:0:16337:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp25 to MR: 192.168.202.122@tcp25 local destination 00000400:00000200:3.0:1767384697.499249:0:16337:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp25 NI seq info: [251:251:256:4294967295] 192.168.202.122@tcp25 LPNI seq info [206:206:8:4294967295] 00000400:00000200:3.0:1767384697.499257:0:16337:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp25(192.168.202.122@tcp25:192.168.202.122@tcp25) -> 192.168.202.122@tcp25(192.168.202.122@tcp25:192.168.202.122@tcp25) 192.168.202.122@tcp25 : REPLY try# 0 00000800:00000200:3.0:1767384697.499260:0:16337:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.122@tcp25 00000400:00000200:2.0:1767384697.499263:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300271 00000800:00000010:3.0:1767384697.499265:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797a4f37. 00000400:00000200:2.0:1767384697.499269:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (42) 00000800:00000200:3.0:1767384697.499272:0:16337:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000034585ee9] -> 12345-192.168.202.122@tcp25 (6) 00000400:00000010:2.0:1767384697.499276:0:16342:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000eb4f4cc8. 00000800:00000200:3.0:1767384697.499277:0:16337:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp25 ip 192.168.202.122:991 00000800:00000200:3.0:1767384697.499281:0:16337:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000797a4f37 type 3, nob 800 niov 1 nkiov 1 00000400:00000010:2.0:1767384697.499282:0:16342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d7ef4eac. 00000400:00000010:2.0:1767384697.499287:0:16342:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a41575be. 00000400:00000200:2.0:1767384697.499311:0:16342:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000400:00000200:2.0:1767384697.499318:0:16342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000400:00000200:2.0:1767384697.499321:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[61, 175], ns[62, 189] 00000400:00000200:2.0:1767384697.499325:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[68, 61], ns[69, 62] 00000400:00000200:2.0:1767384697.499329:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[72, 61], ns[73, 62] 00000400:00000200:2.0:1767384697.499333:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 61], ns[77, 62] 00000400:00000200:2.0:1767384697.499337:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[88, 61], ns[89, 62] 00000400:00000200:2.0:1767384697.499340:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[93, 61], ns[94, 62] 00000400:00000200:2.0:1767384697.499345:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 61], ns[115, 62] 00000400:00000200:2.0:1767384697.499348:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[110, 61], ns[122, 62] 00000400:00000200:2.0:1767384697.499352:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[128, 61], ns[142, 62] 00000400:00000200:2.0:1767384697.499356:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 61], ns[146, 62] 00000400:00000200:2.0:1767384697.499360:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[136, 61], ns[150, 62] 00000400:00000200:2.0:1767384697.499364:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 61], ns[166, 62] 00000400:00000200:2.0:1767384697.499367:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[159, 61], ns[173, 62] 00000004:00000010:3.0:1767384697.499370:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009a2f5231. 00000400:00000200:2.0:1767384697.499372:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[171, 61], ns[185, 62] 00000004:00000010:3.0:1767384697.499376:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e795a20b. 00000400:00000200:2.0:1767384697.499377:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[204, 61], ns[249, 62] 00000004:00000010:3.0:1767384697.499381:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003099eb0d. 00000400:00000200:2.0:1767384697.499385:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[206, 61], ns[251, 62] 00080000:00000010:3.0:1767384697.499387:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f8853896. 00000001:00000010:3.0:1767384697.499394:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000096aace2a. 00000400:00000200:2.0:1767384697.499394:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 61], ns[50, 62] 00000400:00000200:2.0:1767384697.499402:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000001:00000010:3.0:1767384697.499404:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000096aace2a. 00000400:00000200:2.0:1767384697.499411:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[66, 50], ns[67, 50] 00000400:00000200:2.0:1767384697.499417:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[79, 50], ns[80, 50] 00000400:00000200:2.0:1767384697.499423:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 50], ns[87, 50] 00000400:00000200:2.0:1767384697.499428:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[202, 50], ns[247, 50] 00000400:00000200:2.0:1767384697.499434:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[166, 50], ns[180, 50] 00000800:00000200:0.0:1767384697.499434:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384697.499439:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797a4f37. 00000400:00000200:0.0:1767384697.499444:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384697.499446:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[141, 50], ns[155, 50] 00000400:00000200:0.0:1767384697.499453:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp25->192.168.202.122@tcp25: REPLY: OK 00000400:00000200:2.0:1767384697.499454:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[180, 50], ns[194, 50] 00000400:00000200:2.0:1767384697.499461:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[103, 50], ns[111, 50] 00000400:00000200:2.0:1767384697.499464:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 50], ns[132, 50] 00000400:00000200:2.0:1767384697.499468:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 50], ns[126, 50] 00000400:00000200:2.0:1767384697.499471:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[195, 50], ns[240, 50] 00000400:00000200:2.0:1767384697.499475:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[192, 50], ns[237, 50] 00000400:00000200:2.0:1767384697.499478:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[146, 50], ns[160, 50] 00000400:00000200:2.0:1767384697.499482:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[150, 50], ns[164, 50] 00000400:00000200:2.0:1767384697.499485:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[199, 50], ns[244, 50] 00000400:00000200:2.0:1767384697.499489:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[201, 50], ns[246, 50] 00000400:00000200:2.0:1767384697.499492:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 50], ns[182, 50] 00000400:00000200:2.0:1767384697.499496:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[197, 50], ns[242, 50] 00000400:00000200:2.0:1767384697.499499:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 50], ns[235, 50] 00000400:00000200:2.0:1767384697.499503:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[186, 50], ns[200, 50] 00000400:00000200:2.0:1767384697.499506:0:16342:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[200, 50], ns[245, 50] 00000400:00000200:2.0:1767384697.499508:0:16342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:2.0:1767384697.499510:0:16342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp26 00000400:00000200:2.0:1767384697.499513:0:16342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.122@tcp26 lpni_is_preferred = 0 00000400:00000200:2.0:1767384697.499514:0:16342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp26 00000400:00000200:2.0:1767384697.499516:0:16342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp26 NI seq info: [252:252:256:4294967295] 192.168.202.122@tcp26 LPNI seq info [207:207:8:4294967295] 00000400:00000200:2.0:1767384697.499520:0:16342:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp26 00000400:00000200:2.0:1767384697.499524:0:16342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp26(192.168.202.122@tcp26:) -> 192.168.202.122@tcp26(192.168.202.122@tcp:192.168.202.122@tcp26) : GET try# 0 00000800:00000200:2.0:1767384697.499527:0:16342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp26 00000800:00000010:2.0:1767384697.499531:0:16342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f7df2534. 00000800:00000200:2.0:1767384697.499535:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00000800:00000200:2.0:1767384697.499538:0:16342:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.122 (cnted 2, interval 16, 3 secs later) 00000400:00000200:0.0:1767384697.499544:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp25(192.168.202.122@tcp25) <- 192.168.202.122@tcp25 : REPLY - for me 00000800:00000200:2.0:1767384697.499548:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp26 ip 192.168.202.122:988 00000004:00000010:3.0:1767384697.499562:0:41008:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000529e60c3. 00000800:00000200:2.0:1767384697.499567:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f7df2534 type 2, nob 96 niov 1 nkiov 0 00000004:00000010:3.0:1767384697.499570:0:41008:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 00000000c0fa305c. 00000400:00000200:0.0:1767384697.499570:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp25: Reply from 12345-192.168.202.122@tcp25 of length 704/704 into md 0x2a9d 00000004:00000010:3.0:1767384697.499578:0:41008:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000feb58b6b. 00000400:00000200:2.0:1767384697.499580:0:16342:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000004:00000010:3.0:1767384697.499583:0:41008:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ff6cc39c. 00000400:00000200:2.0:1767384697.499583:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300271 rc 0 00000400:00000200:0.0:1767384697.499586:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1767384697.499589:0:41008:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000cac59d31. 00000400:00000200:0.0:1767384697.499593:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp25->192.168.202.122@tcp25: REPLY: OK 00080000:00000010:3.0:1767384697.499594:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009d1d5d3d. 00000400:00000200:0.0:1767384697.499599:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b121e87 00000001:00000010:3.0:1767384697.499601:0:41008:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000096aace2a. 00000400:00000010:0.0:1767384697.499601:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006b121e87. 00000400:00000200:0.0:1767384697.499607:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000001:00000010:3.0:1767384697.499609:0:41008:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000096aace2a. 00000400:00000200:0.0:1767384697.499611:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:0.0:1767384697.499614:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:0.0:1767384697.499618:0:16338:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 42. state = 0x300271 00000400:00000200:0.0:1767384697.499622:0:16338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp (00000000f210e2f8): -114 00000800:00000200:2.0:1767384697.499626:0:16339:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384697.499630:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f7df2534. 00000400:00000200:0.0:1767384697.499630:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (43) 00000400:00000200:2.0:1767384697.499635:0:16339:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384697.499640:0:16339:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp26->192.168.202.122@tcp26: GET: OK 00000400:00000200:2.0:1767384697.499643:0:16339:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384697.499649:0:16339:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000400:00000200:0.0:1767384697.499649:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp26(192.168.202.122@tcp26) <- 192.168.202.122@tcp26 : GET - for me 00000400:00000200:0.0:1767384697.499663:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384697.499668:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 704/704 into md 0x1fc9 [1] + 0 00000400:00000200:2.0:1767384697.499670:0:16342:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384697.499675:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp26 to MR: 192.168.202.122@tcp26 local destination 00000400:00000200:0.0:1767384697.499680:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp26 NI seq info: [253:253:256:4294967295] 192.168.202.122@tcp26 LPNI seq info [208:208:8:4294967295] 00000400:00000200:0.0:1767384697.499686:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp26(192.168.202.122@tcp26:192.168.202.122@tcp26) -> 192.168.202.122@tcp26(192.168.202.122@tcp26:192.168.202.122@tcp26) 192.168.202.122@tcp26 : REPLY try# 0 00000800:00000200:0.0:1767384697.499689:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.202.122@tcp26 00000800:00000010:0.0:1767384697.499691:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000958ea824. 00000400:00000200:2.0:1767384697.499694:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x3000f1 00000800:00000200:0.0:1767384697.499699:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002ed710fb] -> 12345-192.168.202.122@tcp26 (4) 00000800:00000200:0.0:1767384697.499701:0:16338:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.202.122 (cnted 2, interval 16, 3 secs later) 00000400:00000010:2.0:1767384697.499702:0:16342:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 000000005b146892. 00000400:00000010:2.0:1767384697.499706:0:16342:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 00000000d9be877d. 00000800:00000200:0.0:1767384697.499708:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp26 ip 192.168.202.122:989 00000400:00000010:2.0:1767384697.499709:0:16342:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 000000006b4914b8. 00000800:00000200:0.0:1767384697.499711:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000958ea824 type 3, nob 800 niov 1 nkiov 1 00000400:00000200:2.0:1767384697.499732:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp31(00000000de0900f9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384697.499738:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp34(000000001fe87d40) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384697.499745:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp39(00000000a12f2db1) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384697.499750:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp42(00000000a395ee9d) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384697.499754:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp43(000000002641f789) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384697.499758:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp45(0000000064f1a38f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384697.499764:0:16342:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.202.122@tcp48(000000006037d5d3) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384697.499769:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000035d1e2d3. 00000400:00000200:2.0:1767384697.499774:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000035d1e2d3 nid 192.168.202.122@tcp49 00000400:00000010:2.0:1767384697.499776:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ac923da8. 00000400:00000200:2.0:1767384697.499779:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ac923da8 net tcp49 00000800:00000200:0.0:1767384697.499781:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000040:00000010:3.0:1767384697.499782:0:41008:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000003b6ed24c. 00000400:00000200:2.0:1767384697.499782:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (42) 00000800:00000010:0.0:1767384697.499786:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000958ea824. 00000400:00000200:2.0:1767384697.499791:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp49 flags 0x11 00000400:00000200:0.0:1767384697.499792:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:3.0:1767384697.499795:0:41008:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c7012699. 00000400:00000010:2.0:1767384697.499796:0:16342:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000b56862c. 00000400:00000200:0.0:1767384697.499802:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp26->192.168.202.122@tcp26: REPLY: OK 00000400:00000200:2.0:1767384697.499803:0:16342:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000b56862c nid 192.168.202.122@tcp50 00000020:00000010:3.0:1767384697.499806:0:41008:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005c98147f. 00000400:00000010:2.0:1767384697.499808:0:16342:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001d2256f5. 00000400:00000200:2.0:1767384697.499813:0:16342:0:(peer.c:204:lnet_peer_net_alloc()) 000000001d2256f5 net tcp50 00080000:00000010:3.0:1767384697.499815:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000482f596f. 00000400:00000200:2.0:1767384697.499815:0:16342:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (43) 00000400:00000200:2.0:1767384697.499821:0:16342:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp50 flags 0x11 00000400:00000010:2.0:1767384697.499824:0:16342:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 000000005b146892. 00000400:00000010:2.0:1767384697.499828:0:16342:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 00000000d9be877d. 00000400:00000200:0.0:1767384697.499831:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp26(192.168.202.122@tcp26) <- 192.168.202.122@tcp26 : REPLY - for me 00000400:00000010:2.0:1767384697.499832:0:16342:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 000000006b4914b8. 00000400:00000010:2.0:1767384697.499837:0:16342:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000bac08695. 00000400:00000200:2.0:1767384697.499840:0:16342:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.202.122@tcp (00000000f210e2f8): 0 00000400:00000200:2.0:1767384697.499844:0:16342:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.202.122@tcp(00000000f210e2f8): 0. state = 0x300171 00000400:00000200:2.0:1767384697.499850:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 rc 1 00000400:00000200:0.0:1767384697.499850:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp26: Reply from 12345-192.168.202.122@tcp26 of length 704/704 into md 0x2aa1 00000400:00000200:2.0:1767384697.499855:0:16342:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300171 00000400:00000200:2.0:1767384697.499858:0:16342:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.202.122@tcp 00000400:00000200:2.0:1767384697.499860:0:16342:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.202.122@tcp(00000000f210e2f8) state 0x300111 rc 0 00000400:00000200:2.0:1767384697.499863:0:16342:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.122@tcp (00000000f210e2f8) 00000400:00000200:2.0:1767384697.499866:0:16342:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (44) 00000400:00000200:0.0:1767384697.499868:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384697.499876:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp26->192.168.202.122@tcp26: REPLY: OK 00000400:00000200:0.0:1767384697.499880:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7ef4eac 00000400:00000010:0.0:1767384697.499882:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d7ef4eac. 00000400:00000200:0.0:1767384697.499887:0:16338:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384697.499891:0:16338:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:0.0:1767384697.499894:0:16338:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(00000000f210e2f8) is MR 00000400:00000200:0.0:1767384697.499897:0:16338:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 42. state = 0x300111 00000400:00000200:0.0:1767384697.499900:0:16338:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (43) 00000040:00000010:3.0:1767384697.499969:0:41008:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000503300e2. 00080000:00000010:3.0:1767384697.500205:0:41008:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ebe3d4a9. 00080000:00000010:3.0:1767384697.500211:0:41008:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004e009e29. 00080000:00000010:3.0:1767384697.500232:0:41008:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004e009e29. 00080000:00000010:3.0:1767384697.500237:0:41008:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009b40fb4b. 00000040:00000010:3.0:1767384697.500240:0:41008:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004f42778d. 00000020:00000010:3.0:1767384697.500243:0:41008:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e8dac011. 00080000:00000010:3.0:1767384697.500245:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002ab4cb64. 00080000:00000010:3.0:1767384697.500361:0:41008:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004e009e29. 00080000:00000010:3.0:1767384697.500367:0:41008:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000ae0b6db3. 00080000:00000010:3.0:1767384697.500371:0:41008:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000081443a1. 00000040:00000010:3.0:1767384697.500374:0:41008:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000092393da4. 00000020:00000010:3.0:1767384697.500377:0:41008:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008dcd2b7b. 00080000:00000010:3.0:1767384697.500379:0:41008:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005e87fc74. 00080000:00000010:3.0:1767384697.500478:0:41008:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e18df07e. 00000001:00000010:3.0:1767384697.500661:0:41008:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 000000007af7ef2f. 00000040:00000010:3.0:1767384697.500680:0:41008:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000000202b2db. 00080000:00000010:3.0:1767384697.500688:0:41008:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000a723d482. 00080000:00000010:3.0:1767384697.500804:0:41008:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000fd1460f5. 00080000:00000010:3.0:1767384697.501008:0:41008:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e18df07e. 00080000:00000010:3.0:1767384697.501011:0:41008:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000081443a1. 00080000:00000010:3.0:1767384697.501013:0:41008:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004e009e29. 00000020:00000010:3.0:1767384697.501178:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000548086b5. 00000020:00000010:3.0:1767384697.501182:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000021d1253d. 00000040:00000010:3.0:1767384697.501184:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000334a5011. 00000020:00000010:3.0:1767384697.501187:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000714537ba. 00000020:00000010:3.0:1767384697.501189:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dd1ae847. 00040000:00000010:3.0:1767384697.501191:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000040fb9a4a. 00040000:00000010:3.0:1767384697.501194:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004e9550c5. 00000004:00000010:0.0:1767384697.501194:0:41008:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 0000000098f48e83. 00000020:00000010:0.0:1767384697.501202:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b3f07dc. 00080000:00000010:3.0:1767384697.501206:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005f5e1ff6. 00080000:00000010:3.0:1767384697.501211:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ed465b82. 00000020:00000010:0.0:1767384697.501213:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000050943ad9. 00000020:00000010:3.0:1767384697.501217:0:41012:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000081443a1. 00000040:00000010:0.0:1767384697.501219:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001b40c0d3. 00000040:00000010:3.0:1767384697.501224:0:41012:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a0474620. 00000020:00000010:0.0:1767384697.501225:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000591f86c8. 00000040:00000010:3.0:1767384697.501230:0:41012:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000b13a6743. 00000020:00000010:0.0:1767384697.501230:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004df7a99d. 00000020:00000010:0.0:1767384697.501233:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f3f50e26. 80000000:00000010:0.0:1767384697.501237:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf1e5b73. 40000000:00000010:0.0:1767384697.501241:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002febc654. 00100000:00000010:0.0:1767384697.501244:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b39a6059. 00000040:00000010:3.0:1767384697.501245:0:41012:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000573b5e9e. 00040000:00000010:0.0:1767384697.501248:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000958ea824. 00000040:00000010:3.0:1767384697.501250:0:41012:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003c9d6a67. 00040000:00000010:0.0:1767384697.501254:0:41008:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000018aab9e1. 00040000:00000010:0.0:1767384697.501258:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d30008b7. 00080000:00000010:0.0:1767384697.501262:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ed0736d8. 00080000:00000010:0.0:1767384697.501274:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000501bf32. 00000004:00000010:0.0:1767384697.501278:0:41008:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009fc140a2. 00000004:00000010:0.0:1767384697.501282:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fea457dc. 00000004:00000010:0.0:1767384697.501284:0:41008:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008f8e570b. 00002000:00000010:0.0:1767384697.501287:0:41008:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009051ebd3. 00000004:00000010:0.0:1767384697.501316:0:41008:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000031df3c1f. 00000020:00000010:3.0:1767384697.501592:0:41008:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ac4a3e9e. 00000020:00000010:3.0:1767384697.501596:0:41008:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000006b01e693. 00000020:00000010:3.0:1767384697.501615:0:41008:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 000000005cd9c2d4. 00000020:00000010:3.0:1767384697.501621:0:41008:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 000000005cd9c2d4. 00000004:00000010:3.0:1767384697.501623:0:41008:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 0000000030836224. 00000020:00000010:3.0:1767384697.501628:0:41008:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005ffb67ed. 00000040:00000010:3.0:1767384697.501631:0:41008:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cc93f6aa. 00000020:00000010:3.0:1767384697.501632:0:41008:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000036787bc4. 00000020:00000010:3.0:1767384697.501634:0:41008:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d7367158. 00000020:00000010:3.0:1767384697.501636:0:41008:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000075322362. 80000000:00000010:3.0:1767384697.501637:0:41008:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007cb1a6ae. 40000000:00000010:3.0:1767384697.501639:0:41008:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c4592b63. 00100000:00000010:3.0:1767384697.501641:0:41008:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009bebebc8. 00040000:00000010:3.0:1767384697.501644:0:41008:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000081078b64. 00040000:00000010:3.0:1767384697.501646:0:41008:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f4ffb3a1. 00040000:00000010:3.0:1767384697.501649:0:41008:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000025861d3e. 00080000:00000010:3.0:1767384697.501652:0:41008:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 000000007af7ef2f. 00080000:00000010:3.0:1767384697.501655:0:41008:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001f744bf6. 00080000:00000010:3.0:1767384697.501657:0:41008:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000ae0b6db3. 00080000:00000010:3.0:1767384697.501660:0:41008:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dd943e73. 00000004:00000010:3.0:1767384697.501662:0:41008:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004c6675e2. 00000004:00000010:3.0:1767384697.501665:0:41008:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cf60a72e. 00000004:00000010:3.0:1767384697.501667:0:41008:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007df91d31. 00002000:00000010:3.0:1767384697.501670:0:41008:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000eb054d82. 00000004:00000010:3.0:1767384697.501673:0:41008:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000012dd5c8c. 00000020:00000010:3.0:1767384697.501678:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a4f0ec6. 00000020:00000010:3.0:1767384697.501681:0:41008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b75d332d. 00000020:00000010:3.0:1767384697.501684:0:41008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e2123e8c. 00000008:00000010:3.0:1767384697.501687:0:41008:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000bbff4595. 00020000:00000010:3.0:1767384697.501691:0:41008:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002a3fe493. 00008000:00000010:3.0:1767384697.501694:0:41008:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000e495697d. 00000080:00000010:3.0:1767384697.501697:0:41008:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000076e3125a. 00000020:00000010:3.0:1767384697.501699:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000125ad929. 00000020:00000010:3.0:1767384697.501703:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000059b48056. 00000020:00000010:3.0:1767384697.501709:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000e45ec249. 00000020:00000010:3.0:1767384697.501714:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f6acdcc. 00000020:00000010:3.0:1767384697.501717:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fa0c8341. 00000040:00000010:3.0:1767384697.501719:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f57ea590. 00000020:00000010:3.0:1767384697.501721:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001418ffb1. 00000020:00000010:3.0:1767384697.501724:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001e60caf7. 00000020:00000010:3.0:1767384697.501726:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000df66eaeb. 80000000:00000010:3.0:1767384697.501729:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000012e58bd1. 40000000:00000010:3.0:1767384697.501731:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000637c8613. 00100000:00000010:3.0:1767384697.501734:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000091f64542. 00040000:00000010:3.0:1767384697.501736:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009bcbb4e5. 00040000:00000010:3.0:1767384697.501738:0:41008:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008aca24e4. 00040000:00000010:3.0:1767384697.501740:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6d235c8. 00080000:00000010:3.0:1767384697.501743:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dd943e73. 00080000:00000010:3.0:1767384697.501747:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001f744bf6. 00000004:00000010:3.0:1767384697.501750:0:41008:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007df91d31. 00000004:00000010:3.0:1767384697.501753:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000029774135. 00000004:00000010:3.0:1767384697.501756:0:41008:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004c6675e2. 00000004:00000010:3.0:1767384697.501758:0:41008:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005ccef5cc. 00000004:00000010:3.0:1767384697.501769:0:41008:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 000000005cd9c2d4. 00000020:00000010:3.0:1767384697.501774:0:41008:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007af7ef2f. 00000100:00000010:3.0:1767384697.501792:0:41008:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eadd7430. 02000000:00000010:3.0:1767384697.501805:0:41008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000091e31c13. 00000004:00000010:3.0:1767384697.501844:0:41008:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 000000005cd9c2d4. 00040000:00000010:0.0:1767384697.501846:0:16343:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ac4f48cd. 00000004:00000010:3.0:1767384697.501849:0:41008:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 00000000e1069487. 00000004:00000010:0.0:1767384697.501851:0:16343:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ed1941f2. 00020000:00000010:3.0:1767384697.501855:0:41008:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000860a2a76. 00000004:00000010:0.0:1767384697.501856:0:16343:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000451e922a. 00000004:00000010:0.0:1767384697.501860:0:16343:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005b88f798. 00020000:00000010:3.0:1767384697.501862:0:41008:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000e3b21e6e. 00000004:00000010:0.0:1767384697.501863:0:16343:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000846a559c. 00100000:00000010:3.0:1767384697.501869:0:41008:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 000000005cd9c2d4. 00000020:00000010:3.0:1767384697.501874:0:41008:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fa0c8341. 00000040:00000010:3.0:1767384697.501877:0:41008:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f57ea590. 00000020:00000010:3.0:1767384697.501879:0:41008:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001418ffb1. 02000000:00000010:0.0:1767384697.501879:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000514858d5. 00000400:00000010:0.0:1767384697.501884:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007abcf931. 00000020:00000010:3.0:1767384697.501885:0:41008:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001e60caf7. 00000020:00000010:3.0:1767384697.501890:0:41008:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000df66eaeb. 00000400:00000010:0.0:1767384697.501891:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc204e5e. 80000000:00000010:3.0:1767384697.501892:0:41008:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000012e58bd1. 40000000:00000010:3.0:1767384697.501896:0:41008:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000637c8613. 00000100:00000200:0.0:1767384697.501896:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050248448, portal 4 00100000:00000010:3.0:1767384697.501899:0:41008:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000091f64542. 00000020:00000010:0.0:1767384697.501902:0:16343:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000008652a7f. 00040000:00000010:3.0:1767384697.501903:0:41008:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009bcbb4e5. 00040000:00000010:3.0:1767384697.501906:0:41008:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008aca24e4. 00040000:00000010:3.0:1767384697.501909:0:41008:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f6d235c8. 00000400:00000010:0.0:1767384697.501909:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00080000:00000010:3.0:1767384697.501911:0:41008:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001f744bf6. 00000100:00000200:0.0:1767384697.501913:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237050248448, offset 0 00080000:00000010:3.0:1767384697.501915:0:41008:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dd943e73. 00000004:00000010:3.0:1767384697.501918:0:41008:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007df91d31. 00000400:00000200:0.0:1767384697.501918:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000010:3.0:1767384697.501922:0:41008:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000029774135. 00000004:00000010:3.0:1767384697.501924:0:41008:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004c6675e2. 00000400:00000200:0.0:1767384697.501927:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:3.0:1767384697.501928:0:41008:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005ccef5cc. 00000020:00000010:3.0:1767384697.501931:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f6acdcc. 00000400:00000200:0.0:1767384697.501934:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x6958260108d00 00000020:00000010:3.0:1767384697.501935:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 00000000e45ec249. 00000020:00000010:3.0:1767384697.501940:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009bcbb4e5. 00000020:00000010:3.0:1767384697.501943:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009bcbb4e5. 00000020:00000010:3.0:1767384697.501946:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009bcbb4e5. 00000400:00000200:0.0:1767384697.501946:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 5752 00000020:00000010:3.0:1767384697.501950:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009bcbb4e5. 00000020:00000010:3.0:1767384697.501953:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 00000000637c8613. 00000400:00000200:0.0:1767384697.501953:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767384697.501957:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 00000000637c8613. 00000400:00000200:0.0:1767384697.501959:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384697.501963:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384697.501964:0:41008:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e356334. 00000100:00000010:0.0:1767384697.501966:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004f13bb57. 02000000:00000010:3.0:1767384697.501970:0:41008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f6acdcc. 00000100:00000010:3.0:1767384697.501977:0:41008:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b16d6a37. 00000400:00000200:0.0:1767384697.501980:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 00000400:00000010:0.0:1767384697.501982:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000200:0.0:1767384697.501987:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000eadd7430 x1853237050248448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384697.501992:0:41008:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000006dd6290c. 00000400:00000010:3.0:1767384697.501996:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096aace2a. 00000100:00000010:0.0:1767384697.502000:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000039c904b8. 00000400:00000010:3.0:1767384697.502001:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000479e06fe. 00000100:00000200:3.0:1767384697.502005:0:41008:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237050248576, portal 25 00000400:00000010:3.0:1767384697.502009:0:41008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.502010:0:41008:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237050248576, offset 0 00000100:00000010:0.0:1767384697.502012:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7c04832. 00000400:00000200:3.0:1767384697.502016:0:41008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384697.502017:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b75304f6. 00000100:00000010:0.0:1767384697.502018:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036f49483. 00000400:00000200:3.0:1767384697.502024:0:41008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384697.502026:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000317f51a8. 00000100:00000010:0.0:1767384697.502026:0:16343:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097060d58. 00000400:00000200:3.0:1767384697.502031:0:41008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260108d80 00000020:00000010:2.0:1767384697.502033:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000544aff1c. 00000400:00000200:3.0:1767384697.502037:0:41008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2225 [2] + 0 00000400:00000010:3.0:1767384697.502040:0:41008:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad94dd0e. 00000400:00000200:3.0:1767384697.502043:0:41008:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000533efd5f 00000400:00000200:3.0:1767384697.502045:0:41008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.502048:0:41008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384697.502051:0:41008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000533efd5f 00000400:00000010:3.0:1767384697.502052:0:41008:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000533efd5f. 00000100:00000200:3.0:1767384697.502055:0:41008:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:2.0:1767384697.502063:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050248448 00000400:00000200:3.0:1767384697.502069:0:41008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000400:00000010:3.0:1767384697.502071:0:41008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.502075:0:41008:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006e356334 x1853237050248576/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384697.502079:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000bac08695. 00000020:00000010:2.0:1767384697.502089:0:17884:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000d9be877d. 00000020:00000010:1.0:1767384697.502095:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068fa973. 00000001:00000010:2.0:1767384697.502096:0:17884:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000076db9fb0. 00000020:00000010:1.0:1767384697.502100:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068fa973. 00000001:00000010:2.0:1767384697.502103:0:17884:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f7df2534. 00000020:00000010:1.0:1767384697.502105:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a369d2e2. 00000001:00000010:2.0:1767384697.502109:0:17884:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000653ab704. 00000020:00000010:1.0:1767384697.502109:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.502115:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000001:00000010:2.0:1767384697.502116:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000051801f26. 00000001:00000010:2.0:1767384697.502121:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c3a34b9a. 00000001:00000010:2.0:1767384697.502123:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007aae1525. 00000001:00000010:2.0:1767384697.502126:0:17884:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008cbc69d2. 00000020:00000010:1.0:1767384697.502135:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.502139:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068fa973. 00000100:00000200:1.0:1767384697.502141:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050248576 00080000:00000010:2.0:1767384697.502152:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000032b2242b. 02000000:00000010:1.0:1767384697.502159:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000002b37f4b2. 00080000:00000010:2.0:1767384697.502160:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f2f6658. 00000040:00000010:1.0:1767384697.502165:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000062168156. 00000040:00000010:1.0:1767384697.502174:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b9b63f1d. 00000001:00000010:2.0:1767384697.502176:0:17884:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000fc218921. 00000040:00000010:1.0:1767384697.502191:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b9b63f1d. 00000040:00000010:1.0:1767384697.502195:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000062168156. 00080000:00000010:2.0:1767384697.502199:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f2f6658. 00010000:00000200:1.0:1767384697.502202:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000021e2fba0 x1853237050248576/t0(0) o502->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 272/8472 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384697.502210:0:17884:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000740ba8a4. 00000400:00000010:1.0:1767384697.502216:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000619bfc82. 00000020:00000010:2.0:1767384697.502219:0:17884:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000740ba8a4. 00000100:00000200:1.0:1767384697.502221:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237050248576, offset 224 00000020:00000010:2.0:1767384697.502229:0:17884:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000008440c131. 00000400:00000200:1.0:1767384697.502229:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384697.502238:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f2f6658. 00000400:00000200:1.0:1767384697.502239:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.502249:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260108d80 00000400:00000200:1.0:1767384697.502255:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2aad [4] + 224 00000400:00000200:1.0:1767384697.502261:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1767384697.502264:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004f13bb57 x1853237050248448/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384717 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.502265:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.502273:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e356334 x1853237050248576/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384697.502282:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98008a2. 00000100:00000200:2.0:1767384697.502287:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237050248448, offset 0 00000400:00000200:1.0:1767384697.502309:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000619bfc82 00000400:00000010:1.0:1767384697.502311:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000619bfc82. 00000400:00000200:2.0:1767384697.502318:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384697.502322:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.502326:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000400:00000200:2.0:1767384697.502328:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384697.502330:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a369d2e2. 02000000:00000010:1.0:1767384697.502337:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000002b37f4b2. 00000400:00000200:2.0:1767384697.502339:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x6958260108d00 00000400:00000010:3.0:1767384697.502340:0:41008:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096aace2a. 00000400:00000200:3.0:1767384697.502344:0:41008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479e06fe 00000400:00000010:3.0:1767384697.502347:0:41008:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000479e06fe. 00000100:00000200:1.0:1767384697.502350:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384697.502351:0:41008:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006e356334 x1853237050248576/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384697.502355:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2aa5 [1] + 0 00000400:00000010:1.0:1767384697.502355:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a331cf8. 00000400:00000200:2.0:1767384697.502366:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384697.502366:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000619bfc82. 00000100:00000200:3.0:1767384697.502367:0:41008:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006e356334 x1853237050248576/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384697.502376:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384697.502383:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000eadd7430 x1853237050248448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384697.502387:0:41008:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b16d6a37. 02000000:00000010:3.0:1767384697.502394:0:41008:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000006dd6290c. 02000000:00000010:3.0:1767384697.502403:0:41008:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009f6acdcc. 00000100:00000010:3.0:1767384697.502406:0:41008:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e356334. 00000400:00000200:2.0:1767384697.502409:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98008a2 00000020:00000010:3.0:1767384697.502412:0:41008:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009bcbb4e5. 00000400:00000010:2.0:1767384697.502413:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98008a2. 00000020:00000010:3.0:1767384697.502416:0:41008:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009bcbb4e5. 00000040:00000010:3.0:1767384697.502420:0:41008:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005013ad56. 00000020:00000010:3.0:1767384697.502424:0:41008:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001901802b. 00000020:00000010:2.0:1767384697.502427:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000317f51a8. 00000020:00000010:3.0:1767384697.502430:0:41008:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e037ef7c. 00000020:00000010:2.0:1767384697.502433:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000544aff1c. 00000040:00000010:3.0:1767384697.502434:0:41008:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fb356a60. 00000400:00000010:0.0:1767384697.502435:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007abcf931. 00000020:00000010:2.0:1767384697.502439:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b75304f6. 00000020:00000010:3.0:1767384697.502440:0:41008:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a25264d. 00000400:00000200:0.0:1767384697.502440:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc204e5e 00000400:00000010:0.0:1767384697.502444:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc204e5e. 00000020:00000010:3.0:1767384697.502446:0:41008:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005b761398. 00000020:00000010:3.0:1767384697.502450:0:41008:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000095402ffe. 00000100:00000200:0.0:1767384697.502450:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000eadd7430 x1853237050248448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:3.0:1767384697.502455:0:41008:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a686899f. 40000000:00000010:3.0:1767384697.502459:0:41008:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003f8317df. 00000100:00000200:0.0:1767384697.502462:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000eadd7430 x1853237050248448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1767384697.502463:0:41008:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bfc40d5f. 00040000:00000010:3.0:1767384697.502467:0:41008:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fb9b2305. 00040000:00000010:3.0:1767384697.502472:0:41008:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000008f979a0. 00080000:00000010:3.0:1767384697.502476:0:41008:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000071b4328a. 00080000:00000010:3.0:1767384697.502478:0:41008:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000008875e96. 00000004:00000010:3.0:1767384697.502481:0:41008:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cc974b04. 00002000:00000010:3.0:1767384697.502484:0:41008:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000aeddb801. 00000020:00000010:3.0:1767384697.502487:0:41008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009642fcc3. 02000000:00000010:0.0:1767384697.502503:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000514858d5. 02000000:00000010:0.0:1767384697.502507:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000091e31c13. 00000100:00000010:1.0:1767384697.502509:0:41013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005349fe63. 00000100:00000010:0.0:1767384697.502510:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eadd7430. 02000000:00000010:1.0:1767384697.502517:0:41013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008ddc032d. 00000040:00000010:2.0:1767384697.502525:0:40979:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000009f3bf422. 00000040:00000010:2.0:1767384697.502533:0:40979:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000db1fc05a. 00000040:00000010:2.0:1767384697.502538:0:40979:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ac0bcbf1. 00040000:00000010:0.0:1767384697.502544:0:16344:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000030e851e. 00000020:00000010:2.0:1767384697.502545:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fdb0f458. 00000004:00000010:0.0:1767384697.502560:0:16344:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006ff975e1. 00000040:00000010:2.0:1767384697.502563:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000118b8fae. 00000004:00000010:0.0:1767384697.502566:0:16344:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000069f27ac7. 00000020:00000010:2.0:1767384697.502568:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002fbd0261. 00000004:00000010:0.0:1767384697.502569:0:16344:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000094aec774. 00000004:00000010:0.0:1767384697.502573:0:16344:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000514858d5. 00000020:00000010:2.0:1767384697.502575:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000cd3746d. 80000000:00000010:2.0:1767384697.502580:0:40979:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004868ebf2. 02000000:00000010:0.0:1767384697.502580:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000012dd5c8c. 00040000:00000010:2.0:1767384697.502584:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000931c0659. 00000400:00000010:0.0:1767384697.502584:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007abcf931. 00000400:00000010:0.0:1767384697.502590:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc204e5e. 00080000:00000010:2.0:1767384697.502592:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c5d20310. 00080000:00000010:2.0:1767384697.502596:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000664c8c46. 00000100:00000200:0.0:1767384697.502598:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050248704, portal 4 00000400:00000010:0.0:1767384697.502602:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 20000000:00000010:2.0:1767384697.502604:0:40979:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004b1bf549. 00000100:00000200:0.0:1767384697.502604:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237050248704, offset 0 00000020:00000010:2.0:1767384697.502611:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078627e40. 00000400:00000200:0.0:1767384697.502611:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000010:2.0:1767384697.502617:0:40979:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000054a8ed7. 00000400:00000200:0.0:1767384697.502618:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384697.502625:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958260108e00 00000400:00000200:0.0:1767384697.502629:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3808 00000400:00000200:0.0:1767384697.502631:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384697.502634:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384697.502636:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384697.502639:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007fc01fea. 00000100:00000010:2.0:1767384697.502642:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e041645. 00000400:00000200:0.0:1767384697.502650:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 02000000:00000010:2.0:1767384697.502651:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000060be122e. 00000400:00000010:0.0:1767384697.502653:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000200:0.0:1767384697.502658:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005349fe63 x1853237050248704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384713 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1767384697.502663:0:40979:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005a7c1a1b. 00010000:00000010:2.0:1767384697.502670:0:40979:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4bedf42. 00000100:00000010:2.0:1767384697.502681:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008d2a8799. 00000020:00000010:0.0:1767384697.502684:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000e56f74f. 00000020:00000010:0.0:1767384697.502688:0:17885:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002f2f6658. 02000000:00000010:2.0:1767384697.502690:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006b4914b8. 00000400:00000010:2.0:1767384697.502695:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d61d0f93. 00000400:00000010:2.0:1767384697.502699:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a98008a2. 00000020:00000010:0.0:1767384697.502699:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043c04366. 00000020:00000010:0.0:1767384697.502704:0:17885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cba08e1e. 00000100:00000200:2.0:1767384697.502705:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050248832, portal 25 00000020:00000010:0.0:1767384697.502708:0:17885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000719f2d22. 00000400:00000010:2.0:1767384697.502712:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079f9896b. 00000100:00000200:2.0:1767384697.502716:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050248832, offset 0 00000400:00000200:2.0:1767384697.502720:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384697.502727:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ecd20545. 00000400:00000200:2.0:1767384697.502728:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384697.502732:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ecd20545. 00000100:00000200:0.0:1767384697.502735:0:17885:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050248704 00000400:00000200:2.0:1767384697.502739:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260108e80 02000000:00000010:0.0:1767384697.502742:0:17885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d801d542. 00000400:00000200:2.0:1767384697.502747:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2229 [2] + 0 00000400:00000010:2.0:1767384697.502751:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078a18739. 00000400:00000200:2.0:1767384697.502755:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bba5bdf4 00000400:00000200:2.0:1767384697.502759:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1767384697.502759:0:17885:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007fc01fea x1853237050248704/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:678/0 lens 224/368 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384697.502767:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384697.502771:0:17885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000400:00000200:2.0:1767384697.502772:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bba5bdf4 00000400:00000010:2.0:1767384697.502776:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bba5bdf4. 00000100:00000200:2.0:1767384697.502779:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384697.502781:0:17885:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237050248704, offset 224 00000400:00000200:0.0:1767384697.502785:0:17885:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384697.502789:0:17885:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384697.502794:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f9896b 00000400:00000010:2.0:1767384697.502798:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079f9896b. 00000400:00000200:0.0:1767384697.502798:0:17885:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958260108e00 00000020:00000010:1.0:1767384697.502802:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.502806:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068fa973. 00000400:00000200:0.0:1767384697.502806:0:17885:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2ac1 [1] + 224 00000100:00000200:2.0:1767384697.502807:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002e041645 x1853237050248832/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.502812:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a369d2e2. 00000020:00000010:1.0:1767384697.502816:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.502821:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000400:00000200:0.0:1767384697.502821:0:17885:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384697.502829:0:17885:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384697.502837:0:17885:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005349fe63 x1853237050248704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384713 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.502840:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.502844:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068fa973. 00000100:00000200:1.0:1767384697.502847:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050248832 00000400:00000200:0.0:1767384697.502853:0:17885:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 00000400:00000010:0.0:1767384697.502856:0:17885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00010000:00000010:1.0:1767384697.502857:0:40988:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d3fea4bb. 00010000:00000010:1.0:1767384697.502861:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000603cb910. 00000020:00000010:0.0:1767384697.502865:0:17885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cba08e1e. 02000000:00000010:1.0:1767384697.502869:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009048526a. 00000020:00000010:0.0:1767384697.502869:0:17885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000719f2d22. 00040000:00000010:2.0:1767384697.502872:0:16345:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000445694c9. 00000020:00000010:0.0:1767384697.502874:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043c04366. 00000004:00000010:2.0:1767384697.502879:0:16345:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b4f292fc. 00000004:00000010:2.0:1767384697.502884:0:16345:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000eb0353d4. 00010000:00000200:1.0:1767384697.502885:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046346d32 x1853237050248832/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 328/344 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:2.0:1767384697.502892:0:16345:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f2f527e9. 00000400:00000010:0.0:1767384697.502892:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007abcf931. 00000400:00000010:1.0:1767384697.502896:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000400:00000200:0.0:1767384697.502897:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc204e5e 00000004:00000010:2.0:1767384697.502899:0:16345:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005b146892. 00000400:00000010:0.0:1767384697.502901:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc204e5e. 00000100:00000200:0.0:1767384697.502906:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005349fe63 x1853237050248704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384713 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384697.502907:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050248832, offset 224 00000100:00000200:0.0:1767384697.502915:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005349fe63 x1853237050248704/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384713 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384697.502917:0:41012:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ce99deb2. 00000400:00000200:1.0:1767384697.502917:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:2.0:1767384697.502926:0:41012:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000b3b0863. 00000400:00000200:1.0:1767384697.502927:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.502936:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260108e80 00080000:00000010:2.0:1767384697.502938:0:41012:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000008e9c9b4f. 02000000:00000010:0.0:1767384697.502938:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000012dd5c8c. 00000400:00000200:1.0:1767384697.502942:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ac9 [1] + 224 02000000:00000010:0.0:1767384697.502945:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008ddc032d. 00000400:00000200:1.0:1767384697.502946:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.502951:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384697.502951:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005349fe63. 00000100:00000200:1.0:1767384697.502959:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002e041645 x1853237050248832/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384697.502960:0:41012:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000b3b0863. 00080000:00000010:2.0:1767384697.502970:0:41012:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000022059242. 00000004:00000010:2.0:1767384697.502977:0:41012:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000740ba8a4. 00000400:00000200:1.0:1767384697.502977:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.502981:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000020:00000010:1.0:1767384697.502988:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.502990:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.502993:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a369d2e2. 02000000:00000010:1.0:1767384697.502996:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009048526a. 00000400:00000010:3.0:1767384697.502997:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d61d0f93. 00000100:00000200:1.0:1767384697.502999:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384697.503001:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a98008a2 00000400:00000010:1.0:1767384697.503003:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5897852. 00000400:00000010:3.0:1767384697.503004:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a98008a2. 00000400:00000010:1.0:1767384697.503010:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000027c30f7f. 00000100:00000200:3.0:1767384697.503012:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002e041645 x1853237050248832/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384697.503019:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002e041645 x1853237050248832/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384697.503028:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008d2a8799. 02000000:00000010:3.0:1767384697.503036:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006b4914b8. 02000000:00000010:3.0:1767384697.503038:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000060be122e. 00000100:00000010:3.0:1767384697.503039:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002e041645. 10000000:00000010:3.0:1767384697.503045:0:40979:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 000000002fbd0261. 00000100:00000010:3.0:1767384697.503507:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e356334. 02000000:00000010:3.0:1767384697.503514:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f6acdcc. 00000100:00000010:3.0:1767384697.503521:0:40979:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000005ccef5cc. 00000100:00000010:3.0:1767384697.503523:0:40979:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 0000000029774135. 00000100:00000010:3.0:1767384697.503540:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b16d6a37. 00000400:00000010:3.0:1767384697.503564:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000096aace2a. 00000400:00000010:3.0:1767384697.503570:0:40979:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005013ad56. 00000100:00000200:3.0:1767384697.503574:0:40979:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6958260108f00-0x6958260108f00, portal 33 02000000:00000010:3.0:1767384697.503580:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004013f755. 00000400:00000010:3.0:1767384697.503582:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020ba5b33. 00000400:00000010:3.0:1767384697.503586:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.503588:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050248960, portal 25 00000400:00000010:3.0:1767384697.503591:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384697.503592:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237050248960, offset 0 00000400:00000200:3.0:1767384697.503596:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.503602:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.503607:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958260108f00 00000400:00000200:3.0:1767384697.503611:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x222d [2] + 0 00000400:00000010:3.0:1767384697.503613:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017b6a245. 00000400:00000200:3.0:1767384697.503616:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ca508769 00000400:00000200:3.0:1767384697.503619:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.503621:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384697.503623:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca508769 00000400:00000010:3.0:1767384697.503625:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ca508769. 00000100:00000200:3.0:1767384697.503629:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384697.503640:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35c5032 00000400:00000010:3.0:1767384697.503642:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384697.503645:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006e356334 x1853237050248960/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.503673:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.503678:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.503683:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a369d2e2. 00000020:00000010:1.0:1767384697.503686:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.503689:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.503712:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.503715:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068fa973. 00000100:00000200:1.0:1767384697.503717:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050248960 02000000:00000010:1.0:1767384697.503724:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009048526a. 20000000:00000010:1.0:1767384697.503733:0:40988:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000afa64b1e. 00000004:00000010:0.0:1767384697.503771:0:40981:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000740ba8a4. 00080000:00000010:0.0:1767384697.503776:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000022059242. 00080000:00000010:0.0:1767384697.503778:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ce99deb2. 00080000:00000010:0.0:1767384697.503780:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009b40fb4b. 00080000:00000010:0.0:1767384697.503782:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ebe3d4a9. 00080000:00000010:0.0:1767384697.503783:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bb218a5a. 00000100:00000010:1.0:1767384697.503787:0:40988:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007ef58e68. 00000100:00000010:1.0:1767384697.503792:0:40988:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000006ef8264d. 00000400:00000010:1.0:1767384697.503798:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000400:00000010:1.0:1767384697.503804:0:40988:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000533a4440. 00000400:00000200:1.0:1767384697.503807:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.503814:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.503819:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x6958260108f00 00000400:00000200:1.0:1767384697.503823:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2add [256] + 0 00000400:00000010:1.0:1767384697.503826:0:40988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096aace2a. 00000400:00000200:1.0:1767384697.503828:0:40988:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005013ad56 00000400:00000200:1.0:1767384697.503831:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.503834:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384697.503836:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005013ad56 00000400:00000010:1.0:1767384697.503838:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005013ad56. 00000100:00000200:1.0:1767384697.503841:0:40988:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000006e356334 desc 000000005ccef5cc mbits 1853237050248960 00000400:00000200:1.0:1767384697.503853:0:40988:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384697.503857:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384697.503863:0:40988:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2ae9 00000400:00000200:1.0:1767384697.503865:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.503869:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:1.0:1767384697.503872:0:40988:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000007ef58e68 00000400:00000200:1.0:1767384697.503877:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.503879:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.503881:0:40988:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000007ef58e68 00000100:00000200:1.0:1767384697.503885:0:40988:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x6958260108f00-0x6958260108f00 00000100:00000010:1.0:1767384697.503891:0:40988:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000006ef8264d. 00000100:00000010:1.0:1767384697.503894:0:40988:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007ef58e68. 20000000:00000010:1.0:1767384697.503899:0:40988:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000afa64b1e. 00010000:00000200:1.0:1767384697.503905:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008deda9c2 x1853237050248960/t0(0) o256->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 304/240 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.503915:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.503918:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237050248960, offset 224 00000400:00000200:1.0:1767384697.503921:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.503925:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.503930:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958260108f00 00000400:00000200:1.0:1767384697.503933:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2ae1 [1] + 224 00000400:00000200:1.0:1767384697.503937:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.503939:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.503943:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e356334 x1853237050248960/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.503958:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.503960:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000400:00000010:3.0:1767384697.503964:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020ba5b33. 00000400:00000200:3.0:1767384697.503967:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000400:00000010:3.0:1767384697.503969:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000020:00000010:1.0:1767384697.503969:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.503975:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000100:00000200:3.0:1767384697.503976:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006e356334 x1853237050248960/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.503980:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a369d2e2. 00000100:00000200:3.0:1767384697.503986:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006e356334 x1853237050248960/t0(0) o256->MGC192.168.202.122@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384697.503987:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009048526a. 00000100:00000200:1.0:1767384697.503994:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:3.0:1767384697.503998:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b16d6a37. 00000400:00000010:1.0:1767384697.503999:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8f5dea0. 00000400:00000010:1.0:1767384697.504004:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008ce0e78. 10000000:00000010:3.0:1767384697.504006:0:40979:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000005c802c7. 00000100:00000200:3.0:1767384697.504014:0:40979:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.122@tcp with 192.168.202.122@tcp 00000100:00000200:3.0:1767384697.504016:0:40979:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.122@tcp' 00000100:00000200:3.0:1767384697.504018:0:40979:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.202.122@tcp' 00000400:00000200:3.0:1767384697.504019:0:40979:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384697.504022:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:3.0:1767384697.504025:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384697.504027:0:40979:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (42) 00000400:00000200:3.0:1767384697.504029:0:40979:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384697.504031:0:40979:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:3.0:1767384697.504032:0:40979:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (43) 00000400:00000200:3.0:1767384697.504034:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:3.0:1767384697.504035:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:3.0:1767384697.504036:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504037:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:3.0:1767384697.504038:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:3.0:1767384697.504039:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504040:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:3.0:1767384697.504041:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:3.0:1767384697.504042:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504043:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:3.0:1767384697.504044:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:3.0:1767384697.504045:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504046:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:3.0:1767384697.504047:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:3.0:1767384697.504048:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504049:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:3.0:1767384697.504050:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:3.0:1767384697.504051:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504051:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:3.0:1767384697.504052:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:3.0:1767384697.504053:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504054:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:3.0:1767384697.504055:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:3.0:1767384697.504056:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504057:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:3.0:1767384697.504057:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:3.0:1767384697.504059:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504059:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000200:3.0:1767384697.504060:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:3.0:1767384697.504061:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504063:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:3.0:1767384697.504064:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:3.0:1767384697.504065:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504066:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:3.0:1767384697.504067:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:3.0:1767384697.504068:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504069:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:3.0:1767384697.504070:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:3.0:1767384697.504071:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504072:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000400:00000200:3.0:1767384697.504073:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.122@tcp23 00000400:00000200:3.0:1767384697.504074:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504075:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp23 00000400:00000200:3.0:1767384697.504075:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.122@tcp24 00000400:00000200:3.0:1767384697.504077:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504077:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp24 00000400:00000200:3.0:1767384697.504078:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.122@tcp25 00000400:00000200:3.0:1767384697.504079:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504080:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp25 00000400:00000200:3.0:1767384697.504081:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.122@tcp26 00000400:00000200:3.0:1767384697.504082:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504083:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp26 00000400:00000200:3.0:1767384697.504083:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.122@tcp27 00000400:00000200:3.0:1767384697.504085:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504085:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp27 00000400:00000200:3.0:1767384697.504086:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.122@tcp28 00000400:00000200:3.0:1767384697.504087:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504088:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp28 00000400:00000200:3.0:1767384697.504089:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.122@tcp29 00000400:00000200:3.0:1767384697.504090:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504091:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp29 00000400:00000200:3.0:1767384697.504092:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.122@tcp30 00000400:00000200:3.0:1767384697.504093:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504093:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp30 00000400:00000200:3.0:1767384697.504094:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.122@tcp31 00000400:00000200:3.0:1767384697.504096:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504097:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp31 00000400:00000200:3.0:1767384697.504098:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.122@tcp32 00000400:00000200:3.0:1767384697.504099:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504100:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp32 00000400:00000200:3.0:1767384697.504101:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.122@tcp33 00000400:00000200:3.0:1767384697.504102:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504103:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp33 00000400:00000200:3.0:1767384697.504104:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.122@tcp34 00000400:00000200:3.0:1767384697.504105:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504106:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp34 00000400:00000200:3.0:1767384697.504106:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.122@tcp35 00000400:00000200:3.0:1767384697.504108:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504108:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp35 00000400:00000200:3.0:1767384697.504109:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.122@tcp36 00000400:00000200:3.0:1767384697.504110:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504111:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp36 00000400:00000200:3.0:1767384697.504112:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.122@tcp37 00000400:00000200:3.0:1767384697.504113:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504114:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp37 00000400:00000200:3.0:1767384697.504114:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.122@tcp38 00000400:00000200:3.0:1767384697.504115:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504116:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp38 00000400:00000200:3.0:1767384697.504117:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.122@tcp39 00000400:00000200:3.0:1767384697.504118:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504119:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp39 00000400:00000200:3.0:1767384697.504120:0:40979:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.122@tcp40 00000400:00000200:3.0:1767384697.504121:0:40979:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.504121:0:40979:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp40 10000000:00000010:3.0:1767384697.504124:0:40979:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000e45ec249. 00000020:00000010:3.0:1767384697.504127:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6d235c8. 00000020:00000010:3.0:1767384697.504128:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df66eaeb. 00000040:00000010:3.0:1767384697.504130:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f57ea590. 00000020:00000010:3.0:1767384697.504132:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bfc40d5f. 00000020:00000010:3.0:1767384697.504133:0:40979:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001e60caf7. 00000020:00000010:3.0:1767384697.504135:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fa0c8341. 80000000:00000010:3.0:1767384697.504137:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000012e58bd1. 40000000:00000010:3.0:1767384697.504138:0:40979:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000637c8613. 00100000:00000010:3.0:1767384697.504140:0:40979:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006a25264d. 00040000:00000010:3.0:1767384697.504141:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009bcbb4e5. 00040000:00000010:3.0:1767384697.504143:0:40979:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004c6675e2. 00040000:00000010:3.0:1767384697.504145:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009642fcc3. 00080000:00000010:3.0:1767384697.504147:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dd943e73. 00080000:00000010:3.0:1767384697.504148:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001f744bf6. 00000004:00000010:3.0:1767384697.504151:0:40979:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007df91d31. 00000004:00000010:3.0:1767384697.504153:0:40979:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000032ef960. 00000004:00000010:3.0:1767384697.504155:0:40979:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008aca24e4. 00002000:00000010:3.0:1767384697.504156:0:40979:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000100a0665. 00000004:00000010:3.0:1767384697.504158:0:40979:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000691e6ea5. 00000020:00000010:3.0:1767384697.504189:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000df66eaeb. 00000040:00000010:3.0:1767384697.504191:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f57ea590. 00000020:00000010:3.0:1767384697.504192:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bfc40d5f. 00000020:00000010:3.0:1767384697.504194:0:40979:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001e60caf7. 00000020:00000010:3.0:1767384697.504195:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fa0c8341. 80000000:00000010:3.0:1767384697.504197:0:40979:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000012e58bd1. 40000000:00000010:3.0:1767384697.504199:0:40979:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000637c8613. 00100000:00000010:3.0:1767384697.504200:0:40979:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006a25264d. 00040000:00000010:3.0:1767384697.504202:0:40979:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009bcbb4e5. 00040000:00000010:3.0:1767384697.504204:0:40979:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004c6675e2. 00040000:00000010:3.0:1767384697.504205:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009642fcc3. 00080000:00000010:3.0:1767384697.504207:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001f744bf6. 00080000:00000010:3.0:1767384697.504209:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dd943e73. 00000004:00000010:3.0:1767384697.504210:0:40979:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007df91d31. 00000004:00000010:3.0:1767384697.504212:0:40979:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000032ef960. 00000004:00000010:3.0:1767384697.504213:0:40979:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008aca24e4. 00002000:00000010:3.0:1767384697.504214:0:40979:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000100a0665. 00000004:00000010:3.0:1767384697.504216:0:40979:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000691e6ea5. 00000020:00000010:3.0:1767384697.504217:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6d235c8. 10000000:00000010:3.0:1767384697.504219:0:40979:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000e45ec249. 10000000:00000010:3.0:1767384697.504220:0:40979:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000005c802c7. 02000000:00000010:3.0:1767384697.504223:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004013f755. 00000100:00000010:3.0:1767384697.504229:0:40979:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 0000000029774135. 00000100:00000010:3.0:1767384697.504231:0:40979:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000005ccef5cc. 02000000:00000010:3.0:1767384697.504233:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009f6acdcc. 00000100:00000010:3.0:1767384697.504236:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e356334. 10000000:00000010:3.0:1767384697.504662:0:40979:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 000000002fbd0261. 00000100:00000010:3.0:1767384697.504676:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e356334. 02000000:00000010:3.0:1767384697.504681:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071004496. 00010000:00000010:3.0:1767384697.504686:0:40979:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000882f9db3. 00010000:00000010:3.0:1767384697.504688:0:40979:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006dc692f0. 00000100:00000010:3.0:1767384697.504693:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b16d6a37. 02000000:00000010:3.0:1767384697.504699:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005ccef5cc. 00000400:00000010:3.0:1767384697.504702:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020ba5b33. 00000400:00000010:3.0:1767384697.504704:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.504706:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050249088, portal 25 00000400:00000010:3.0:1767384697.504708:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384697.504708:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050249088, offset 0 00000400:00000200:3.0:1767384697.504711:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.504714:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.504717:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260108f80 00000400:00000200:3.0:1767384697.504720:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2231 [2] + 0 00000400:00000010:3.0:1767384697.504722:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b290ddf6. 00000400:00000200:3.0:1767384697.504723:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d55dd7bc 00000400:00000200:3.0:1767384697.504726:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.504727:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384697.504729:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d55dd7bc 00000400:00000010:3.0:1767384697.504730:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d55dd7bc. 00000100:00000200:3.0:1767384697.504732:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384697.504740:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35c5032 00000400:00000010:3.0:1767384697.504742:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384697.504744:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006e356334 x1853237050249088/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.504769:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.504774:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.504778:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a369d2e2. 00000020:00000010:1.0:1767384697.504782:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.504785:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.504803:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.504805:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068fa973. 00000100:00000200:1.0:1767384697.504806:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050249088 00010000:00000010:1.0:1767384697.504815:0:40988:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000066001fe8. 00010000:00000010:1.0:1767384697.504818:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000aba6c93e. 02000000:00000010:1.0:1767384697.504824:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007ef58e68. 00010000:00000200:1.0:1767384697.504832:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000027992b1e x1853237050249088/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 328/344 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.504841:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.504843:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050249088, offset 224 00000400:00000200:1.0:1767384697.504847:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.504851:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.504856:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260108f80 00000400:00000200:1.0:1767384697.504859:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2af5 [1] + 224 00000400:00000200:1.0:1767384697.504862:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.504864:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.504868:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e356334 x1853237050249088/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.504880:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.504881:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000020:00000010:1.0:1767384697.504887:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000400:00000010:3.0:1767384697.504889:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020ba5b33. 00000020:00000010:1.0:1767384697.504889:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000400:00000200:3.0:1767384697.504895:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000020:00000010:1.0:1767384697.504895:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a369d2e2. 00000400:00000010:3.0:1767384697.504898:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 02000000:00000010:1.0:1767384697.504900:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007ef58e68. 00000100:00000200:3.0:1767384697.504904:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006e356334 x1853237050249088/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384697.504904:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.504909:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e2fdcf9f. 00000100:00000200:3.0:1767384697.504913:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006e356334 x1853237050249088/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.504914:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097e31fe7. 00000100:00000010:3.0:1767384697.504926:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b16d6a37. 02000000:00000010:3.0:1767384697.504931:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005ccef5cc. 02000000:00000010:3.0:1767384697.504933:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000071004496. 00000100:00000010:3.0:1767384697.504935:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e356334. 10000000:00000010:3.0:1767384697.504938:0:40979:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000637c8613. 00000020:00000010:3.0:1767384697.504941:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071004496. 00000020:00000010:3.0:1767384697.504944:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009642fcc3. 00000040:00000010:3.0:1767384697.504947:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000008f979a0. 00000020:00000010:3.0:1767384697.504949:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008aca24e4. 00000020:00000010:3.0:1767384697.504952:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000095402ffe. 80000000:00000010:3.0:1767384697.504955:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000012e58bd1. 00040000:00000010:3.0:1767384697.504957:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb356a60. 00080000:00000010:3.0:1767384697.504959:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dd943e73. 00080000:00000010:3.0:1767384697.504961:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001f744bf6. 20000000:00000010:3.0:1767384697.504966:0:40979:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009f6acdcc. 00000040:00000010:3.0:1767384697.504970:0:40979:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004013f755. 00000100:00000010:3.0:1767384697.504972:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e356334. 02000000:00000010:3.0:1767384697.504976:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6d235c8. 00000100:00000010:3.0:1767384697.504980:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b16d6a37. 02000000:00000010:3.0:1767384697.504985:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa0c8341. 00000400:00000010:3.0:1767384697.504988:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020ba5b33. 00000400:00000010:3.0:1767384697.504991:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.504993:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050249216, portal 25 00000400:00000010:3.0:1767384697.504995:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384697.504996:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237050249216, offset 0 00000400:00000200:3.0:1767384697.505000:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.505003:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.505008:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6958260109000 00000400:00000200:3.0:1767384697.505010:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2235 [2] + 0 00000400:00000010:3.0:1767384697.505011:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000638b0a90. 00000400:00000200:3.0:1767384697.505013:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ec31f34b 00000400:00000200:3.0:1767384697.505015:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.505016:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384697.505018:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec31f34b 00000400:00000010:3.0:1767384697.505020:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec31f34b. 00000100:00000200:3.0:1767384697.505022:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384697.505031:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35c5032 00000400:00000010:3.0:1767384697.505032:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d35c5032. 00000100:00000200:3.0:1767384697.505035:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006e356334 x1853237050249216/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.505051:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.505053:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.505056:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a369d2e2. 00000020:00000010:1.0:1767384697.505058:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.505060:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.505075:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.505077:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068fa973. 00000100:00000200:1.0:1767384697.505078:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050249216 02000000:00000010:1.0:1767384697.505085:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000007ef58e68. 00000040:00000010:1.0:1767384697.505089:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000062168156. 00000040:00000010:1.0:1767384697.505116:0:40988:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000d10e5afd. 00000020:00000010:1.0:1767384697.505123:0:40988:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cff18acf. 00080000:00000010:1.0:1767384697.505128:0:40988:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008913f008. 00000040:00000010:1.0:1767384697.505140:0:40988:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000d10e5afd. 00000040:00000010:1.0:1767384697.505143:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000062168156. 00010000:00000200:1.0:1767384697.505149:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004d2951d x1853237050249216/t0(0) o501->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 504/272 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.505164:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.505168:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237050249216, offset 224 00000400:00000200:1.0:1767384697.505184:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.505193:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.505200:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260109000 00000400:00000200:1.0:1767384697.505204:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b05 [1] + 224 00000400:00000200:1.0:1767384697.505208:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.505210:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.505215:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e356334 x1853237050249216/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.505230:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.505231:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000400:00000010:3.0:1767384697.505237:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020ba5b33. 00000020:00000010:1.0:1767384697.505240:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000400:00000200:3.0:1767384697.505241:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000400:00000010:3.0:1767384697.505244:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000020:00000010:1.0:1767384697.505245:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000100:00000200:3.0:1767384697.505249:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006e356334 x1853237050249216/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.505249:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a369d2e2. 02000000:00000010:1.0:1767384697.505254:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000007ef58e68. 00000100:00000200:3.0:1767384697.505257:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006e356334 x1853237050249216/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384697.505259:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384697.505264:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bd2ea9a. 00000400:00000010:1.0:1767384697.505269:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080bd41c4. 00000100:00000010:3.0:1767384697.505270:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b16d6a37. 02000000:00000010:3.0:1767384697.505275:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa0c8341. 02000000:00000010:3.0:1767384697.505278:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f6d235c8. 00000100:00000010:3.0:1767384697.505280:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e356334. 00000040:00000010:3.0:1767384697.505284:0:40979:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000005013ad56. 00000100:00000010:3.0:1767384697.505288:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006e356334. 02000000:00000010:3.0:1767384697.505321:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6d235c8. 00000100:00000010:3.0:1767384697.505328:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b16d6a37. 02000000:00000010:3.0:1767384697.505346:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000828c5123. 00000400:00000010:3.0:1767384697.505351:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020ba5b33. 00000400:00000010:3.0:1767384697.505356:0:40979:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000479e06fe. 00000100:00000200:3.0:1767384697.505359:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237050249344, portal 25 00000400:00000010:3.0:1767384697.505363:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.505365:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237050249344, offset 0 00000400:00000200:3.0:1767384697.505370:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.505374:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.505380:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260109080 00000400:00000200:3.0:1767384697.505383:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2239 [2] + 0 00000400:00000010:3.0:1767384697.505385:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df906a63. 00000400:00000200:3.0:1767384697.505388:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c06f3fff 00000400:00000200:3.0:1767384697.505391:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.505393:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384697.505396:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c06f3fff 00000400:00000010:3.0:1767384697.505397:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c06f3fff. 00000100:00000200:3.0:1767384697.505400:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384697.505413:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000400:00000010:3.0:1767384697.505415:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.505419:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006e356334 x1853237050249344/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.505439:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.505444:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.505448:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a369d2e2. 00000020:00000010:1.0:1767384697.505452:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.505455:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.505473:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000068fa973. 00000020:00000010:1.0:1767384697.505474:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000068fa973. 00000100:00000200:1.0:1767384697.505476:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050249344 02000000:00000010:1.0:1767384697.505491:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000db472f24. 00000040:00000010:1.0:1767384697.505497:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000062168156. 00000040:00000010:1.0:1767384697.505504:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b9b63f1d. 00000040:00000010:1.0:1767384697.505511:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b9b63f1d. 00000040:00000010:1.0:1767384697.505514:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000062168156. 00010000:00000200:1.0:1767384697.505520:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000013b4a050 x1853237050249344/t0(0) o503->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 272/8416 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.505531:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002e0848c7. 00000100:00000200:1.0:1767384697.505535:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237050249344, offset 224 00000400:00000200:1.0:1767384697.505540:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.505545:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.505563:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260109080 00000400:00000200:1.0:1767384697.505567:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b15 [4] + 224 00000400:00000200:1.0:1767384697.505573:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.505576:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.505580:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006e356334 x1853237050249344/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.505600:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e0848c7 00000400:00000010:1.0:1767384697.505602:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002e0848c7. 00000020:00000010:1.0:1767384697.505611:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.505614:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.505617:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a369d2e2. 02000000:00000010:1.0:1767384697.505621:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000db472f24. 00000400:00000010:0.0:1767384697.505628:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020ba5b33. 00000100:00000200:1.0:1767384697.505633:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384697.505634:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000479e06fe 00000400:00000010:0.0:1767384697.505638:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000479e06fe. 00000400:00000010:1.0:1767384697.505639:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060a08185. 00000100:00000200:0.0:1767384697.505643:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006e356334 x1853237050249344/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.505644:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002e0848c7. 00000100:00000200:0.0:1767384697.505655:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006e356334 x1853237050249344/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384697.505681:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b16d6a37. 02000000:00000010:0.0:1767384697.505687:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000828c5123. 02000000:00000010:0.0:1767384697.505696:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f6d235c8. 00000100:00000010:0.0:1767384697.505699:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006e356334. 00000040:00000010:0.0:1767384697.505704:0:40979:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000005d7e148f. 00000020:00000010:0.0:1767384697.505831:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043c04366. 00000020:00000010:0.0:1767384697.505834:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f47f055f. 00000040:00000010:0.0:1767384697.505837:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a58d737b. 00000020:00000010:0.0:1767384697.505839:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004f0cd4eb. 00000020:00000010:0.0:1767384697.505842:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ba52a7d5. 00000020:00000010:0.0:1767384697.505844:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bb218a5a. 80000000:00000010:0.0:1767384697.505846:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e9e26f51. 40000000:00000010:0.0:1767384697.505847:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002cd6e57c. 00100000:00000010:0.0:1767384697.505849:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000078c0b10c. 00040000:00000010:0.0:1767384697.505852:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000168d0379. 00040000:00000010:0.0:1767384697.505854:0:41015:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006de05ff9. 00040000:00000010:0.0:1767384697.505856:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ebe3d4a9. 00080000:00000010:0.0:1767384697.505859:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000560cb542. 00080000:00000010:0.0:1767384697.505863:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000fd17da0. 00000004:00000010:0.0:1767384697.505866:0:41015:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000d32610c. 00000004:00000010:0.0:1767384697.505869:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006aa22a70. 00000004:00000010:0.0:1767384697.505871:0:41015:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dace9337. 00002000:00000010:0.0:1767384697.505873:0:41015:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002bad77d4. 00000004:00000010:0.0:1767384697.505875:0:41015:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005b54c920. 00000020:00000010:0.0:1767384697.505878:0:41015:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ef15be9d. 00000040:00000010:0.0:1767384697.505888:0:41015:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005b690da6. 00000040:00000010:0.0:1767384697.506323:0:41015:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005b690da6. 00000020:00000010:0.0:1767384697.506331:0:41015:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ef15be9d. 00000020:00000010:0.0:1767384697.506338:0:41015:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f47f055f. 00000040:00000010:0.0:1767384697.506341:0:41015:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a58d737b. 00000020:00000010:0.0:1767384697.506343:0:41015:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004f0cd4eb. 00000020:00000010:0.0:1767384697.506346:0:41015:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ba52a7d5. 00000020:00000010:0.0:1767384697.506352:0:41015:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bb218a5a. 80000000:00000010:0.0:1767384697.506354:0:41015:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e9e26f51. 40000000:00000010:0.0:1767384697.506356:0:41015:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002cd6e57c. 00100000:00000010:0.0:1767384697.506358:0:41015:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000078c0b10c. 00040000:00000010:0.0:1767384697.506359:0:41015:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000168d0379. 00040000:00000010:0.0:1767384697.506361:0:41015:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006de05ff9. 00040000:00000010:0.0:1767384697.506363:0:41015:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ebe3d4a9. 00080000:00000010:0.0:1767384697.506365:0:41015:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000fd17da0. 00080000:00000010:0.0:1767384697.506368:0:41015:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000560cb542. 00000004:00000010:0.0:1767384697.506370:0:41015:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000d32610c. 00000004:00000010:0.0:1767384697.506372:0:41015:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006aa22a70. 00000004:00000010:0.0:1767384697.506374:0:41015:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dace9337. 00002000:00000010:0.0:1767384697.506376:0:41015:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002bad77d4. 00000004:00000010:0.0:1767384697.506377:0:41015:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005b54c920. 00000020:00000010:0.0:1767384697.506378:0:41015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043c04366. 00000040:00000010:1.0:1767384697.506400:0:40979:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000005d7e148f. 00000040:00000010:1.0:1767384697.506406:0:40979:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000005013ad56. 00000040:00000010:1.0:1767384697.506408:0:40979:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004013f755. 00000020:00000010:1.0:1767384697.506412:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009642fcc3. 00000040:00000010:1.0:1767384697.506415:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000008f979a0. 00000020:00000010:1.0:1767384697.506416:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008aca24e4. 00000020:00000010:1.0:1767384697.506418:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000095402ffe. 80000000:00000010:1.0:1767384697.506421:0:40979:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000012e58bd1. 00040000:00000010:1.0:1767384697.506423:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb356a60. 00080000:00000010:1.0:1767384697.506425:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001f744bf6. 00080000:00000010:1.0:1767384697.506428:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dd943e73. 20000000:00000010:1.0:1767384697.506430:0:40979:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009f6acdcc. 00000020:00000010:1.0:1767384697.506432:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071004496. 10000000:00000010:1.0:1767384697.506433:0:40979:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000637c8613. 00000020:00000010:1.0:1767384697.506444:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009533ab2f. 00000040:00000010:1.0:1767384697.506447:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f979e547. 00000020:00000010:1.0:1767384697.506449:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000062326a7c. 00000020:00000010:1.0:1767384697.506452:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000292323f4. 00040000:00000010:1.0:1767384697.506455:0:40979:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002bbd35ab. 00040000:00000010:1.0:1767384697.506458:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c40dd322. 00080000:00000010:1.0:1767384697.506462:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007f156207. 00080000:00000010:1.0:1767384697.506466:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000073a6e691. 00000020:00000010:1.0:1767384697.506469:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000defcc481. 00000020:00000010:1.0:1767384697.506472:0:40979:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000040fb4eaf. 00000020:00000010:1.0:1767384697.506475:0:40979:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 0000000009c2347e. 00000020:00000010:1.0:1767384697.506483:0:40979:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 00000000068fa973. 00000020:00000010:1.0:1767384697.506487:0:40979:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 0000000062dd6310. 00000020:00000010:1.0:1767384697.506490:0:40979:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000b7b8cfb1. 00000020:00000010:1.0:1767384697.506494:0:40979:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000f59396ef. 00000020:00000010:1.0:1767384697.506497:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062168156. 00000020:00000010:1.0:1767384697.506500:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e9bce874. 00000040:00000010:1.0:1767384697.506503:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002660abf9. 00000020:00000010:1.0:1767384697.506507:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000afa64b1e. 00000020:00000010:1.0:1767384697.506510:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007cf82679. 00040000:00000010:1.0:1767384697.506513:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009bb4e942. 00040000:00000010:1.0:1767384697.506517:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a86e8ca5. 00080000:00000010:1.0:1767384697.506520:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b9b63f1d. 00080000:00000010:1.0:1767384697.506525:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f18899d7. 10000000:00000010:1.0:1767384697.506534:0:40979:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000f979e547. 00000100:00000010:1.0:1767384697.506542:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000265d2fe3. 02000000:00000010:1.0:1767384697.506549:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009533ab2f. 00010000:00000010:1.0:1767384697.506568:0:40979:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000def5c528. 00000100:00000010:1.0:1767384697.506575:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2ed3b26. 02000000:00000010:1.0:1767384697.506583:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007ef58e68. 00000400:00000010:1.0:1767384697.506587:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000ac6a0a. 00000400:00000010:1.0:1767384697.506591:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.506594:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050249472, portal 25 00000400:00000010:1.0:1767384697.506598:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e21b0df. 00000100:00000200:1.0:1767384697.506600:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237050249472, offset 0 00000400:00000200:1.0:1767384697.506605:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.506611:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.506616:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958260109100 00000400:00000200:1.0:1767384697.506619:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x223d [2] + 0 00000400:00000010:1.0:1767384697.506621:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f0a1016. 00000400:00000200:1.0:1767384697.506624:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb49471f 00000400:00000200:1.0:1767384697.506626:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.506628:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384697.506631:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb49471f 00000400:00000010:1.0:1767384697.506632:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb49471f. 00000100:00000200:1.0:1767384697.506634:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384697.506647:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e21b0df 00000400:00000010:1.0:1767384697.506648:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e21b0df. 00000100:00000200:1.0:1767384697.506650:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000265d2fe3 x1853237050249472/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384697.506677:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cd6e57c. 00000020:00000010:0.0:1767384697.506681:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cd6e57c. 00000020:00000010:0.0:1767384697.506686:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b40fb4b. 00000020:00000010:0.0:1767384697.506689:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cba08e1e. 00000020:00000010:0.0:1767384697.506692:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000719f2d22. 00000020:00000010:0.0:1767384697.506714:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002cd6e57c. 00000020:00000010:0.0:1767384697.506717:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002cd6e57c. 00000100:00000200:0.0:1767384697.506719:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050249472 00010000:00000010:0.0:1767384697.506729:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000022bf5fe4. 00000020:00000010:0.0:1767384697.506732:0:40988:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000002cd6e57c. 02000000:00000010:0.0:1767384697.506737:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005b54c920. 00010000:00000200:0.0:1767384697.506745:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000065e4397c x1853237050249472/t0(0) o101->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 328/344 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384697.506756:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc204e5e. 00000100:00000200:0.0:1767384697.506758:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237050249472, offset 224 00000400:00000200:0.0:1767384697.506762:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384697.506765:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384697.506769:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958260109100 00000400:00000200:0.0:1767384697.506777:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b25 [1] + 224 00000400:00000200:0.0:1767384697.506781:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384697.506782:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384697.506786:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000265d2fe3 x1853237050249472/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384697.506798:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc204e5e 00000400:00000010:0.0:1767384697.506800:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc204e5e. 00000400:00000010:1.0:1767384697.506808:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000ac6a0a. 00000020:00000010:0.0:1767384697.506808:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cba08e1e. 00000020:00000010:0.0:1767384697.506810:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000719f2d22. 00000400:00000200:1.0:1767384697.506812:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000020:00000010:0.0:1767384697.506814:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b40fb4b. 00000400:00000010:1.0:1767384697.506815:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 02000000:00000010:0.0:1767384697.506821:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005b54c920. 00000100:00000200:1.0:1767384697.506822:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000265d2fe3 x1853237050249472/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384697.506828:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384697.506830:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000265d2fe3 x1853237050249472/t0(0) o101->MGC192.168.202.122@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384697.506833:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007abcf931. 00000400:00000010:0.0:1767384697.506839:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aef45778. 00000100:00000010:1.0:1767384697.506848:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b2ed3b26. 02000000:00000010:1.0:1767384697.506856:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007ef58e68. 02000000:00000010:1.0:1767384697.506858:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009533ab2f. 00000100:00000010:1.0:1767384697.506859:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000265d2fe3. 10000000:00000010:1.0:1767384697.506863:0:40979:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000082b7443d. 00000020:00000010:1.0:1767384697.506865:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009533ab2f. 00000020:00000010:1.0:1767384697.506868:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000071004496. 00000040:00000010:1.0:1767384697.506870:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e037ef7c. 00000020:00000010:1.0:1767384697.506873:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d637c07d. 00000020:00000010:1.0:1767384697.506876:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fb356a60. 80000000:00000010:1.0:1767384697.506878:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d5fac121. 00040000:00000010:1.0:1767384697.506880:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000095402ffe. 00080000:00000010:1.0:1767384697.506883:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c1f24bdc. 00080000:00000010:1.0:1767384697.506893:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000079eb5ce3. 20000000:00000010:1.0:1767384697.506898:0:40979:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000009642fcc3. 00000040:00000010:1.0:1767384697.506902:0:40979:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000722bd2ce. 00000100:00000010:1.0:1767384697.506905:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000265d2fe3. 02000000:00000010:1.0:1767384697.506909:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8d6b044. 00000100:00000010:1.0:1767384697.506914:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2ed3b26. 02000000:00000010:1.0:1767384697.506920:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018cf18e9. 00000400:00000010:1.0:1767384697.506923:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000ac6a0a. 00000400:00000010:1.0:1767384697.506927:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.506930:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050249600, portal 25 00000400:00000010:1.0:1767384697.506934:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e21b0df. 00000100:00000200:1.0:1767384697.506936:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237050249600, offset 0 00000400:00000200:1.0:1767384697.506941:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.506946:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.506952:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x6958260109180 00000400:00000200:1.0:1767384697.506956:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2241 [2] + 0 00000400:00000010:1.0:1767384697.506959:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d2c4c1c3. 00000400:00000200:1.0:1767384697.506961:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004f08a16d 00000400:00000200:1.0:1767384697.506965:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.506968:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384697.506971:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f08a16d 00000400:00000010:1.0:1767384697.506972:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f08a16d. 00000100:00000200:1.0:1767384697.506975:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384697.506988:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e21b0df 00000400:00000010:1.0:1767384697.506990:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e21b0df. 00000100:00000200:1.0:1767384697.506994:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000265d2fe3 x1853237050249600/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384697.507011:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011f04018. 00000020:00000010:0.0:1767384697.507015:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011f04018. 00000020:00000010:0.0:1767384697.507020:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b40fb4b. 00000020:00000010:0.0:1767384697.507024:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cba08e1e. 00000020:00000010:0.0:1767384697.507027:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000719f2d22. 00000020:00000010:0.0:1767384697.507049:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011f04018. 00000020:00000010:0.0:1767384697.507051:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011f04018. 00000100:00000200:0.0:1767384697.507054:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050249600 02000000:00000010:0.0:1767384697.507062:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000005b54c920. 00000040:00000010:0.0:1767384697.507066:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ebe3d4a9. 00000040:00000010:0.0:1767384697.507087:0:40988:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000008739aa6e. 00000040:00000010:0.0:1767384697.507094:0:40988:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000008739aa6e. 00000040:00000010:0.0:1767384697.507097:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ebe3d4a9. 20000000:00000010:0.0:1767384697.507103:0:40988:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000011f04018. 20000000:00000010:0.0:1767384697.507106:0:40988:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 0000000011f04018. 00010000:00000200:0.0:1767384697.507111:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f13b2d59 x1853237050249600/t0(0) o501->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 512/272 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384697.507121:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc204e5e. 00000100:00000200:0.0:1767384697.507129:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237050249600, offset 224 00000400:00000200:0.0:1767384697.507134:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384697.507139:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384697.507145:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6958260109180 00000400:00000200:0.0:1767384697.507149:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b35 [1] + 224 00000400:00000200:0.0:1767384697.507153:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384697.507155:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384697.507160:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000265d2fe3 x1853237050249600/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384697.507176:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc204e5e 00000400:00000010:0.0:1767384697.507178:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc204e5e. 00000020:00000010:0.0:1767384697.507186:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cba08e1e. 00000400:00000010:1.0:1767384697.507188:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000ac6a0a. 00000020:00000010:0.0:1767384697.507189:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000719f2d22. 00000400:00000200:1.0:1767384697.507193:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000020:00000010:0.0:1767384697.507195:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b40fb4b. 00000400:00000010:1.0:1767384697.507196:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.507203:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000265d2fe3 x1853237050249600/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384697.507203:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000005b54c920. 00000100:00000200:0.0:1767384697.507209:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384697.507211:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000265d2fe3 x1853237050249600/t0(0) o501->MGC192.168.202.122@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384697.507214:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000792f71c1. 00000400:00000010:0.0:1767384697.507222:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068bb6c0e. 00000100:00000010:1.0:1767384697.507226:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b2ed3b26. 02000000:00000010:1.0:1767384697.507232:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018cf18e9. 02000000:00000010:1.0:1767384697.507234:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8d6b044. 00000100:00000010:1.0:1767384697.507236:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000265d2fe3. 00000040:00000010:1.0:1767384697.507241:0:40979:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002f6af58f. 00000100:00000010:1.0:1767384697.507244:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000265d2fe3. 02000000:00000010:1.0:1767384697.507248:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8d6b044. 00000100:00000010:1.0:1767384697.507252:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2ed3b26. 02000000:00000010:1.0:1767384697.507261:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000db472f24. 00000400:00000010:1.0:1767384697.507265:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000ac6a0a. 00000400:00000010:1.0:1767384697.507268:0:40979:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008c0ef77b. 00000100:00000200:1.0:1767384697.507270:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237050249728, portal 25 00000400:00000010:1.0:1767384697.507273:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.507274:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237050249728, offset 0 00000400:00000200:1.0:1767384697.507277:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.507281:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.507285:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260109200 00000400:00000200:1.0:1767384697.507288:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2245 [2] + 0 00000400:00000010:1.0:1767384697.507303:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9fb9036. 00000400:00000200:1.0:1767384697.507306:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e27f1510 00000400:00000200:1.0:1767384697.507309:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.507311:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384697.507313:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e27f1510 00000400:00000010:1.0:1767384697.507315:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e27f1510. 00000100:00000200:1.0:1767384697.507318:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384697.507333:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.507336:0:40979:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.507341:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000265d2fe3 x1853237050249728/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384697.507350:0:40988:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ffb0a69a. 00000020:00000010:2.0:1767384697.507359:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000019a615b. 00000020:00000010:2.0:1767384697.507361:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000019a615b. 00000020:00000010:2.0:1767384697.507365:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000022059242. 00000020:00000010:2.0:1767384697.507368:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088e70d4d. 00000020:00000010:2.0:1767384697.507371:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000544aff1c. 00000020:00000010:2.0:1767384697.507390:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000019a615b. 00000020:00000010:2.0:1767384697.507392:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000019a615b. 00000100:00000200:2.0:1767384697.507393:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050249728 02000000:00000010:2.0:1767384697.507405:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000828c5123. 00000040:00000010:2.0:1767384697.507409:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000060be122e. 00000040:00000010:2.0:1767384697.507417:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fcdcd412. 00000040:00000010:2.0:1767384697.507428:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fcdcd412. 00000040:00000010:2.0:1767384697.507431:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000060be122e. 00010000:00000200:2.0:1767384697.507434:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005053a285 x1853237050249728/t0(0) o503->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 272/8416 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384697.507443:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009f66a6ad. 00000100:00000200:2.0:1767384697.507445:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237050249728, offset 224 00000400:00000200:2.0:1767384697.507449:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384697.507454:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384697.507459:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6958260109200 00000400:00000200:2.0:1767384697.507462:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b45 [4] + 224 00000400:00000200:2.0:1767384697.507466:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384697.507468:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384697.507472:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000265d2fe3 x1853237050249728/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384697.507486:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f66a6ad 00000400:00000010:2.0:1767384697.507487:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009f66a6ad. 00000020:00000010:2.0:1767384697.507494:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000088e70d4d. 00000020:00000010:2.0:1767384697.507497:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000544aff1c. 00000020:00000010:2.0:1767384697.507499:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000022059242. 00000400:00000010:0.0:1767384697.507502:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000ac6a0a. 02000000:00000010:2.0:1767384697.507503:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000828c5123. 00000400:00000200:0.0:1767384697.507510:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c0ef77b 00000400:00000010:0.0:1767384697.507513:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008c0ef77b. 00000100:00000200:2.0:1767384697.507517:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767384697.507520:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000265d2fe3 x1853237050249728/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384697.507522:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009559cd4. 00000400:00000010:2.0:1767384697.507527:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f66a6ad. 00000100:00000200:0.0:1767384697.507535:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000265d2fe3 x1853237050249728/t0(0) o503->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384697.507547:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b2ed3b26. 02000000:00000010:0.0:1767384697.507564:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000db472f24. 02000000:00000010:0.0:1767384697.507574:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8d6b044. 00000100:00000010:0.0:1767384697.507577:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000265d2fe3. 00000040:00000010:0.0:1767384697.507582:0:40979:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e9e26f51. 00000020:00000010:3.0:1767384697.507697:0:41017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f6acdcc. 00000020:00000010:3.0:1767384697.507701:0:41017:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004013f755. 00000040:00000010:3.0:1767384697.507703:0:41017:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f6d235c8. 00000020:00000010:3.0:1767384697.507705:0:41017:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091f64542. 00000020:00000010:3.0:1767384697.507707:0:41017:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001e60caf7. 00000020:00000010:3.0:1767384697.507709:0:41017:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000125ad929. 80000000:00000010:3.0:1767384697.507711:0:41017:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d49229f8. 40000000:00000010:3.0:1767384697.507713:0:41017:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074d5f0b2. 00100000:00000010:3.0:1767384697.507715:0:41017:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001418ffb1. 00040000:00000010:3.0:1767384697.507716:0:41017:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009bcbb4e5. 00040000:00000010:3.0:1767384697.507718:0:41017:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008aca24e4. 00040000:00000010:3.0:1767384697.507720:0:41017:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000a4f0ec6. 00080000:00000010:3.0:1767384697.507722:0:41017:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dd943e73. 00080000:00000010:3.0:1767384697.507725:0:41017:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001f744bf6. 00000004:00000010:3.0:1767384697.507728:0:41017:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000062326a7c. 00000004:00000010:3.0:1767384697.507730:0:41017:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000029774135. 00000004:00000010:3.0:1767384697.507733:0:41017:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002fbd0261. 00002000:00000010:3.0:1767384697.507735:0:41017:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005ccef5cc. 00000004:00000010:3.0:1767384697.507737:0:41017:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000691e6ea5. 00000020:00000010:3.0:1767384697.507739:0:41017:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000065761205. 00000040:00000010:3.0:1767384697.507742:0:41017:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000005013ad56. 00000100:00000010:3.0:1767384697.507745:0:41017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f44614fc. 02000000:00000010:3.0:1767384697.507749:0:41017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025861d3e. 00000100:00000010:3.0:1767384697.507753:0:41017:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d69f9dc0. 02000000:00000010:3.0:1767384697.507763:0:41017:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000db472f24. 00000400:00000010:3.0:1767384697.507766:0:41017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066535838. 00000400:00000010:3.0:1767384697.507769:0:41017:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d0aeb232. 00000100:00000200:3.0:1767384697.507771:0:41017:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237050249856, portal 25 00000400:00000010:3.0:1767384697.507773:0:41017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.507774:0:41017:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237050249856, offset 0 00000400:00000200:3.0:1767384697.507777:0:41017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.507780:0:41017:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.507784:0:41017:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260109280 00000400:00000200:3.0:1767384697.507787:0:41017:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2249 [2] + 0 00000400:00000010:3.0:1767384697.507789:0:41017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a71c3276. 00000400:00000200:3.0:1767384697.507791:0:41017:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e56abf8e 00000400:00000200:3.0:1767384697.507793:0:41017:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.507795:0:41017:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384697.507796:0:41017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e56abf8e 00000400:00000010:3.0:1767384697.507797:0:41017:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e56abf8e. 00000100:00000200:3.0:1767384697.507800:0:41017:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384697.507809:0:41017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000400:00000010:3.0:1767384697.507810:0:41017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.507813:0:41017:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f44614fc x1853237050249856/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384697.507828:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089f4943a. 00000020:00000010:2.0:1767384697.507831:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089f4943a. 00000020:00000010:2.0:1767384697.507834:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000060be122e. 00000020:00000010:2.0:1767384697.507835:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088e70d4d. 00000020:00000010:2.0:1767384697.507837:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000544aff1c. 00000020:00000010:2.0:1767384697.507853:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089f4943a. 00000020:00000010:2.0:1767384697.507855:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089f4943a. 00000100:00000200:2.0:1767384697.507856:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050249856 02000000:00000010:2.0:1767384697.507867:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000828c5123. 00000040:00000010:2.0:1767384697.507870:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000974dcd41. 00000040:00000010:2.0:1767384697.507875:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fcdcd412. 00000040:00000010:2.0:1767384697.507887:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fcdcd412. 00000040:00000010:2.0:1767384697.507889:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000974dcd41. 00010000:00000200:2.0:1767384697.507894:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000838c29fa x1853237050249856/t0(0) o502->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 272/8472 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384697.507903:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000000daac7. 00000100:00000200:2.0:1767384697.507905:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237050249856, offset 224 00000400:00000200:2.0:1767384697.507909:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384697.507913:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384697.507917:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260109280 00000400:00000200:2.0:1767384697.507920:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b55 [4] + 224 00000400:00000200:2.0:1767384697.507924:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384697.507926:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384697.507929:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f44614fc x1853237050249856/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384697.507941:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000000daac7 00000400:00000010:2.0:1767384697.507942:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000000daac7. 00000020:00000010:2.0:1767384697.507949:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000088e70d4d. 00000020:00000010:2.0:1767384697.507951:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000544aff1c. 00000400:00000010:3.0:1767384697.507952:0:41017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066535838. 00000020:00000010:2.0:1767384697.507953:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000060be122e. 00000400:00000200:3.0:1767384697.507958:0:41017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d0aeb232 02000000:00000010:2.0:1767384697.507959:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000828c5123. 00000400:00000010:3.0:1767384697.507963:0:41017:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d0aeb232. 00000100:00000200:2.0:1767384697.507969:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384697.507971:0:41017:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f44614fc x1853237050249856/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384697.507974:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bdd1ed1. 00000400:00000010:2.0:1767384697.507979:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000000daac7. 00000100:00000200:3.0:1767384697.507983:0:41017:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f44614fc x1853237050249856/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384697.507993:0:41017:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d69f9dc0. 02000000:00000010:3.0:1767384697.507996:0:41017:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000db472f24. 02000000:00000010:3.0:1767384697.508003:0:41017:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000025861d3e. 00000100:00000010:3.0:1767384697.508005:0:41017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f44614fc. 00000100:00000010:3.0:1767384697.508015:0:41017:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000100a0665. 00000400:00000200:3.0:1767384697.508017:0:41017:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384697.508020:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.202.122@tcp 00000400:00000200:3.0:1767384697.508023:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384697.508027:0:41017:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000f210e2f8 (42) 00000400:00000200:3.0:1767384697.508029:0:41017:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384697.508031:0:41017:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000400:00000200:3.0:1767384697.508032:0:41017:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000f210e2f8 (43) 00000400:00000200:3.0:1767384697.508033:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp 00000400:00000200:3.0:1767384697.508034:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp10 00000400:00000200:3.0:1767384697.508036:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508037:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp10 00000400:00000200:3.0:1767384697.508038:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.202.122@tcp11 00000400:00000200:3.0:1767384697.508039:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508040:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp11 00000400:00000200:3.0:1767384697.508041:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.202.122@tcp12 00000400:00000200:3.0:1767384697.508042:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508043:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp12 00000400:00000200:3.0:1767384697.508043:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.202.122@tcp13 00000400:00000200:3.0:1767384697.508045:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508046:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp13 00000400:00000200:3.0:1767384697.508047:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.202.122@tcp14 00000400:00000200:3.0:1767384697.508049:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508049:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp14 00000400:00000200:3.0:1767384697.508050:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.202.122@tcp15 00000400:00000200:3.0:1767384697.508051:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508052:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp15 00000400:00000200:3.0:1767384697.508054:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.202.122@tcp16 00000400:00000200:3.0:1767384697.508055:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508056:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp16 00000400:00000200:3.0:1767384697.508058:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.202.122@tcp17 00000400:00000200:3.0:1767384697.508059:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508060:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp17 00000400:00000200:3.0:1767384697.508061:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.202.122@tcp18 00000400:00000200:3.0:1767384697.508063:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508063:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp18 00000400:00000200:3.0:1767384697.508064:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.202.122@tcp19 00000400:00000200:3.0:1767384697.508065:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508066:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp19 00000400:00000200:3.0:1767384697.508067:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.202.122@tcp20 00000400:00000200:3.0:1767384697.508068:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508069:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp20 00000400:00000200:3.0:1767384697.508070:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.202.122@tcp21 00000400:00000200:3.0:1767384697.508071:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508072:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp21 00000400:00000200:3.0:1767384697.508073:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.202.122@tcp22 00000400:00000200:3.0:1767384697.508075:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508075:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp22 00000400:00000200:3.0:1767384697.508076:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.202.122@tcp23 00000400:00000200:3.0:1767384697.508077:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508078:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp23 00000400:00000200:3.0:1767384697.508079:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.202.122@tcp24 00000400:00000200:3.0:1767384697.508080:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508081:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp24 00000400:00000200:3.0:1767384697.508082:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.202.122@tcp25 00000400:00000200:3.0:1767384697.508083:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508084:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp25 00000400:00000200:3.0:1767384697.508085:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.202.122@tcp26 00000400:00000200:3.0:1767384697.508086:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508087:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp26 00000400:00000200:3.0:1767384697.508087:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.202.122@tcp27 00000400:00000200:3.0:1767384697.508089:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508089:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp27 00000400:00000200:3.0:1767384697.508091:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.202.122@tcp28 00000400:00000200:3.0:1767384697.508092:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508093:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp28 00000400:00000200:3.0:1767384697.508094:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.202.122@tcp29 00000400:00000200:3.0:1767384697.508096:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508098:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp29 00000400:00000200:3.0:1767384697.508099:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.202.122@tcp30 00000400:00000200:3.0:1767384697.508100:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508101:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp30 00000400:00000200:3.0:1767384697.508103:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.202.122@tcp31 00000400:00000200:3.0:1767384697.508104:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508105:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp31 00000400:00000200:3.0:1767384697.508106:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.202.122@tcp32 00000400:00000200:3.0:1767384697.508108:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508110:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp32 00000400:00000200:3.0:1767384697.508111:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.202.122@tcp33 00000400:00000200:3.0:1767384697.508112:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508113:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp33 00000400:00000200:3.0:1767384697.508114:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.202.122@tcp34 00000400:00000200:3.0:1767384697.508116:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508117:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp34 00000400:00000200:3.0:1767384697.508118:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.202.122@tcp35 00000400:00000200:3.0:1767384697.508120:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508121:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp35 00000400:00000200:3.0:1767384697.508122:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.202.122@tcp36 00000400:00000200:3.0:1767384697.508124:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508125:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp36 00000400:00000200:3.0:1767384697.508126:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.202.122@tcp37 00000400:00000200:3.0:1767384697.508128:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508129:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp37 00000400:00000200:3.0:1767384697.508130:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.202.122@tcp38 00000400:00000200:3.0:1767384697.508132:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508133:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp38 00000400:00000200:3.0:1767384697.508134:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.202.122@tcp39 00000400:00000200:3.0:1767384697.508135:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508137:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp39 00000400:00000200:3.0:1767384697.508138:0:41017:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.202.122@tcp40 00000400:00000200:3.0:1767384697.508140:0:41017:0:(peer.c:1803:lnet_peer_add()) peer 192.168.202.122@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384697.508142:0:41017:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.202.122@tcp40 00000100:00000010:3.0:1767384697.508143:0:41017:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000100a0665. 00000020:00000010:3.0:1767384697.508147:0:41017:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000f80db7ba. 00000020:00000010:3.0:1767384697.508149:0:41017:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000547071ee. 00000020:00000010:3.0:1767384697.508151:0:41017:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000547071ee. 00000020:00000010:3.0:1767384697.508154:0:41017:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000547071ee. 00000020:00000010:3.0:1767384697.508157:0:41017:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000e45ec249. 00000020:00000010:3.0:1767384697.508166:0:41017:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000007ba7317b. 00000020:00000010:3.0:1767384697.508170:0:41017:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007df91d31. 00000020:00000010:3.0:1767384697.508179:0:41017:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000e45ec249. 00000020:00000010:3.0:1767384697.508181:0:41017:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000038be316. 00000001:00000010:3.0:1767384697.508193:0:41017:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000b8fcee3. 00000001:00000010:3.0:1767384697.508196:0:41017:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ce6be415. 00000001:00000010:3.0:1767384697.508199:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000025861d3e. 00000001:00000010:3.0:1767384697.508201:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000075322362. 00000001:00000010:3.0:1767384697.508203:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc93f6aa. 00000001:00000010:3.0:1767384697.508205:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ffb67ed. 00000001:00000010:3.0:1767384697.508207:0:41017:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000010237aa2. 00000001:00000010:3.0:1767384697.508208:0:41017:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009309b4a3. 00000001:00000010:3.0:1767384697.508210:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dfbcd82a. 00000001:00000010:3.0:1767384697.508211:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000496debd8. 00000001:00000010:3.0:1767384697.508213:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000e60599e. 00000001:00000010:3.0:1767384697.508214:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004755f603. 00000020:00000010:3.0:1767384697.508216:0:41017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a46e981. 00000020:00000010:3.0:1767384697.508218:0:41017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e45ec249. 00000020:00000010:3.0:1767384697.508221:0:41017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000030703c8c. 00000008:00000010:3.0:1767384697.508224:0:41017:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000001e41a993. 00020000:00000010:3.0:1767384697.508227:0:41017:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000007e702215. 00008000:00000010:3.0:1767384697.508229:0:41017:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000003a70a61. 00000080:00000010:3.0:1767384697.508233:0:41017:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000ef590464. 00000020:00000010:3.0:1767384697.508236:0:41017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012e085e6. 00000020:00000010:3.0:1767384697.508238:0:41017:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003dd323fa. 00000040:00000010:3.0:1767384697.508240:0:41017:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ee17d863. 00000020:00000010:3.0:1767384697.508241:0:41017:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004c6675e2. 00000020:00000010:3.0:1767384697.508244:0:41017:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ab80533f. 00000020:00000010:3.0:1767384697.508246:0:41017:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dc9365a1. 80000000:00000010:3.0:1767384697.508248:0:41017:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000012e58bd1. 40000000:00000010:3.0:1767384697.508249:0:41017:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d074ef61. 00100000:00000010:3.0:1767384697.508252:0:41017:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006a25264d. 00040000:00000010:3.0:1767384697.508254:0:41017:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001e6704c8. 00040000:00000010:3.0:1767384697.508256:0:41017:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bfc40d5f. 00040000:00000010:3.0:1767384697.508258:0:41017:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001e3c5e08. 00080000:00000010:3.0:1767384697.508262:0:41017:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000008875e96. 00080000:00000010:3.0:1767384697.508266:0:41017:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000071b4328a. 00000004:00000010:3.0:1767384697.508269:0:41017:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f4ffb3a1. 00000004:00000010:3.0:1767384697.508272:0:41017:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000005c802c7. 00000004:00000010:3.0:1767384697.508274:0:41017:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009bebebc8. 00000004:00000010:3.0:1767384697.508276:0:41017:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005c85ee1c. 00000010:00000010:3.0:1767384697.508279:0:41017:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 000000004868ebf2. 00000010:00000010:3.0:1767384697.508360:0:41017:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 0000000020a20e54. 00000010:00000010:3.0:1767384697.508363:0:41017:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 0000000010577c90. 00000010:00000010:3.0:1767384697.508367:0:41017:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 0000000084ba3661. 00000010:00000010:3.0:1767384697.508371:0:41017:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 00000000e9dcca8f. 00010000:00000010:3.0:1767384697.508376:0:41017:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000032ef960. 00010000:00000010:3.0:1767384697.508383:0:41017:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000006337f077. 00010000:00000010:3.0:1767384697.508389:0:41017:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000408ff410. 00000020:00000010:3.0:1767384697.508393:0:41017:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000036787bc4. 00000100:00000200:3.0:1767384697.508403:0:41017:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.122@tcp->12345-0@lo 00010000:00000010:3.0:1767384697.508406:0:41017:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000009f3bf422. 00010000:00000010:3.0:1767384697.508410:0:41017:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000883ba6cd. 00000001:00000010:3.0:1767384697.508412:0:41017:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000004d722d8. 00000001:00000010:3.0:1767384697.508415:0:41017:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000fb090f5c. 00000001:00000010:3.0:1767384697.508459:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ee206cfb. 00000001:00000010:3.0:1767384697.508505:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002ec9281c. 00000001:00000010:3.0:1767384697.508544:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ca9ffbeb. 00000001:00000010:3.0:1767384697.508607:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dc789f96. 00000001:00000010:3.0:1767384697.508656:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000010e65aff. 00000001:00000010:3.0:1767384697.508700:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b8fa09e6. 00000001:00000010:3.0:1767384697.508757:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000067068fb5. 00000001:00000010:3.0:1767384697.508817:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003c73cdc1. 00000001:00000010:3.0:1767384697.508876:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002ad041a1. 00000001:00000010:3.0:1767384697.508936:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b61b6690. 00000001:00000010:3.0:1767384697.508984:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a97d004a. 00000001:00000010:3.0:1767384697.509030:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000a43ac66. 00000001:00000010:3.0:1767384697.509075:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ddbabecd. 00000001:00000010:3.0:1767384697.509119:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d85bb4c0. 00000001:00000010:3.0:1767384697.509161:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006b19c467. 00000001:00000010:3.0:1767384697.509207:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c1486b78. 00000001:00000010:3.0:1767384697.509248:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009526c6c6. 00000001:00000010:3.0:1767384697.509312:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c39f6046. 00000001:00000010:3.0:1767384697.509358:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000716d9310. 00000001:00000010:3.0:1767384697.509412:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fd6cb658. 00000001:00000010:3.0:1767384697.509457:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ead66a06. 00000001:00000010:3.0:1767384697.509498:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009cb657d2. 00000001:00000010:3.0:1767384697.510052:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cb55cd38. 00000001:00000010:3.0:1767384697.510089:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000082adcc4b. 00000001:00000010:3.0:1767384697.510122:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007b7fa308. 00000001:00000010:3.0:1767384697.510154:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000983f2ae4. 00000001:00000010:3.0:1767384697.510191:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000053e9baa1. 00000001:00000010:3.0:1767384697.510224:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000052e91722. 00000001:00000010:3.0:1767384697.510252:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000079ed74e1. 00000001:00000010:3.0:1767384697.510281:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005b644e61. 00000001:00000010:3.0:1767384697.510332:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f9c9643d. 00000001:00000010:3.0:1767384697.510358:0:41017:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000038ece12d. 00000020:00000010:3.0:1767384697.510428:0:41017:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000391f68a. 00000020:00000010:3.0:1767384697.510434:0:41017:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000003f5f6bba. 00000020:00000010:3.0:1767384697.510515:0:41017:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dbb3186a. 00000020:00000010:3.0:1767384697.510519:0:41017:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000034714641. 00000010:00000010:3.0:1767384697.510534:0:41017:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 0000000020a20e54. 00000010:00000010:3.0:1767384697.510538:0:41017:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 0000000084ba3661. 00000010:00000010:3.0:1767384697.510540:0:41017:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 0000000010577c90. 00000010:00000010:3.0:1767384697.510542:0:41017:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 00000000e9dcca8f. 00000020:00000010:3.0:1767384697.510573:0:41017:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006237ffd0. 00000020:00000010:3.0:1767384697.510585:0:41017:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000007cf4328a. 00000020:00000010:3.0:1767384697.510608:0:41017:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003dd323fa. 00000040:00000010:3.0:1767384697.510610:0:41017:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ee17d863. 00000020:00000010:3.0:1767384697.510612:0:41017:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004c6675e2. 00000020:00000010:3.0:1767384697.510615:0:41017:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ab80533f. 00000020:00000010:3.0:1767384697.510617:0:41017:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dc9365a1. 80000000:00000010:3.0:1767384697.510619:0:41017:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000012e58bd1. 40000000:00000010:3.0:1767384697.510621:0:41017:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d074ef61. 00100000:00000010:3.0:1767384697.510623:0:41017:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006a25264d. 00040000:00000010:3.0:1767384697.510626:0:41017:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001e6704c8. 00040000:00000010:3.0:1767384697.510627:0:41017:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bfc40d5f. 00040000:00000010:3.0:1767384697.510629:0:41017:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001e3c5e08. 00080000:00000010:3.0:1767384697.510631:0:41017:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000071b4328a. 00080000:00000010:3.0:1767384697.510633:0:41017:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000008875e96. 00000004:00000010:3.0:1767384697.510636:0:41017:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f4ffb3a1. 00000004:00000010:3.0:1767384697.510638:0:41017:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000005c802c7. 00000004:00000010:3.0:1767384697.510640:0:41017:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009bebebc8. 00000004:00000010:3.0:1767384697.510642:0:41017:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005c85ee1c. 00000020:00000010:3.0:1767384697.510644:0:41017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012e085e6. 00000020:00000010:3.0:1767384697.510646:0:41017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e45ec249. 00000020:00000010:3.0:1767384697.510648:0:41017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000030703c8c. 00000008:00000010:3.0:1767384697.510650:0:41017:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000001e41a993. 00020000:00000010:3.0:1767384697.510652:0:41017:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000007e702215. 00008000:00000010:3.0:1767384697.510655:0:41017:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000003a70a61. 00000080:00000010:3.0:1767384697.510657:0:41017:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000ef590464. 00000020:00000010:3.0:1767384697.510660:0:41017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a46e981. 00000020:00000010:3.0:1767384697.510663:0:41017:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000038be316. 00000020:00000010:3.0:1767384697.510668:0:41017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a46e981. 00000020:00000010:3.0:1767384697.510670:0:41017:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000012e085e6. 00000040:00000010:3.0:1767384697.510672:0:41017:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001da13405. 00000020:00000010:3.0:1767384697.510674:0:41017:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009bebebc8. 00000020:00000010:3.0:1767384697.510677:0:41017:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ab80533f. 00000020:00000010:3.0:1767384697.510679:0:41017:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001e3c5e08. 80000000:00000010:3.0:1767384697.510680:0:41017:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000029d0331e. 40000000:00000010:3.0:1767384697.510681:0:41017:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000033dd17ed. 00100000:00000010:3.0:1767384697.510683:0:41017:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f4ffb3a1. 00040000:00000010:3.0:1767384697.510685:0:41017:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001e6704c8. 00040000:00000010:3.0:1767384697.510687:0:41017:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bfc40d5f. 00040000:00000010:3.0:1767384697.510689:0:41017:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dc9365a1. 00080000:00000010:3.0:1767384697.510691:0:41017:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000008875e96. 00080000:00000010:3.0:1767384697.510693:0:41017:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000071b4328a. 00000004:00000010:3.0:1767384697.510696:0:41017:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006a25264d. 00000004:00000010:3.0:1767384697.510699:0:41017:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000077265bfd. 00000004:00000010:3.0:1767384697.510701:0:41017:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004c6675e2. 00000004:00000010:3.0:1767384697.510705:0:41017:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005c85ee1c. 00000020:00000010:3.0:1767384697.510708:0:41017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003dd323fa. 00000020:00000010:3.0:1767384697.510710:0:41017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e45ec249. 00000020:00000010:3.0:1767384697.510712:0:41017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000030703c8c. 00000020:00000010:3.0:1767384697.510715:0:41017:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 00000000d0aeb232. 00000020:00000010:3.0:1767384697.510717:0:41017:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 0000000054fd591e. 00000020:00000010:3.0:1767384697.510722:0:41017:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000067332527. 00000100:00000010:3.0:1767384697.510739:0:41017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f44614fc. 02000000:00000010:3.0:1767384697.510745:0:41017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000068d1c7ab. 02000000:00000010:2.0:1767384697.510800:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d134fd7f. 00000400:00000010:2.0:1767384697.510806:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e6aa44c. 00000400:00000010:2.0:1767384697.510812:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079f9896b. 00000100:00000200:2.0:1767384697.510817:0:16343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050249984, portal 10 00000020:00000010:2.0:1767384697.510823:0:16343:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000fcdcd412. 00000400:00000010:2.0:1767384697.510828:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f9dd7e6. 00000100:00000200:2.0:1767384697.510831:0:16343:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237050249984, offset 0 00000400:00000200:2.0:1767384697.510837:0:16343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384697.510844:0:16343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384697.510851:0:16343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6958260109300 00000400:00000200:2.0:1767384697.510857:0:16343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x232d [64] + 0 00000400:00000200:2.0:1767384697.510862:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384697.510874:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384697.510882:0:16343:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384697.510886:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000205ad078. 00000400:00000200:2.0:1767384697.510902:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f9dd7e6 00000400:00000010:2.0:1767384697.510905:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f9dd7e6. 00000100:00000200:2.0:1767384697.510913:0:16343:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f44614fc x1853237050249984/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384697.510918:0:40994:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000329c0e36. 00040000:00000010:3.0:1767384697.510925:0:40994:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f1370863. 00000004:00000010:3.0:1767384697.510929:0:40994:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e760cd96. 00000004:00000010:3.0:1767384697.510931:0:40994:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000046cf029d. 00000004:00000010:3.0:1767384697.510933:0:40994:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cc393ea4. 00000020:00000010:3.0:1767384697.510940:0:40994:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ddad71b. 00000020:00000010:3.0:1767384697.510943:0:40994:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9dcca8f. 00000020:00000010:3.0:1767384697.510945:0:40994:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 00000100:00000200:3.0:1767384697.510970:0:40994:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050249984 00000020:00000010:0.0:1767384697.510976:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005b690da6. 02000000:00000010:3.0:1767384697.510982:0:40994:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005bdeb60e. 00000100:00000010:0.0:1767384697.510983:0:40993:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ebe3d4a9. 00000400:00000010:3.0:1767384697.510990:0:40994:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.510994:0:40994:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237050249984, offset 0 00000400:00000200:3.0:1767384697.510998:0:40994:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.511003:0:40994:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.511008:0:40994:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958260109300 00000400:00000200:3.0:1767384697.511012:0:40994:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2b65 [1] + 0 00000400:00000200:3.0:1767384697.511015:0:40994:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.511018:0:40994:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384697.511022:0:40994:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f44614fc x1853237050249984/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384707 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384697.511035:0:40994:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000400:00000010:3.0:1767384697.511036:0:40994:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000020:00000010:3.0:1767384697.511043:0:40994:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9dcca8f. 00000020:00000010:3.0:1767384697.511046:0:40994:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000020:00000010:3.0:1767384697.511048:0:40994:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001ddad71b. 00000400:00000010:2.0:1767384697.511138:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e6aa44c. 00000400:00000200:2.0:1767384697.511143:0:16343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f9896b 00000400:00000010:2.0:1767384697.511146:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079f9896b. 00000100:00000200:2.0:1767384697.511152:0:16343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f44614fc x1853237050249984/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384697.511161:0:16343:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f44614fc x1853237050249984/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1767384697.511165:0:40993:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dace9337. 00000004:00000010:0.0:1767384697.511171:0:40993:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000d32610c. 00000004:00000010:0.0:1767384697.511174:0:40993:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006de05ff9. 00000004:00000010:0.0:1767384697.511177:0:40993:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005b54c920. 00000100:00000010:3.0:1767384697.511180:0:41020:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000569b73c9. 00000020:00000010:3.0:1767384697.511184:0:41020:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002846d3b6. 02000000:00000010:2.0:1767384697.511187:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d134fd7f. 00000020:00000010:3.0:1767384697.511188:0:41020:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001ddad71b. 00000020:00000010:3.0:1767384697.511194:0:41020:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000079556179. 02000000:00000010:2.0:1767384697.511195:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000068d1c7ab. 00000040:00000010:3.0:1767384697.511198:0:41020:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006b89a961. 00000100:00000010:2.0:1767384697.511201:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f44614fc. 00000020:00000010:3.0:1767384697.511202:0:41020:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ce1a4b63. 00000020:00000010:3.0:1767384697.511207:0:41020:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001994841f. 00000020:00000010:3.0:1767384697.511210:0:41020:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000de3b16d2. 80000000:00000010:3.0:1767384697.511213:0:41020:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e24a6eee. 40000000:00000010:3.0:1767384697.511215:0:41020:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000026cff320. 00100000:00000010:3.0:1767384697.511218:0:41020:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bda32b47. 00040000:00000010:3.0:1767384697.511220:0:41020:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000058681ea2. 00040000:00000010:3.0:1767384697.511223:0:41020:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001e29a4f9. 00040000:00000010:3.0:1767384697.511226:0:41020:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000001dee115. 00080000:00000010:3.0:1767384697.511229:0:41020:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000009272b5c3. 00080000:00000010:3.0:1767384697.511233:0:41020:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a2df0750. 00000004:00000010:3.0:1767384697.511237:0:41020:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000332c840c. 00000020:00000010:2.0:1767384697.511237:0:41017:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 00000000d0aeb232. 00000004:00000010:3.0:1767384697.511244:0:41020:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e50ac17f. 00000020:00000010:2.0:1767384697.511244:0:41017:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 0000000054fd591e. 00000004:00000010:3.0:1767384697.511250:0:41020:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005d6548fa. 00000020:00000010:2.0:1767384697.511250:0:41017:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000012e085e6. 00000040:00000010:2.0:1767384697.511256:0:41017:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001da13405. 00002000:00000010:3.0:1767384697.511257:0:41020:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000091e31c13. 00000020:00000010:2.0:1767384697.511260:0:41017:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009bebebc8. 00000004:00000010:3.0:1767384697.511263:0:41020:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000068d1c7ab. 00000020:00000010:2.0:1767384697.511265:0:41017:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ab80533f. 00000020:00000010:1.0:1767384697.511266:0:41016:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000add99cd1. 00000020:00000010:2.0:1767384697.511271:0:41017:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001e3c5e08. 00000020:00000010:1.0:1767384697.511273:0:41016:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000add99cd1. 80000000:00000010:2.0:1767384697.511277:0:41017:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000029d0331e. 40000000:00000010:2.0:1767384697.511281:0:41017:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000033dd17ed. 00100000:00000010:2.0:1767384697.511284:0:41017:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f4ffb3a1. 00000100:00000010:3.0:1767384697.511285:0:41020:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000002a16ae78. 00040000:00000010:2.0:1767384697.511288:0:41017:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001e6704c8. 00040000:00000010:2.0:1767384697.511313:0:41017:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bfc40d5f. 00040000:00000010:2.0:1767384697.511317:0:41017:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dc9365a1. 00000100:00000200:3.0:1767384697.511319:0:41020:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00080000:00000010:2.0:1767384697.511320:0:41017:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000071b4328a. 00080000:00000010:2.0:1767384697.511328:0:41017:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000008875e96. 00000004:00000010:2.0:1767384697.511332:0:41017:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006a25264d. 00000004:00000010:2.0:1767384697.511335:0:41017:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000077265bfd. 00000004:00000010:2.0:1767384697.511338:0:41017:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004c6675e2. 00000004:00000010:2.0:1767384697.511342:0:41017:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000005c85ee1c. 00000020:00000010:2.0:1767384697.511345:0:41017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a46e981. 00000020:00000010:2.0:1767384697.511349:0:41017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e45ec249. 00000020:00000010:2.0:1767384697.511352:0:41017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000030703c8c. 00000020:00000010:2.0:1767384697.511355:0:41017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003dd323fa. 00000020:00000010:2.0:1767384697.511360:0:41017:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000f80db7ba. 00000020:00000010:2.0:1767384697.511362:0:41017:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000547071ee. 00000100:00000010:2.0:1767384697.511375:0:41017:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000970bde8f. 02000000:00000010:2.0:1767384697.511382:0:41017:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078627e40. 00000100:00000010:2.0:1767384697.511389:0:41017:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c80b1d73. 02000000:00000010:2.0:1767384697.511403:0:41017:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000020ba9db6. 00000400:00000010:2.0:1767384697.511407:0:41017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e6aa44c. 00000400:00000010:2.0:1767384697.511411:0:41017:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f118abc5. 00000100:00000200:2.0:1767384697.511414:0:41017:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237050250112, portal 25 00000400:00000010:2.0:1767384697.511418:0:41017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079f9896b. 00000100:00000200:2.0:1767384697.511420:0:41017:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237050250112, offset 0 00000400:00000200:2.0:1767384697.511425:0:41017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384697.511432:0:41017:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384697.511438:0:41017:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6958260109380 00000400:00000200:2.0:1767384697.511443:0:41017:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x224d [2] + 0 00000400:00000010:2.0:1767384697.511446:0:41017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f998045. 00000400:00000200:2.0:1767384697.511449:0:41017:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d6f44256 00000400:00000200:2.0:1767384697.511452:0:41017:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384697.511455:0:41017:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384697.511458:0:41017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f44256 00000400:00000010:2.0:1767384697.511460:0:41017:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6f44256. 00000100:00000200:2.0:1767384697.511463:0:41017:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384697.511478:0:41017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f9896b 00000400:00000010:2.0:1767384697.511480:0:41017:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079f9896b. 00000100:00000200:2.0:1767384697.511485:0:41017:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000970bde8f x1853237050250112/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384697.511490:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aad58d54. 00000020:00000010:3.0:1767384697.511494:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aad58d54. 00000020:00000010:3.0:1767384697.511498:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c2c6d0b. 00000020:00000010:3.0:1767384697.511501:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9dcca8f. 00000020:00000010:3.0:1767384697.511502:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 00000020:00000010:3.0:1767384697.511525:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aad58d54. 00000020:00000010:3.0:1767384697.511527:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aad58d54. 00000100:00000200:3.0:1767384697.511530:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050250112 02000000:00000010:3.0:1767384697.511542:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000cf0e6af9. 00000040:00000010:3.0:1767384697.511547:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f376d246. 00000040:00000010:3.0:1767384697.511566:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000018bde206. 00000040:00000010:3.0:1767384697.511588:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000018bde206. 00000040:00000010:3.0:1767384697.511591:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f376d246. 00010000:00000200:3.0:1767384697.511596:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000059f5e93f x1853237050250112/t0(0) o502->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 272/8472 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384697.511605:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d364980d. 00000100:00000200:3.0:1767384697.511608:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237050250112, offset 224 00000400:00000200:3.0:1767384697.511612:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.511615:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.511619:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x6958260109380 00000400:00000200:3.0:1767384697.511622:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b71 [4] + 224 00000400:00000200:3.0:1767384697.511626:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.511629:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384697.511634:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000970bde8f x1853237050250112/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384697.511648:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d364980d 00000400:00000010:3.0:1767384697.511650:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d364980d. 00000020:00000010:3.0:1767384697.511657:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9dcca8f. 00000020:00000010:3.0:1767384697.511660:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000020:00000010:3.0:1767384697.511663:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c2c6d0b. 02000000:00000010:3.0:1767384697.511668:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000cf0e6af9. 00000400:00000010:2.0:1767384697.511672:0:41017:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e6aa44c. 00000400:00000200:2.0:1767384697.511677:0:41017:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f118abc5 00000100:00000200:3.0:1767384697.511678:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384697.511679:0:41017:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f118abc5. 00000400:00000010:3.0:1767384697.511684:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066535838. 00000400:00000010:3.0:1767384697.511689:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d364980d. 00000100:00000200:2.0:1767384697.511689:0:41017:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000970bde8f x1853237050250112/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384697.511702:0:41017:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000970bde8f x1853237050250112/t0(0) o502->MGC192.168.202.122@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384697.511716:0:41017:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c80b1d73. 02000000:00000010:2.0:1767384697.511722:0:41017:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000020ba9db6. 02000000:00000010:2.0:1767384697.511732:0:41017:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000078627e40. 00000100:00000010:2.0:1767384697.511735:0:41017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000970bde8f. 00000040:00000010:2.0:1767384697.511854:0:41017:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000005013ad56. 00000020:00000010:2.0:1767384697.511862:0:41017:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000065761205. 00000020:00000010:2.0:1767384697.511876:0:41017:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004013f755. 00000040:00000010:2.0:1767384697.511881:0:41017:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f6d235c8. 00000020:00000010:2.0:1767384697.511885:0:41017:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000091f64542. 00000020:00000010:2.0:1767384697.511891:0:41017:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001e60caf7. 00000020:00000010:2.0:1767384697.511895:0:41017:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000125ad929. 80000000:00000010:2.0:1767384697.511899:0:41017:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d49229f8. 40000000:00000010:2.0:1767384697.511902:0:41017:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000074d5f0b2. 00100000:00000010:2.0:1767384697.511906:0:41017:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001418ffb1. 00040000:00000010:2.0:1767384697.511909:0:41017:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009bcbb4e5. 00040000:00000010:2.0:1767384697.511913:0:41017:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008aca24e4. 00040000:00000010:2.0:1767384697.511916:0:41017:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000a4f0ec6. 00080000:00000010:2.0:1767384697.511920:0:41017:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001f744bf6. 00080000:00000010:2.0:1767384697.511924:0:41017:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dd943e73. 00000004:00000010:2.0:1767384697.511927:0:41017:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000062326a7c. 00000004:00000010:2.0:1767384697.511931:0:41017:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000029774135. 00000004:00000010:2.0:1767384697.511934:0:41017:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002fbd0261. 00002000:00000010:2.0:1767384697.511936:0:41017:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005ccef5cc. 00000004:00000010:2.0:1767384697.511939:0:41017:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000691e6ea5. 00000020:00000010:2.0:1767384697.511941:0:41017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f6acdcc. 00000040:00000010:0.0:1767384697.511979:0:40979:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e9e26f51. 00000040:00000010:0.0:1767384697.511986:0:40979:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002f6af58f. 00000040:00000010:0.0:1767384697.511990:0:40979:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000722bd2ce. 00000020:00000010:0.0:1767384697.511995:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000071004496. 00000040:00000010:0.0:1767384697.512000:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e037ef7c. 00000020:00000010:0.0:1767384697.512003:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d637c07d. 00000020:00000010:0.0:1767384697.512008:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fb356a60. 80000000:00000010:0.0:1767384697.512010:0:40979:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d5fac121. 00040000:00000010:0.0:1767384697.512014:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000095402ffe. 00080000:00000010:0.0:1767384697.512018:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000079eb5ce3. 00080000:00000010:0.0:1767384697.512023:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c1f24bdc. 20000000:00000010:0.0:1767384697.512026:0:40979:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000009642fcc3. 00000020:00000010:0.0:1767384697.512030:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009533ab2f. 10000000:00000010:0.0:1767384697.512034:0:40979:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000082b7443d. 00000020:00000010:0.0:1767384697.512052:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e9bce874. 00000040:00000010:0.0:1767384697.512057:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002660abf9. 00000020:00000010:0.0:1767384697.512061:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000afa64b1e. 00000020:00000010:0.0:1767384697.512065:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007cf82679. 00040000:00000010:0.0:1767384697.512068:0:40979:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009bb4e942. 00040000:00000010:0.0:1767384697.512071:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a86e8ca5. 00080000:00000010:0.0:1767384697.512075:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f18899d7. 00080000:00000010:0.0:1767384697.512080:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b9b63f1d. 00000020:00000010:0.0:1767384697.512084:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000062168156. 00000020:00000010:0.0:1767384697.512086:0:40979:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000f59396ef. 00000020:00000010:0.0:1767384697.512089:0:40979:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000b7b8cfb1. 00000020:00000010:0.0:1767384697.512092:0:40979:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000068fa973. 00000020:00000010:0.0:1767384697.512094:0:40979:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 0000000062dd6310. 00000020:00000010:0.0:1767384697.512126:0:40979:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 0000000061a59204. 00000100:00000010:0.0:1767384697.512161:0:40979:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ad07368. 02000000:00000010:0.0:1767384697.512171:0:40979:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006468e5e2. 00000100:00000010:0.0:1767384697.512182:0:40979:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002bad77d4. 00000100:00000010:0.0:1767384697.512185:0:40979:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000008739aa6e. 00000100:00000010:0.0:1767384697.512191:0:40979:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000827cab57. 00000400:00000010:0.0:1767384697.512201:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa790d82. 00000400:00000010:0.0:1767384697.512205:0:40979:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc204e5e. 00000100:00000200:0.0:1767384697.512209:0:40979:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x6958260109400-0x6958260109400, portal 33 02000000:00000010:0.0:1767384697.512215:0:40979:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001579448d. 00000400:00000010:0.0:1767384697.512218:0:40979:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b2dfbb9. 00000400:00000010:0.0:1767384697.512222:0:40979:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9e089d2. 00000100:00000200:0.0:1767384697.512224:0:40979:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237050250240, portal 25 00000400:00000010:0.0:1767384697.512227:0:40979:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c0fd873. 00000100:00000200:0.0:1767384697.512229:0:40979:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237050250240, offset 0 00000400:00000200:0.0:1767384697.512234:0:40979:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384697.512240:0:40979:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384697.512245:0:40979:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x6958260109400 00000400:00000200:0.0:1767384697.512250:0:40979:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2251 [2] + 0 00000400:00000010:0.0:1767384697.512253:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfdb2673. 00000400:00000200:0.0:1767384697.512256:0:40979:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000df1554f2 00000400:00000200:0.0:1767384697.512260:0:40979:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384697.512263:0:40979:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384697.512265:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df1554f2 00000400:00000010:0.0:1767384697.512267:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df1554f2. 00000100:00000200:0.0:1767384697.512271:0:40979:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384697.512288:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c0fd873 00000400:00000010:0.0:1767384697.512322:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c0fd873. 00000100:00000200:0.0:1767384697.512328:0:40979:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001ad07368 x1853237050250240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.512350:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000add99cd1. 00000020:00000010:1.0:1767384697.512355:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000add99cd1. 00000020:00000010:1.0:1767384697.512360:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018cf18e9. 00000020:00000010:1.0:1767384697.512364:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d133045. 00000020:00000010:1.0:1767384697.512367:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.512392:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000add99cd1. 00000020:00000010:1.0:1767384697.512395:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000add99cd1. 00000100:00000200:1.0:1767384697.512398:0:40988:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050250240 02000000:00000010:1.0:1767384697.512407:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000557dd251. 20000000:00000010:1.0:1767384697.512416:0:40988:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000fa20e7da. 00000100:00000010:1.0:1767384697.512419:0:40988:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007ef58e68. 00000100:00000010:1.0:1767384697.512422:0:40988:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000006ef8264d. 00000400:00000010:1.0:1767384697.512427:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000400:00000010:1.0:1767384697.512433:0:40988:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c7fb1a45. 00000400:00000200:1.0:1767384697.512437:0:40988:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:1.0:1767384697.512445:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:1.0:1767384697.512452:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x6958260109400 00000400:00000200:1.0:1767384697.512457:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2b81 [1] + 0 00000400:00000010:1.0:1767384697.512460:0:40988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa790d82. 00000400:00000200:1.0:1767384697.512463:0:40988:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dc204e5e 00000100:00000200:1.0:1767384697.512466:0:40988:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000007ef58e68 00000400:00000200:1.0:1767384697.512473:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:1.0:1767384697.512478:0:40988:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2b8d 00000400:00000200:1.0:1767384697.512482:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.512484:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:1.0:1767384697.512487:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.512488:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.512491:0:40988:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000007ef58e68 00000400:00000200:1.0:1767384697.512495:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc204e5e 00000400:00000010:1.0:1767384697.512496:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc204e5e. 00000100:00000200:1.0:1767384697.512499:0:40988:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000001ad07368 desc 000000002bad77d4 mbits 1853237050250240 00000100:00000200:1.0:1767384697.512514:0:40988:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x6958260109400-0x6958260109400 20000000:00000010:1.0:1767384697.512524:0:40988:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000b46f3acb. 20000000:00000010:1.0:1767384697.512533:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e8d6b044. 20000000:00000010:1.0:1767384697.512540:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000722bd2ce. 20000000:00000010:1.0:1767384697.512548:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000071e0d6d7. 20000000:00000010:1.0:1767384697.512566:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004a44b46f. 20000000:00000010:1.0:1767384697.512570:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000d4a5ba7. 20000000:00000010:1.0:1767384697.512574:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005d18b8a0. 20000000:00000010:1.0:1767384697.512579:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092493989. 20000000:00000010:1.0:1767384697.512583:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004f5dd25a. 20000000:00000010:1.0:1767384697.512587:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000110280db. 20000000:00000010:1.0:1767384697.512590:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aa4c27f3. 20000000:00000010:1.0:1767384697.512594:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001c990295. 20000000:00000010:1.0:1767384697.512597:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000024e7cc6e. 20000000:00000010:1.0:1767384697.512601:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c5174c3f. 20000000:00000010:1.0:1767384697.512605:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d93c703c. 20000000:00000010:1.0:1767384697.512608:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000963582fb. 20000000:00000010:1.0:1767384697.512611:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006fcfce35. 20000000:00000010:1.0:1767384697.512615:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000759aea93. 20000000:00000010:1.0:1767384697.512618:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000774e94b6. 20000000:00000010:1.0:1767384697.512622:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008e3bae64. 20000000:00000010:1.0:1767384697.512626:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e91aa473. 20000000:00000010:1.0:1767384697.512629:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fb9677a5. 20000000:00000010:1.0:1767384697.512634:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c2a953f5. 20000000:00000010:1.0:1767384697.512638:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f98c12d1. 20000000:00000010:1.0:1767384697.512642:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008dd2dafe. 20000000:00000010:1.0:1767384697.512645:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050bbdc66. 20000000:00000010:1.0:1767384697.512649:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000084cb21a1. 20000000:00000010:1.0:1767384697.512652:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000016b22f09. 20000000:00000010:1.0:1767384697.512656:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006b1f3565. 20000000:00000010:1.0:1767384697.512659:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000021e959de. 20000000:00000010:1.0:1767384697.512664:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006c04f06c. 20000000:00000010:1.0:1767384697.512666:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000070f74329. 20000000:00000010:1.0:1767384697.512671:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e63c8c08. 20000000:00000010:1.0:1767384697.512674:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002bfdaae3. 20000000:00000010:1.0:1767384697.512678:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005df1e4a2. 20000000:00000010:1.0:1767384697.512682:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000029a2d7a. 20000000:00000010:1.0:1767384697.512685:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f4c7ad6a. 20000000:00000010:1.0:1767384697.512688:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ad56c6aa. 20000000:00000010:1.0:1767384697.512692:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005fcf9e9c. 20000000:00000010:1.0:1767384697.512696:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000033738203. 20000000:00000010:1.0:1767384697.512700:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f8ab5b1f. 20000000:00000010:1.0:1767384697.512704:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cfc86122. 20000000:00000010:1.0:1767384697.512707:0:40988:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cb31d98b. 00080000:00000010:1.0:1767384697.512742:0:40988:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000b701a5e. 00080000:00000010:1.0:1767384697.512749:0:40988:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000add99cd1. 00080000:00000010:2.0:1767384697.513449:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000b701a5e. 00080000:00000010:1.0:1767384697.513533:0:40988:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000add99cd1. 00010000:00000010:2.0:1767384697.513579:0:40989:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000357e4e03. 00000020:00000010:2.0:1767384697.513583:0:40989:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001c398a0f. 00010000:00000010:2.0:1767384697.513592:0:40989:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009e969f69. 00000100:00000010:2.0:1767384697.513597:0:40989:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c80b1d73. 00000100:00000010:2.0:1767384697.513602:0:40989:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000970bde8f. 02000000:00000010:2.0:1767384697.513608:0:40989:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078627e40. 02000000:00000010:2.0:1767384697.513620:0:40989:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000cd3746d. 00000400:00000010:2.0:1767384697.513622:0:40989:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e6aa44c. 00000400:00000010:2.0:1767384697.513625:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000079f9896b. 00000100:00000200:2.0:1767384697.513627:0:40989:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050250368, portal 16 00000400:00000010:2.0:1767384697.513629:0:40989:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f9dd7e6. 00000100:00000200:2.0:1767384697.513630:0:40989:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237050250368, offset 0 00000400:00000200:2.0:1767384697.513633:0:40989:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384697.513637:0:40989:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384697.513641:0:40989:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958260109480 00000400:00000200:2.0:1767384697.513645:0:40989:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17cd [2] + 1968 00000400:00000010:2.0:1767384697.513648:0:40989:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e68ee53. 00000400:00000200:2.0:1767384697.513651:0:40989:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dadf4425 00000400:00000200:2.0:1767384697.513653:0:40989:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384697.513655:0:40988:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000006ef8264d. 00000400:00000200:2.0:1767384697.513656:0:40989:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384697.513659:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dadf4425 00000100:00000010:1.0:1767384697.513661:0:40988:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007ef58e68. 00000400:00000010:2.0:1767384697.513662:0:40989:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dadf4425. 20000000:00000010:1.0:1767384697.513666:0:40988:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000fa20e7da. 00000100:00000200:2.0:1767384697.513667:0:40989:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00010000:00000200:1.0:1767384697.513673:0:40988:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a13ba02 x1853237050250240/t0(0) o253->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 4784/4768 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384697.513679:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f9dd7e6 00000400:00000010:2.0:1767384697.513682:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f9dd7e6. 00000400:00000010:1.0:1767384697.513683:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f59396ef. 00000100:00000200:2.0:1767384697.513687:0:40989:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000970bde8f x1853237050250368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384713 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384697.513688:0:40988:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237050250240, offset 224 00000400:00000200:1.0:1767384697.513697:0:40988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.513706:0:40988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.513712:0:40988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958260109400 00000400:00000200:1.0:1767384697.513716:0:40988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2b85 [2] + 224 00000400:00000200:1.0:1767384697.513719:0:40988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.513723:0:40988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384697.513724:0:17059:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d134fd7f. 00000100:00000200:1.0:1767384697.513728:0:40988:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001ad07368 x1853237050250240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384697.513731:0:17059:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e323c846. 00000100:00000200:2.0:1767384697.513736:0:17059:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767384697.513739:0:17059:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f9f6786. 00000400:00000010:2.0:1767384697.513742:0:17059:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f118abc5. 00000400:00000200:1.0:1767384697.513745:0:40988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f59396ef 00040000:00000010:2.0:1767384697.513747:0:17059:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dcff94e7. 00000400:00000010:1.0:1767384697.513748:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f59396ef. 00000004:00000010:2.0:1767384697.513753:0:17059:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a80ab86c. 00000004:00000010:2.0:1767384697.513757:0:17059:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006ca61ad4. 00000020:00000010:1.0:1767384697.513759:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d133045. 00000004:00000010:2.0:1767384697.513760:0:17059:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f47c59f8. 00000020:00000010:1.0:1767384697.513764:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000004:00000010:2.0:1767384697.513765:0:17059:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007d94fd65. 00000020:00000010:1.0:1767384697.513770:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018cf18e9. 00000020:00000010:2.0:1767384697.513773:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e52255f7. 02000000:00000010:1.0:1767384697.513775:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000557dd251. 00000020:00000010:2.0:1767384697.513776:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e52255f7. 00000020:00000010:2.0:1767384697.513781:0:17059:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000118b8fae. 00000100:00000200:1.0:1767384697.513783:0:40988:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:2.0:1767384697.513784:0:17059:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccb8201c. 00000400:00000010:1.0:1767384697.513787:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab213ec3. 00000020:00000010:2.0:1767384697.513788:0:17059:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000544aff1c. 00000400:00000010:1.0:1767384697.513792:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f59396ef. 00000020:00000010:2.0:1767384697.513815:0:17059:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e52255f7. 00000020:00000010:2.0:1767384697.513818:0:17059:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e52255f7. 00000100:00000200:2.0:1767384697.513820:0:17059:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050250368 02000000:00000010:2.0:1767384697.513827:0:17059:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000054ec4dcd. 00000400:00000010:2.0:1767384697.513831:0:17059:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f9dd7e6. 00000100:00000200:2.0:1767384697.513834:0:17059:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237050250368, offset 224 00000400:00000200:2.0:1767384697.513837:0:17059:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384697.513842:0:17059:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384697.513849:0:17059:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958260109480 00000400:00000200:2.0:1767384697.513854:0:17059:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2b91 [1] + 224 00000400:00000200:2.0:1767384697.513858:0:17059:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384697.513861:0:17059:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384697.513868:0:17059:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000970bde8f x1853237050250368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384713 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384697.513890:0:17059:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f9dd7e6 00000400:00000010:2.0:1767384697.513892:0:17059:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f9dd7e6. 00010000:00000010:2.0:1767384697.513903:0:17059:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000062b22cf2. 00000400:00000010:1.0:1767384697.513903:0:40989:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e6aa44c. 00000400:00000200:1.0:1767384697.513909:0:40989:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079f9896b 00000400:00000010:1.0:1767384697.513910:0:40989:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079f9896b. 00000100:00000200:1.0:1767384697.513915:0:40989:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000970bde8f x1853237050250368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384713 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384697.513921:0:17059:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccb8201c. 00000100:00000200:1.0:1767384697.513922:0:40989:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000970bde8f x1853237050250368/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384713 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1767384697.513926:0:17059:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000544aff1c. 00000020:00000010:2.0:1767384697.513932:0:17059:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000118b8fae. 02000000:00000010:2.0:1767384697.513938:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000054ec4dcd. 02000000:00000010:2.0:1767384697.513941:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000021864dc3. 02000000:00000010:1.0:1767384697.513941:0:40989:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000cd3746d. 02000000:00000010:1.0:1767384697.513948:0:40989:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000078627e40. 00000100:00000010:2.0:1767384697.513949:0:17059:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b3d4f063. 00000100:00000010:1.0:1767384697.513956:0:40989:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000970bde8f. 02000000:00000010:2.0:1767384697.513957:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003fb82ef3. 00000100:00000010:1.0:1767384697.513960:0:40989:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c80b1d73. 00000100:00000010:2.0:1767384697.513961:0:17059:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d48ad92d. 00010000:00000010:1.0:1767384697.513967:0:40989:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009e969f69. 02000000:00000010:2.0:1767384697.513968:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b83e923b. 00000100:00000010:2.0:1767384697.513973:0:17059:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ad8148a. 02000000:00000010:2.0:1767384697.513977:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000b3db0bc. 00000100:00000010:2.0:1767384697.513981:0:17059:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d10d74be. 02000000:00000010:2.0:1767384697.513984:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e434c4aa. 00000100:00000010:2.0:1767384697.513986:0:17059:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be91014b. 02000000:00000010:2.0:1767384697.513989:0:17059:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c7da3d0f. 00000100:00000010:2.0:1767384697.513991:0:17059:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c1eae38. 00000100:00000010:2.0:1767384697.513993:0:17059:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000068349159. 00000100:00000010:2.0:1767384697.513997:0:17059:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 000000007cd36af0. 00000100:00000010:2.0:1767384697.514033:0:17064:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5170026. 02000000:00000010:2.0:1767384697.514038:0:17064:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000118b8fae. 00010000:00000010:2.0:1767384697.514062:0:17064:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000062b22cf2. 02000000:00000010:1.0:1767384697.514072:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007854ffad. 00000400:00000010:1.0:1767384697.514079:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb062e94. 00000400:00000010:2.0:1767384697.514080:0:40979:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b2dfbb9. 00000400:00000200:2.0:1767384697.514084:0:40979:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9e089d2 00000400:00000010:2.0:1767384697.514085:0:40979:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9e089d2. 00000100:00000200:2.0:1767384697.514090:0:40979:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001ad07368 x1853237050250240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.514090:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.514097:0:16344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050250496, portal 18 00000100:00000200:2.0:1767384697.514100:0:40979:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001ad07368 x1853237050250240/t0(0) o253->MGC192.168.202.122@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384697.514104:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e21b0df. 00000100:00000200:1.0:1767384697.514109:0:16344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237050250496, offset 0 00000100:00000010:2.0:1767384697.514114:0:40979:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000827cab57. 00000400:00000200:1.0:1767384697.514115:0:16344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384697.514122:0:40979:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001579448d. 00000400:00000200:1.0:1767384697.514124:0:16344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767384697.514127:0:40979:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000008739aa6e. 00000100:00000010:2.0:1767384697.514131:0:40979:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002bad77d4. 00000400:00000200:1.0:1767384697.514132:0:16344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958260109500 02000000:00000010:2.0:1767384697.514136:0:40979:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006468e5e2. 00000400:00000200:1.0:1767384697.514139:0:16344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 0 00000100:00000010:2.0:1767384697.514143:0:40979:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001ad07368. 00000400:00000200:1.0:1767384697.514143:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.514150:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384697.514151:0:40979:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 0000000061a59204. 00000100:00000200:1.0:1767384697.514154:0:16344:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384697.514157:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000540ced79. 00000020:02000000:2.0:1767384697.514159:0:40979:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000400:00000200:1.0:1767384697.514169:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e21b0df 00000400:00000010:1.0:1767384697.514171:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e21b0df. 00000100:00000200:1.0:1767384697.514176:0:16344:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b5170026 x1853237050250496/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384713 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767384697.514201:0:17062:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008cb7db2f. 00000004:00000010:1.0:1767384697.514204:0:17062:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000094007200. 00000004:00000010:1.0:1767384697.514207:0:17062:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cc974b04. 00000004:00000010:1.0:1767384697.514209:0:17062:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ce8688a7. 00000004:00000010:1.0:1767384697.514212:0:17062:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007ef58e68. 00000020:00000010:1.0:1767384697.514217:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000add99cd1. 00000020:00000010:1.0:1767384697.514218:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000add99cd1. 00000020:00000010:1.0:1767384697.514221:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ebfe01e. 00000020:00000010:1.0:1767384697.514224:0:17062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d133045. 00000020:00000010:1.0:1767384697.514226:0:17062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000100:00000200:1.0:1767384697.514241:0:17062:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000540ced79 x1853237050250496/t0(0) o103->5ed6d8d7-43a1-4d6b-a55f-921e7d3881b6@0@lo:678/0 lens 328/0 e 0 to 0 dl 1767384708 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384697.514258:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000add99cd1. 00000020:00000010:1.0:1767384697.514260:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000add99cd1. 00000100:00000200:1.0:1767384697.514262:0:17062:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050250496 02000000:00000010:1.0:1767384697.514267:0:17062:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ddd55e72. 00010000:00000010:1.0:1767384697.514287:0:17062:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000add99cd1. 00000100:00000010:1.0:1767384697.514303:0:17062:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2ed3b26. 00000100:00000010:1.0:1767384697.514317:0:17062:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b2ed3b26. 00010000:00000010:1.0:1767384697.514319:0:17062:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000add99cd1. 00000400:00000010:1.0:1767384697.514325:0:17062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e21b0df. 00000100:00000200:1.0:1767384697.514327:0:17062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237050250496, offset 224 00000400:00000200:1.0:1767384697.514331:0:17062:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384697.514336:0:17062:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.514340:0:17062:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958260109500 00000400:00000200:1.0:1767384697.514343:0:17062:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2ba9 [1] + 224 00000400:00000200:1.0:1767384697.514346:0:17062:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.514349:0:17062:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.514354:0:17062:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b5170026 x1853237050250496/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384713 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384697.514363:0:17062:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e21b0df 00000400:00000010:1.0:1767384697.514364:0:17062:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e21b0df. 00000020:00000010:1.0:1767384697.514370:0:17062:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d133045. 00000020:00000010:1.0:1767384697.514372:0:17062:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384697.514374:0:17062:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ebfe01e. 00000400:00000010:1.0:1767384697.514388:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb062e94. 00000400:00000200:1.0:1767384697.514390:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:1.0:1767384697.514391:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000100:00000200:1.0:1767384697.514394:0:16344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b5170026 x1853237050250496/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384713 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384697.514399:0:16344:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b5170026 x1853237050250496/t0(0) o103->MGC192.168.202.122@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384713 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384697.514407:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007854ffad. 02000000:00000010:1.0:1767384697.514409:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000118b8fae. 00000100:00000010:1.0:1767384697.514411:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5170026. 00000020:00000010:2.0:1767384697.516078:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fdb0f458. 00000020:00000010:2.0:1767384697.516082:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000118b8fae. 00000040:00000010:2.0:1767384697.516084:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000078627e40. 00000020:00000010:2.0:1767384697.516086:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f48440b2. 00000020:00000010:2.0:1767384697.516088:0:40979:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001578cad4. 00000020:00000010:2.0:1767384697.516090:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000cd3746d. 80000000:00000010:2.0:1767384697.516092:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f0a92326. 40000000:00000010:2.0:1767384697.516094:0:40979:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e52255f7. 00100000:00000010:2.0:1767384697.516096:0:40979:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e5947cd4. 00040000:00000010:2.0:1767384697.516098:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005a00ab63. 00040000:00000010:2.0:1767384697.516100:0:40979:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ccf1e2bb. 00040000:00000010:2.0:1767384697.516102:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000102a0202. 00080000:00000010:2.0:1767384697.516107:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000000d9c07. 00080000:00000010:2.0:1767384697.516110:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000068349159. 00000004:00000010:2.0:1767384697.516113:0:40979:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002fbd0261. 00000004:00000010:2.0:1767384697.516116:0:40979:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000292f3c39. 00000004:00000010:2.0:1767384697.516118:0:40979:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000062326a7c. 00000004:00000010:2.0:1767384697.516119:0:40979:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000054ec4dcd. 00000020:00000010:2.0:1767384697.516121:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a4f0ec6. 00000020:00000010:2.0:1767384697.516123:0:40979:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccb8201c. 00000020:00000010:2.0:1767384697.516124:0:40979:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000544aff1c. 00080000:00000010:2.0:1767384697.516152:0:40979:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000ec21368a. 00000020:00000010:2.0:1767384697.516155:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f5a46cc9. 00080000:00000010:2.0:1767384697.516159:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000125ad929. 00080000:00000010:2.0:1767384697.516172:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000125ad929. 00000020:00000010:2.0:1767384697.516174:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f5a46cc9. 00000004:00000010:2.0:1767384697.516180:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000057aed5ef. 00000004:00000010:2.0:1767384697.516184:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000068d095e9. 00000004:00000010:2.0:1767384697.516188:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000017801cbf. 00080000:00000010:2.0:1767384697.516191:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000125ad929. 00040000:00000010:2.0:1767384697.516200:0:40979:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000e520a582. 00000004:00000010:2.0:1767384697.516203:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000030e8aa8e. 00000004:00000010:2.0:1767384697.516205:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c7282bf3. 00000004:00000010:2.0:1767384697.516206:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bc765326. 00080000:00000010:2.0:1767384697.516208:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003dd323fa. 00000020:00000010:2.0:1767384697.516234:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000012fd127e. 00080000:00000010:2.0:1767384697.516239:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009a46e981. 00080000:00000010:2.0:1767384697.516249:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009a46e981. 00000020:00000010:2.0:1767384697.516252:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000012fd127e. 00000004:00000010:2.0:1767384697.516256:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bdcfa753. 00000004:00000010:2.0:1767384697.516260:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007f2c8933. 00000004:00000010:2.0:1767384697.516262:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e2931752. 00080000:00000010:2.0:1767384697.516265:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009a46e981. 00080000:00000010:2.0:1767384697.516273:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d0b6c920. 00100000:00000010:2.0:1767384697.516281:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013016497. 00100000:00000010:2.0:1767384697.516288:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000013016497. 00000004:00000010:2.0:1767384697.516324:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004d9d829b. 00000004:00000010:2.0:1767384697.516327:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c84182bf. 00000004:00000010:2.0:1767384697.516330:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005e1d9979. 00080000:00000010:2.0:1767384697.516332:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ee17d863. 00080000:00000010:2.0:1767384697.516339:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004209f12e. 00100000:00000010:2.0:1767384697.516344:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013016497. 00100000:00000010:2.0:1767384697.516345:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000013016497. 00040000:00000010:2.0:1767384697.516350:0:40979:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002a8b4a07. 00000001:00000010:2.0:1767384697.516353:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000dc9365a1. 00000001:00000010:2.0:1767384697.516357:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000001a3cbbc7. 00000001:00000010:2.0:1767384697.516360:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000d35daf9e. 00040000:00000010:2.0:1767384697.516369:0:40979:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000030954933. 00000004:00000010:2.0:1767384697.516371:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002a43c316. 00000004:00000010:2.0:1767384697.516374:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e93868c1. 00000004:00000010:2.0:1767384697.516376:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003cfc0233. 00080000:00000010:2.0:1767384697.516377:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001e3c5e08. 00000020:00000010:2.0:1767384697.516392:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a29c908f. 00080000:00000010:2.0:1767384697.516394:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001da13405. 00080000:00000010:2.0:1767384697.516401:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001da13405. 00000020:00000010:2.0:1767384697.516404:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a29c908f. 00000004:00000010:2.0:1767384697.516408:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004dd0f194. 00000004:00000010:2.0:1767384697.516410:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002513da42. 00000004:00000010:2.0:1767384697.516412:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a21b07fd. 00080000:00000010:2.0:1767384697.516413:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001da13405. 00080000:00000010:2.0:1767384697.516418:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000845e6756. 00100000:00000010:2.0:1767384697.516422:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013016497. 00100000:00000010:2.0:1767384697.516424:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000013016497. 00000004:00000010:2.0:1767384697.516433:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007bc1568a. 00000004:00000010:2.0:1767384697.516436:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ee0ff246. 00000004:00000010:2.0:1767384697.516437:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000087d8eee. 00080000:00000010:2.0:1767384697.516439:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000012e085e6. 00080000:00000010:2.0:1767384697.516445:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004d72d079. 00100000:00000010:2.0:1767384697.516448:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013016497. 00100000:00000010:2.0:1767384697.516450:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000013016497. 00040000:00000010:2.0:1767384697.516454:0:40979:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002968f9ec. 00000001:00000010:2.0:1767384697.516457:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000060be122e. 00000001:00000010:2.0:1767384697.516460:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007831e426. 00000001:00000010:2.0:1767384697.516462:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a30ffc45. 00040000:00000010:2.0:1767384697.516467:0:40979:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b63bf9c0. 00000004:00000010:2.0:1767384697.516469:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004fcf6031. 00000004:00000010:2.0:1767384697.516471:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003eea3a68. 00000004:00000010:2.0:1767384697.516473:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001262d50a. 00080000:00000010:2.0:1767384697.516475:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004b1bf549. 00000020:00000010:2.0:1767384697.516490:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c2064117. 00080000:00000010:2.0:1767384697.516493:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000348a3b8f. 00080000:00000010:2.0:1767384697.516500:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000348a3b8f. 00000020:00000010:2.0:1767384697.516502:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c2064117. 00000004:00000010:2.0:1767384697.516507:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001816c4f3. 00000004:00000010:2.0:1767384697.516511:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b4aa2cd0. 00000004:00000010:2.0:1767384697.516513:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000040ae3ebc. 00080000:00000010:2.0:1767384697.516514:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000348a3b8f. 00080000:00000010:2.0:1767384697.516520:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000bbcb583b. 00100000:00000010:2.0:1767384697.516525:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013016497. 00100000:00000010:2.0:1767384697.516527:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000013016497. 00000004:00000010:2.0:1767384697.516539:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bebf422e. 00000004:00000010:2.0:1767384697.516542:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bee85d07. 00000004:00000010:2.0:1767384697.516545:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bd64e580. 00080000:00000010:2.0:1767384697.516547:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000931c0659. 00080000:00000010:2.0:1767384697.516570:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000472572d4. 00100000:00000010:2.0:1767384697.516576:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000013016497. 00100000:00000010:2.0:1767384697.516578:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000013016497. 00040000:00000010:2.0:1767384697.516581:0:40979:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000a7dcb42e. 00000001:00000010:2.0:1767384697.516583:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ac0bcbf1. 00000001:00000010:2.0:1767384697.516585:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000be9b830f. 00000001:00000010:2.0:1767384697.516587:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000eeb46b1e. 00040000:00000010:2.0:1767384697.516594:0:40979:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000eb25c505. 00000020:00000010:2.0:1767384697.516597:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b75304f6. 00000020:00000010:2.0:1767384697.516600:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ee47726d. 00000020:00000010:2.0:1767384697.516602:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008aca24e4. 00000020:00000010:2.0:1767384697.516604:0:40979:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000016b83a5e. 00000020:00000010:2.0:1767384697.516606:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f65b4ca7. 80000000:00000010:2.0:1767384697.516608:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000b0de6fb. 40000000:00000010:2.0:1767384697.516610:0:40979:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000013016497. 00100000:00000010:2.0:1767384697.516612:0:40979:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001418ffb1. 00040000:00000010:2.0:1767384697.516614:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000270e2453. 00040000:00000010:2.0:1767384697.516616:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003c2eb68b. 00080000:00000010:2.0:1767384697.516620:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dd943e73. 00080000:00000010:2.0:1767384697.516622:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001f744bf6. 00002000:00000010:2.0:1767384697.516625:0:40979:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004d0cd4ad. 00000020:00000010:0.0:1767384697.516752:0:40979:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000011f04018. 00000020:00000010:0.0:1767384697.516756:0:40979:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000011f04018. 00000020:00000010:0.0:1767384697.516759:0:40979:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000cba08e1e. 00000020:00000010:0.0:1767384697.516763:0:40979:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000011f04018. 00000020:00000010:0.0:1767384697.516765:0:40979:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000011f04018. 00040000:00000010:0.0:1767384697.516792:0:40979:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000005c0fd873. 00000020:00000010:0.0:1767384697.516803:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000168d0379. 00080000:00000010:0.0:1767384697.516807:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009b40fb4b. 00080000:00000010:0.0:1767384697.516815:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009b40fb4b. 00000020:00000010:0.0:1767384697.516816:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000168d0379. 00000004:00000010:0.0:1767384697.516821:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009596ed79. 00000004:00000010:0.0:1767384697.516824:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f6dc9009. 00000004:00000010:0.0:1767384697.516826:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000b464a47. 00080000:00000010:0.0:1767384697.516829:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009b40fb4b. 00080000:00000010:0.0:1767384697.516834:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000015a4de1d. 00100000:00000010:0.0:1767384697.516839:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000011f04018. 00100000:00000010:0.0:1767384697.516843:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000011f04018. 00000004:00000010:0.0:1767384697.516854:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000adfaf67b. 00000004:00000010:0.0:1767384697.516856:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000547bd3c3. 00000004:00000010:0.0:1767384697.516858:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000aba96747. 00080000:00000010:0.0:1767384697.516860:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a369d2e2. 00080000:00000010:0.0:1767384697.516864:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003e4906bd. 00100000:00000010:0.0:1767384697.516867:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000011f04018. 00100000:00000010:0.0:1767384697.516868:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000011f04018. 00040000:00000010:0.0:1767384697.516870:0:40979:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000008c9c6038. 00000001:00000010:0.0:1767384697.516872:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000062168156. 00000001:00000010:0.0:1767384697.516875:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d4752464. 00000001:00000010:0.0:1767384697.516876:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000009eefdc7d. 00040000:00000010:0.0:1767384697.516882:0:40979:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000015d17b40. 00000020:00000010:0.0:1767384697.516889:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003be0e413. 00080000:00000010:0.0:1767384697.516891:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a86e8ca5. 00080000:00000010:0.0:1767384697.516896:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a86e8ca5. 00000020:00000010:0.0:1767384697.516898:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003be0e413. 00000004:00000010:0.0:1767384697.516900:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000004b0ac4f. 00000004:00000010:0.0:1767384697.516902:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ca3f0cba. 00000004:00000010:0.0:1767384697.516904:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f781e505. 00080000:00000010:0.0:1767384697.516906:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a86e8ca5. 00080000:00000010:0.0:1767384697.516910:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000081078b64. 00100000:00000010:0.0:1767384697.516918:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000011f04018. 00100000:00000010:0.0:1767384697.516920:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000011f04018. 00000004:00000010:0.0:1767384697.516931:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dd2b917e. 00000004:00000010:0.0:1767384697.516934:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000070fb641a. 00000004:00000010:0.0:1767384697.516936:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008149ed3c. 00080000:00000010:0.0:1767384697.516937:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007cf82679. 00080000:00000010:0.0:1767384697.516942:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000044f489d6. 00100000:00000010:0.0:1767384697.516945:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000011f04018. 00100000:00000010:0.0:1767384697.516946:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000011f04018. 00040000:00000010:0.0:1767384697.516948:0:40979:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000000020e25e. 00000001:00000010:0.0:1767384697.516950:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000002660abf9. 00000001:00000010:0.0:1767384697.516952:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000024caa59a. 00000001:00000010:0.0:1767384697.516953:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000367b92c1. 00040000:00000010:0.0:1767384697.516957:0:40979:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000827cab57. 00000020:00000010:0.0:1767384697.516966:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002fa0fa0d. 00080000:00000010:0.0:1767384697.516968:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e9bce874. 00080000:00000010:0.0:1767384697.516973:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e9bce874. 00000020:00000010:0.0:1767384697.516975:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002fa0fa0d. 00000004:00000010:0.0:1767384697.516978:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009ae52e17. 00000004:00000010:0.0:1767384697.516980:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f9869ae6. 00000004:00000010:0.0:1767384697.516982:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009a20ddc4. 00080000:00000010:0.0:1767384697.516984:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e9bce874. 00080000:00000010:0.0:1767384697.516988:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006bc4d183. 00100000:00000010:0.0:1767384697.516990:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000011f04018. 00100000:00000010:0.0:1767384697.516992:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000011f04018. 00000004:00000010:0.0:1767384697.517000:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001b23406f. 00000004:00000010:0.0:1767384697.517002:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ca1f6886. 00000004:00000010:0.0:1767384697.517004:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c6372151. 00080000:00000010:0.0:1767384697.517006:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000defcc481. 00080000:00000010:0.0:1767384697.517010:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003228c3c5. 00100000:00000010:0.0:1767384697.517013:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000011f04018. 00100000:00000010:0.0:1767384697.517014:0:40979:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000011f04018. 00040000:00000010:0.0:1767384697.517016:0:40979:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000003bff931c. 00000001:00000010:0.0:1767384697.517021:0:40979:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009533ab2f. 00000001:00000010:0.0:1767384697.517023:0:40979:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000058131093. 00000001:00000010:0.0:1767384697.517025:0:40979:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000000795b714. 00040000:00000010:0.0:1767384697.517030:0:40979:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000e9e26f51. 00000020:00000010:0.0:1767384697.517032:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009642fcc3. 00000020:00000010:0.0:1767384697.517034:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008f979a0. 00000020:00000010:0.0:1767384697.517036:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078c0b10c. 00000020:00000010:0.0:1767384697.517039:0:40979:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ba52a7d5. 00000020:00000010:0.0:1767384697.517042:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000095402ffe. 80000000:00000010:0.0:1767384697.517044:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bf3f1b51. 40000000:00000010:0.0:1767384697.517046:0:40979:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000011f04018. 00100000:00000010:0.0:1767384697.517049:0:40979:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004f0cd4eb. 00040000:00000010:0.0:1767384697.517051:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000135aac6c. 00040000:00000010:0.0:1767384697.517053:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb356a60. 00080000:00000010:0.0:1767384697.517057:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000061a59204. 00080000:00000010:0.0:1767384697.517059:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006468e5e2. 00002000:00000010:0.0:1767384697.517063:0:40979:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000053f6cdfa. 00000020:00000010:2.0:1767384697.517204:0:40979:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 000000008f1ad245. 00000020:00000010:2.0:1767384697.517208:0:40979:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 000000008f1ad245. 00000020:00000010:2.0:1767384697.517212:0:40979:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000d07c7157. 00000020:00000010:2.0:1767384697.517216:0:40979:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 000000008f1ad245. 00000020:00000010:2.0:1767384697.517219:0:40979:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 000000008f1ad245. 40000000:00000010:2.0:1767384697.517224:0:40979:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 000000008063e8a9. 00080000:00000010:2.0:1767384697.517268:0:40979:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000087b67a70. 00080000:00000010:2.0:1767384697.517274:0:40979:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008f1ad245. 00080000:00000010:0.0:1767384697.518542:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000087b67a70. 00080000:00000010:2.0:1767384697.518586:0:40979:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008f1ad245. 00000004:00000010:2.0:1767384697.518613:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001e90d784. 00000004:00000010:2.0:1767384697.518669:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006edfd36f. 00000004:00000010:2.0:1767384697.518674:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005212f788. 00080000:00000010:2.0:1767384697.518678:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d41da725. 00000004:00000010:2.0:1767384697.518702:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000091ddd2f0. 00000004:00000010:2.0:1767384697.518707:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000724bb8cd. 00000004:00000010:2.0:1767384697.518710:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007530b4dd. 00080000:00000010:2.0:1767384697.518713:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000eaaaff51. 00000020:00000010:2.0:1767384697.518724:0:40979:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 000000005013ad56. 00080000:00000010:2.0:1767384697.518728:0:40979:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000003523c334. 00000004:00000010:2.0:1767384697.518751:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000191f9a7a. 00000004:00000010:2.0:1767384697.518755:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dbb8009e. 00000004:00000010:2.0:1767384697.518758:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004210cfd3. 00080000:00000010:2.0:1767384697.518762:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000072413dfc. 00000001:00000010:2.0:1767384697.518772:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.518781:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00080000:00000010:2.0:1767384697.518800:0:40979:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000003523c334. 00000020:00000010:2.0:1767384697.518804:0:40979:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 000000005013ad56. 00000004:00000010:2.0:1767384697.518808:0:40979:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 00000000fd8d49e8. 00000004:00000010:2.0:1767384697.518813:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f61a0407. 00000004:00000010:2.0:1767384697.518816:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000052b20733. 00000004:00000010:2.0:1767384697.518819:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009fe1747d. 00080000:00000010:2.0:1767384697.518822:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cfd92067. 00000001:00000010:2.0:1767384697.518827:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.518832:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00000020:00000010:2.0:1767384697.518844:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087b67a70. 00000020:00000010:2.0:1767384697.518847:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000022059242. 00000040:00000010:2.0:1767384697.518850:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c40dd322. 00000020:00000010:2.0:1767384697.518853:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099fa683a. 00000020:00000010:2.0:1767384697.518856:0:40979:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000009274321. 00000020:00000010:2.0:1767384697.518860:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001f846120. 80000000:00000010:2.0:1767384697.518863:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000036a7927c. 40000000:00000010:2.0:1767384697.518865:0:40979:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008f1ad245. 00100000:00000010:2.0:1767384697.518868:0:40979:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007d00cd22. 00040000:00000010:2.0:1767384697.518871:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006aaeafff. 00040000:00000010:2.0:1767384697.518873:0:40979:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c895283d. 00040000:00000010:2.0:1767384697.518876:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000012f92ce6. 00080000:00000010:2.0:1767384697.518879:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005013ad56. 00080000:00000010:2.0:1767384697.518883:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000008875e96. 00000004:00000010:2.0:1767384697.518887:0:40979:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dc31200c. 00000004:00000010:2.0:1767384697.518891:0:40979:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000065230a41. 00000004:00000010:2.0:1767384697.518894:0:40979:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000062aaaf91. 00000004:00000010:2.0:1767384697.518897:0:40979:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d7647f7c. 00000004:00000010:0.0:1767384697.519021:0:40979:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000e28b21f3. 00000040:00000010:0.0:1767384697.519025:0:40979:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000c85bc4f0. 00000020:00000010:0.0:1767384697.519030:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043c04366. 00000020:00000010:0.0:1767384697.519032:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a58d737b. 00000040:00000010:0.0:1767384697.519034:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f47f055f. 00000020:00000010:0.0:1767384697.519036:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000543ae4f7. 00000020:00000010:0.0:1767384697.519038:0:40979:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d7367158. 00000020:00000010:0.0:1767384697.519041:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ffb8f9cf. 80000000:00000010:0.0:1767384697.519043:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000dc2b3c3a. 40000000:00000010:0.0:1767384697.519044:0:40979:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000375af0a0. 00100000:00000010:0.0:1767384697.519046:0:40979:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005655ff57. 00040000:00000010:0.0:1767384697.519048:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002014d335. 00040000:00000010:0.0:1767384697.519049:0:40979:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e6a33952. 00040000:00000010:0.0:1767384697.519051:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000084f0cc03. 00080000:00000010:0.0:1767384697.519054:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001579448d. 00080000:00000010:0.0:1767384697.519060:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b9b63f1d. 00000004:00000010:0.0:1767384697.519065:0:40979:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006ce05244. 00000004:00000010:0.0:1767384697.519068:0:40979:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006aa22a70. 00000004:00000010:0.0:1767384697.519072:0:40979:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000061d06e11. 00000004:00000010:0.0:1767384697.519074:0:40979:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000032b8e4d7. 00000004:00000010:2.0:1767384697.519240:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000066006fe5. 00000004:00000010:2.0:1767384697.519247:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006c9d2f58. 00000004:00000010:2.0:1767384697.519251:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ab8b5929. 00080000:00000010:2.0:1767384697.519255:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004d7d3ea1. 00000001:00000010:2.0:1767384697.519261:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.519269:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00080000:00000010:2.0:1767384697.519284:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004d7d3ea1. 00000004:00000010:2.0:1767384697.519311:0:40979:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ab8b5929. 00000004:00000010:2.0:1767384697.519317:0:40979:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006c9d2f58. 00000004:00000010:2.0:1767384697.519321:0:40979:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000066006fe5. 00000040:00000010:0.0:1767384697.519326:0:41024:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ec77e47c. 00000004:00000010:2.0:1767384697.519330:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000095440fca. 00000004:00000010:2.0:1767384697.519337:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006c9d2f58. 00000004:00000010:2.0:1767384697.519339:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ab8b5929. 00080000:00000010:2.0:1767384697.519344:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004d7d3ea1. 00000100:00000010:3.0:1767384697.519347:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097060d58. 00000040:00000010:0.0:1767384697.519348:0:41024:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 000000004f67193a. 00000001:00000010:2.0:1767384697.519349:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.519358:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00000100:00000010:1.0:1767384697.519359:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7c04832. 00000040:00000010:0.0:1767384697.519378:0:41024:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ba28647a. 00000020:00000010:0.0:1767384697.519383:0:41024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068b6f991. 00000004:00000010:2.0:1767384697.519386:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002ab6e75d. 00000020:00000010:0.0:1767384697.519387:0:41024:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dddc06c6. 00000040:00000010:0.0:1767384697.519392:0:41024:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000036c6b6e9. 00000004:00000010:2.0:1767384697.519395:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004821980a. 00000020:00000010:0.0:1767384697.519396:0:41024:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000008336098. 00000004:00000010:2.0:1767384697.519403:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000033d608. 00000020:00000010:0.0:1767384697.519403:0:41024:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e39c6709. 00000020:00000010:0.0:1767384697.519409:0:41024:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000021456c6e. 00080000:00000010:2.0:1767384697.519411:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ad636fed. 80000000:00000010:0.0:1767384697.519412:0:41024:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004122894c. 40000000:00000010:0.0:1767384697.519417:0:41024:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ecd20545. 00100000:00000010:0.0:1767384697.519418:0:41024:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000072c849a2. 00000001:00000010:2.0:1767384697.519421:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00040000:00000010:0.0:1767384697.519421:0:41024:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000076e5d37e. 00040000:00000010:0.0:1767384697.519427:0:41024:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000025fa768. 00040000:00000010:0.0:1767384697.519430:0:41024:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000040b9fa3b. 00000001:00000010:2.0:1767384697.519431:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00080000:00000010:0.0:1767384697.519433:0:41024:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f18899d7. 00080000:00000010:0.0:1767384697.519438:0:41024:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c1f24bdc. 00000004:00000010:0.0:1767384697.519442:0:41024:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000956f345a. 00000004:00000010:0.0:1767384697.519445:0:41024:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000329bd132. 00000004:00000010:0.0:1767384697.519447:0:41024:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000066272187. 00002000:00000010:0.0:1767384697.519449:0:41024:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007088fbda. 00000004:00000010:0.0:1767384697.519451:0:41024:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f319202d. 00080000:00000010:2.0:1767384697.519452:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ad636fed. 00000020:00000010:0.0:1767384697.519454:0:41024:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002f1f4b38. 00000004:00000010:2.0:1767384697.519458:0:40979:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000033d608. 00000004:00000010:2.0:1767384697.519463:0:40979:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004821980a. 00000004:00000010:2.0:1767384697.519466:0:40979:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002ab6e75d. 00000040:00000010:0.0:1767384697.519468:0:41024:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 0000000020ba9db6. 00000004:00000010:2.0:1767384697.519474:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000013fa29ef. 00000004:00000010:2.0:1767384697.519480:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000004821980a. 00000004:00000010:2.0:1767384697.519483:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000033d608. 00080000:00000010:2.0:1767384697.519486:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ad636fed. 00000001:00000010:2.0:1767384697.519491:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.519495:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00000004:00000010:2.0:1767384697.519513:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c44ebb56. 00000004:00000010:2.0:1767384697.519516:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000090fa0757. 00000004:00000010:2.0:1767384697.519519:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009f16e774. 00080000:00000010:2.0:1767384697.519522:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000aae8b12a. 00000001:00000010:2.0:1767384697.519526:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.519530:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00080000:00000010:2.0:1767384697.519542:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000aae8b12a. 00000004:00000010:2.0:1767384697.519545:0:40979:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009f16e774. 00000004:00000010:2.0:1767384697.519547:0:40979:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000090fa0757. 00000004:00000010:2.0:1767384697.519565:0:40979:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c44ebb56. 00000004:00000010:2.0:1767384697.519571:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f3566f48. 00000004:00000010:2.0:1767384697.519575:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000090fa0757. 00000004:00000010:2.0:1767384697.519577:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009f16e774. 00080000:00000010:2.0:1767384697.519581:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000aae8b12a. 00000001:00000010:2.0:1767384697.519585:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.519589:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00000004:00000010:2.0:1767384697.519603:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000025e70bb. 00000004:00000010:2.0:1767384697.519606:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f88756b8. 00000004:00000010:2.0:1767384697.519609:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006a1c1049. 00080000:00000010:2.0:1767384697.519611:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000782f6ae5. 00000001:00000010:2.0:1767384697.519615:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.519618:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00080000:00000010:2.0:1767384697.519628:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000782f6ae5. 00000004:00000010:2.0:1767384697.519631:0:40979:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006a1c1049. 00000004:00000010:2.0:1767384697.519633:0:40979:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f88756b8. 00000004:00000010:2.0:1767384697.519636:0:40979:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000025e70bb. 00000004:00000010:2.0:1767384697.519640:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000ce9d878. 00000004:00000010:2.0:1767384697.519643:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f88756b8. 00000004:00000010:2.0:1767384697.519645:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006a1c1049. 00080000:00000010:2.0:1767384697.519648:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000782f6ae5. 00000001:00000010:2.0:1767384697.519652:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.519655:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00000020:00000010:2.0:1767384697.519674:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000385d208b. 00080000:00000010:2.0:1767384697.519678:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000006f35b21. 00080000:00000010:2.0:1767384697.519686:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000006f35b21. 00000020:00000010:2.0:1767384697.519688:0:40979:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000385d208b. 00000004:00000010:2.0:1767384697.519693:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a317e663. 00000004:00000010:2.0:1767384697.519695:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000dea1cdae. 00000004:00000010:2.0:1767384697.519698:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000011a51a33. 00080000:00000010:2.0:1767384697.519700:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000006f35b21. 00000040:00000010:2.0:1767384697.519714:0:40979:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000c36feb54. 00000040:00000010:2.0:1767384697.519721:0:40979:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000eb3e6389. 00000040:00000010:2.0:1767384697.519738:0:40979:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000000011ab15. 00000020:00000010:2.0:1767384697.519742:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d4e0c86d. 00080000:00000010:2.0:1767384697.519745:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000abe6b4d2. 00000040:00000010:2.0:1767384697.519757:0:40979:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000071b4328a. 00000040:00000010:2.0:1767384697.519767:0:40979:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 0000000073a6e691. 00010000:00000010:2.1:1767384697.520313:0:40979:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005a7c1a1b. 00010000:00000010:2.1:1767384697.520319:0:40979:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4bedf42. 00010000:00000010:1.1:1767384697.520328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000603cb910. 00010000:00000010:1.1:1767384697.520336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d3fea4bb. 00010000:00000010:1.1:1767384697.520340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000357e4e03. 00000040:00000010:2.0:1767384697.525157:0:40979:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 0000000073a6e691. 00000100:00000010:2.0:1767384697.525175:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036f49483. 00000040:00000010:2.0:1767384697.525187:0:40979:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000fdc4160b. 00000040:00000010:2.0:1767384697.525195:0:40979:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fe361948. 00000040:00000010:2.0:1767384697.525228:0:40979:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000c47b711c. 00000020:00000010:2.0:1767384697.525234:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a7ce57f4. 00080000:00000010:2.0:1767384697.525241:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000022c7bcad. 00000040:00000010:2.0:1767384697.525253:0:40979:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000073a6e691. 00000040:00000010:2.0:1767384697.525261:0:40979:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000007f156207. 00000040:00000010:2.0:1767384697.531035:0:40979:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000007f156207. 00000040:00000010:2.0:1767384697.531050:0:40979:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000913dc2ff. 00000020:00000010:2.0:1767384697.531055:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000539b7d6b. 00000020:00000010:2.0:1767384697.531060:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008de72ecb. 00000040:00000010:2.0:1767384697.531063:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000007d5da5e. 00000020:00000010:2.0:1767384697.531068:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cd6ab2f5. 00000020:00000010:2.0:1767384697.531073:0:40979:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091f92d8b. 00000020:00000010:2.0:1767384697.531077:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006171b597. 80000000:00000010:2.0:1767384697.531081:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000045740103. 40000000:00000010:2.0:1767384697.531084:0:40979:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ba072a3a. 00100000:00000010:2.0:1767384697.531089:0:40979:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000058866ea2. 00040000:00000010:2.0:1767384697.531093:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000092a393dd. 00040000:00000010:2.0:1767384697.531097:0:40979:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001d34a8fa. 00040000:00000010:2.0:1767384697.531100:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000257efd76. 00080000:00000010:2.0:1767384697.531104:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007f156207. 00080000:00000010:2.0:1767384697.531108:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000664c8c46. 00000004:00000010:2.0:1767384697.531114:0:40979:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000021677888. 00000004:00000010:2.0:1767384697.531118:0:40979:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fd5862c1. 00000004:00000010:2.0:1767384697.531122:0:40979:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000093c50239. 00002000:00000010:2.0:1767384697.531126:0:40979:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000006a2dd98. 00000004:00000010:2.0:1767384697.531131:0:40979:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a59f65e2. 00000020:00000010:2.0:1767384697.531135:0:40979:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002f2f6658. 00000040:00000010:2.0:1767384697.531141:0:40979:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c5d20310. 00000040:00000010:0.0:1767384697.533310:0:41024:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 0000000020ba9db6. 00000020:00000010:0.0:1767384697.533327:0:41024:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002f1f4b38. 00000020:00000010:0.0:1767384697.533334:0:41024:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dddc06c6. 00000040:00000010:0.0:1767384697.533338:0:41024:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000036c6b6e9. 00000020:00000010:0.0:1767384697.533347:0:41024:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000008336098. 00000020:00000010:0.0:1767384697.533350:0:41024:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e39c6709. 00000020:00000010:0.0:1767384697.533353:0:41024:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000021456c6e. 80000000:00000010:0.0:1767384697.533355:0:41024:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004122894c. 40000000:00000010:0.0:1767384697.533358:0:41024:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ecd20545. 00100000:00000010:0.0:1767384697.533360:0:41024:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000072c849a2. 00040000:00000010:0.0:1767384697.533362:0:41024:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000076e5d37e. 00040000:00000010:0.0:1767384697.533365:0:41024:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000025fa768. 00040000:00000010:0.0:1767384697.533367:0:41024:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000040b9fa3b. 00080000:00000010:0.0:1767384697.533370:0:41024:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c1f24bdc. 00080000:00000010:0.0:1767384697.533372:0:41024:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f18899d7. 00000004:00000010:0.0:1767384697.533374:0:41024:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000956f345a. 00000004:00000010:0.0:1767384697.533377:0:41024:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000329bd132. 00000004:00000010:0.0:1767384697.533380:0:41024:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000066272187. 00002000:00000010:0.0:1767384697.533382:0:41024:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007088fbda. 00000004:00000010:0.0:1767384697.533384:0:41024:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f319202d. 00000020:00000010:0.0:1767384697.533386:0:41024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068b6f991. 00000040:00000010:0.0:1767384697.533387:0:41024:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ba28647a. 00000020:00000010:0.0:1767384697.533392:0:41024:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a58d737b. 00000040:00000010:0.0:1767384697.533395:0:41024:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f47f055f. 00000020:00000010:0.0:1767384697.533396:0:41024:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000543ae4f7. 00000020:00000010:0.0:1767384697.533398:0:41024:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d7367158. 00000020:00000010:0.0:1767384697.533399:0:41024:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ffb8f9cf. 80000000:00000010:0.0:1767384697.533402:0:41024:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000dc2b3c3a. 40000000:00000010:0.0:1767384697.533403:0:41024:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000375af0a0. 00100000:00000010:0.0:1767384697.533404:0:41024:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005655ff57. 00040000:00000010:0.0:1767384697.533406:0:41024:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002014d335. 00040000:00000010:0.0:1767384697.533407:0:41024:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e6a33952. 00040000:00000010:0.0:1767384697.533408:0:41024:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000084f0cc03. 00080000:00000010:0.0:1767384697.533410:0:41024:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b9b63f1d. 00080000:00000010:0.0:1767384697.533411:0:41024:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001579448d. 00000004:00000010:0.0:1767384697.533413:0:41024:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006ce05244. 00000004:00000010:0.0:1767384697.533415:0:41024:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006aa22a70. 00000004:00000010:0.0:1767384697.533416:0:41024:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000061d06e11. 00000004:00000010:0.0:1767384697.533421:0:41024:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000032b8e4d7. 00000020:00000010:0.0:1767384697.533422:0:41024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043c04366. 00000004:00000010:0.0:1767384697.533424:0:41024:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000e28b21f3. 00000100:00000010:0.0:1767384697.533454:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000039c904b8. 00000040:00000010:2.0:1767384697.533647:0:40979:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c5d20310. 00000020:00000010:2.0:1767384697.533654:0:40979:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002f2f6658. 00000020:00000010:2.0:1767384697.533660:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008de72ecb. 00000040:00000010:2.0:1767384697.533662:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000007d5da5e. 00000020:00000010:2.0:1767384697.533664:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cd6ab2f5. 00000020:00000010:2.0:1767384697.533667:0:40979:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091f92d8b. 00000020:00000010:2.0:1767384697.533671:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006171b597. 80000000:00000010:2.0:1767384697.533673:0:40979:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000045740103. 40000000:00000010:2.0:1767384697.533678:0:40979:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ba072a3a. 00100000:00000010:2.0:1767384697.533681:0:40979:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000058866ea2. 00040000:00000010:2.0:1767384697.533683:0:40979:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000092a393dd. 00040000:00000010:2.0:1767384697.533685:0:40979:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001d34a8fa. 00040000:00000010:2.0:1767384697.533688:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000257efd76. 00080000:00000010:2.0:1767384697.533691:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000664c8c46. 00080000:00000010:2.0:1767384697.533696:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007f156207. 00000004:00000010:2.0:1767384697.533698:0:40979:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000021677888. 00000004:00000010:2.0:1767384697.533702:0:40979:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fd5862c1. 00000004:00000010:2.0:1767384697.533704:0:40979:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000093c50239. 00002000:00000010:2.0:1767384697.533707:0:40979:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000006a2dd98. 00000004:00000010:2.0:1767384697.533709:0:40979:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a59f65e2. 00000020:00000010:2.0:1767384697.533711:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000539b7d6b. 00000040:00000010:2.0:1767384697.533713:0:40979:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000913dc2ff. 00000040:00000010:2.0:1767384697.533732:0:40979:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000913dc2ff. 00000020:00000010:2.0:1767384697.533735:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000539b7d6b. 00000020:00000010:2.0:1767384697.533737:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000083366706. 00000040:00000010:2.0:1767384697.533739:0:40979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000257efd76. 00000020:00000010:2.0:1767384697.533741:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000093c50239. 00000020:00000010:2.0:1767384697.533744:0:40979:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091f92d8b. 00000020:00000010:2.0:1767384697.533746:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006171b597. 80000000:00000010:2.0:1767384697.533748:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000045740103. 40000000:00000010:2.0:1767384697.533750:0:40979:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ba072a3a. 00100000:00000010:2.0:1767384697.533752:0:40979:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000021677888. 00040000:00000010:2.0:1767384697.533754:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000092a393dd. 00040000:00000010:2.0:1767384697.533756:0:40979:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001d34a8fa. 00040000:00000010:2.0:1767384697.533758:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000007d5da5e. 00080000:00000010:2.0:1767384697.533760:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007f156207. 00080000:00000010:2.0:1767384697.533762:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000664c8c46. 00000004:00000010:2.0:1767384697.533765:0:40979:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000058866ea2. 00000004:00000010:2.0:1767384697.533768:0:40979:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fd5862c1. 00000004:00000010:2.0:1767384697.533770:0:40979:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000913dc2f8. 00002000:00000010:2.0:1767384697.533772:0:40979:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a59f65e2. 00000004:00000010:2.0:1767384697.533774:0:40979:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000006a2dd98. 00000020:00000010:2.0:1767384697.533777:0:40979:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000461bd049. 00000040:00000010:2.0:1767384697.533780:0:40979:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384697.534342:0:40979:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c5d20310. 00000020:00000010:2.0:1767384697.534348:0:40979:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000461bd049. 00000020:00000010:2.0:1767384697.534355:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000083366706. 00000040:00000010:2.0:1767384697.534357:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000257efd76. 00000020:00000010:2.0:1767384697.534359:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000093c50239. 00000020:00000010:2.0:1767384697.534362:0:40979:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091f92d8b. 00000020:00000010:2.0:1767384697.534365:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006171b597. 80000000:00000010:2.0:1767384697.534367:0:40979:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000045740103. 40000000:00000010:2.0:1767384697.534369:0:40979:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ba072a3a. 00100000:00000010:2.0:1767384697.534371:0:40979:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000021677888. 00040000:00000010:2.0:1767384697.534374:0:40979:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000092a393dd. 00040000:00000010:2.0:1767384697.534375:0:40979:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001d34a8fa. 00040000:00000010:2.0:1767384697.534377:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000007d5da5e. 00080000:00000010:2.0:1767384697.534380:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000664c8c46. 00080000:00000010:2.0:1767384697.534382:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007f156207. 00000004:00000010:2.0:1767384697.534384:0:40979:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000058866ea2. 00000004:00000010:2.0:1767384697.534386:0:40979:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fd5862c1. 00000004:00000010:2.0:1767384697.534388:0:40979:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000913dc2f8. 00002000:00000010:2.0:1767384697.534390:0:40979:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a59f65e2. 00000004:00000010:2.0:1767384697.534392:0:40979:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000006a2dd98. 00000020:00000010:2.0:1767384697.534394:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000539b7d6b. 00000040:00000010:2.0:1767384697.534396:0:40979:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000913dc2ff. 00000040:00000010:2.0:1767384697.534402:0:40979:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000001dc8e360. 00000040:00000010:2.0:1767384697.534410:0:40979:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000539b7d6b. 00000040:00000010:2.0:1767384697.534477:0:40979:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 00000000510205d1. 00000020:00000010:2.0:1767384697.534483:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000092a393dd. 00080000:00000010:2.0:1767384697.534488:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008de72ecb. 00000040:00000010:2.0:1767384697.534502:0:40979:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007f156207. 00000001:00000010:2.0:1767384697.534510:0:40979:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 00000000bf05af19. 00000004:00000010:2.0:1767384697.534536:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005095f428. 00000004:00000010:2.0:1767384697.534542:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001d3979a2. 00000004:00000010:2.0:1767384697.534547:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008567fa00. 00080000:00000010:2.0:1767384697.534580:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000007d5da5e. 00080000:00000010:2.0:1767384697.534594:0:40979:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006171b597. 00080000:00000010:2.0:1767384697.534604:0:40979:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000257efd76. 00080000:00000010:2.0:1767384697.534623:0:40979:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000ba65f5bc. 00000001:00000010:2.0:1767384697.534655:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.534669:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00080000:00000010:2.0:1767384697.534682:0:40979:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000ba65f5bc. 00080000:00000010:2.0:1767384697.534783:0:40979:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000007d5da5e. 00000004:00000010:2.0:1767384697.534788:0:40979:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008567fa00. 00000004:00000010:2.0:1767384697.534791:0:40979:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001d3979a2. 00000004:00000010:2.0:1767384697.534794:0:40979:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005095f428. 00000020:00000010:2.0:1767384697.534805:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000061c1df0e. 00080000:00000010:2.0:1767384697.534808:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000007d5da5e. 00080000:00000010:2.0:1767384697.534812:0:40979:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000083366706. 00080000:00000010:2.0:1767384697.534819:0:40979:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ba072a3a. 00000001:00000010:2.0:1767384697.534994:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.535001:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00080000:00000010:2.0:1767384697.535019:0:40979:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000913dc2f8. 00080000:00000010:2.0:1767384697.535038:0:40979:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ba072a3a. 00080000:00000010:2.0:1767384697.535044:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a6812fe6. 00100000:00000010:2.0:1767384697.535051:0:40979:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ba072a3a. 00080000:00000010:2.0:1767384697.535064:0:40979:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f970a6fd. 00000001:00000010:2.0:1767384697.535071:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.535076:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00080000:00000010:2.0:1767384697.535086:0:40979:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006e8e0bd0. 00000001:00000010:2.0:1767384697.535090:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.535094:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00080000:00000010:2.0:1767384697.535100:0:40979:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000046837e09. 00000001:00000010:2.0:1767384697.535105:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.535109:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00080000:00000010:2.0:1767384697.535116:0:40979:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008484664f. 00000001:00000010:2.0:1767384697.535120:0:40979:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4baddd9. 00000001:00000010:2.0:1767384697.535124:0:40979:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4baddd9. 00100000:00000010:2.0:1767384697.535133:0:40979:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000fd5862c1. 00000020:00000010:2.0:1767384697.535164:0:40979:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000aad08a81. 00000004:00000010:2.0:1767384697.535182:0:40979:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000aee2c994. 00000004:00000010:2.0:1767384697.535186:0:40979:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001d3979a2. 00000004:00000010:2.0:1767384697.535189:0:40979:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008567fa00. 00080000:00000010:2.0:1767384697.535193:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ee116656. 00000020:00000010:2.0:1767384697.535209:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cfc8a1f8. 00080000:00000010:2.0:1767384697.535213:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000001191bc. 00000020:00000010:2.0:1767384697.535227:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ff0039cc. 00080000:00000010:2.0:1767384697.535231:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000fb6b2c0. 00100000:00000010:2.0:1767384697.535497:0:40979:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000e7bf3605. 00100000:00000010:2.0:1767384697.535501:0:40979:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 00000000c7d27db7. 00100000:00000010:2.0:1767384697.535545:0:40979:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 00000000c7d27db7. 00100000:00000010:2.0:1767384697.535562:0:40979:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 0000000058866ea2. 00100000:00000010:2.0:1767384697.535566:0:40979:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000009d6f36f2. 00100000:00000010:2.0:1767384697.535570:0:40979:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 0000000006a2dd98. 00100000:00000010:2.0:1767384697.535572:0:40979:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 00000000a59f65e2. 00000020:00000010:2.0:1767384697.535590:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000046c9be97. 00080000:00000010:2.0:1767384697.535594:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000987353eb. 00000020:00000010:2.0:1767384697.535617:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000023e5976f. 00080000:00000010:2.0:1767384697.535621:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000064a5e6c6. 00080000:00000010:2.0:1767384697.535628:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000018897fde. 00000020:00000010:2.0:1767384697.535641:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000094abecb9. 00080000:00000010:2.0:1767384697.535645:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b63398f4. 00080000:00000010:2.0:1767384697.535651:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000097bf5c3b. 00000020:00000010:2.0:1767384697.535663:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000040e45bb4. 00080000:00000010:2.0:1767384697.535666:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004ea4dca8. 00080000:00000010:2.0:1767384697.535671:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d5805205. 00000020:00000010:2.0:1767384697.535686:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000652302e6. 00080000:00000010:2.0:1767384697.535689:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009d35dd94. 00080000:00000010:2.0:1767384697.535696:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a5fa623d. 00000020:00000010:2.0:1767384697.535708:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000085a4d0d0. 00080000:00000010:2.0:1767384697.535710:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cb08ba32. 00080000:00000010:2.0:1767384697.535716:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cf1a54cf. 00000020:00000010:2.0:1767384697.535728:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000859d8493. 00080000:00000010:2.0:1767384697.535731:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000229c4179. 00080000:00000010:2.0:1767384697.535738:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f75265fa. 00000020:00000010:2.0:1767384697.535752:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e62a11c5. 00080000:00000010:2.0:1767384697.535755:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006596ea7c. 00080000:00000010:2.0:1767384697.535761:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002be793b4. 00000020:00000010:2.0:1767384697.535772:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003c33427a. 00080000:00000010:2.0:1767384697.535775:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000081cc3338. 00080000:00000010:2.0:1767384697.535781:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000019e20536. 00000020:00000010:2.0:1767384697.535793:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e942c461. 00080000:00000010:2.0:1767384697.535796:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007a74228e. 00080000:00000010:2.0:1767384697.535802:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001abcc5bd. 00000020:00000010:2.0:1767384697.535814:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d7830f9d. 00080000:00000010:2.0:1767384697.535817:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b1f48242. 00080000:00000010:2.0:1767384697.535823:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000072b2010e. 00000020:00000010:2.0:1767384697.535835:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eec9df18. 00080000:00000010:2.0:1767384697.535839:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006a35fccc. 00080000:00000010:2.0:1767384697.535846:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e6d0e269. 00000020:00000010:2.0:1767384697.535859:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003562eee0. 00080000:00000010:2.0:1767384697.535863:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003c68a068. 00080000:00000010:2.0:1767384697.535869:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000003dcca138. 00000020:00000010:2.0:1767384697.535883:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005cf32f63. 00080000:00000010:2.0:1767384697.535886:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000083e47bb3. 00080000:00000010:2.0:1767384697.535892:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a40c19a9. 00000020:00000010:2.0:1767384697.535905:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000019044be. 00080000:00000010:2.0:1767384697.535908:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000057fb7c7a. 00080000:00000010:2.0:1767384697.535915:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e95e43a6. 00000020:00000010:2.0:1767384697.535926:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ce6d59c1. 00080000:00000010:2.0:1767384697.535929:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008070863e. 00080000:00000010:2.0:1767384697.535935:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000900d87c2. 00000020:00000010:2.0:1767384697.535947:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b39e0e6f. 00080000:00000010:2.0:1767384697.535950:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000084bb83ef. 00080000:00000010:2.0:1767384697.535956:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cedbe398. 00100000:00000010:2.0:1767384697.535962:0:40979:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000001d34a8fa. 00100000:00000010:2.0:1767384697.535965:0:40979:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 000000002d8f2efc. 00100000:00000010:2.0:1767384697.535968:0:40979:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 0000000030d2c96b. 00100000:00000010:2.0:1767384697.535971:0:40979:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 00000000baa6e380. 00000020:00000010:2.0:1767384697.535983:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002de47493. 00080000:00000010:2.0:1767384697.535986:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000310ab66d. 00000020:00000010:2.0:1767384697.536157:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d1f38a1c. 00080000:00000010:2.0:1767384697.536161:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bd90f29a. 00080000:00000010:2.0:1767384697.536168:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ddc400ef. 00000020:00000010:2.0:1767384697.536183:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ac3b126c. 00080000:00000010:2.0:1767384697.536187:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f2d69077. 00080000:00000010:2.0:1767384697.536193:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a3b32e8f. 00000020:00000010:2.0:1767384697.536206:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005a190d37. 00080000:00000010:2.0:1767384697.536209:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000979f07c0. 00080000:00000010:2.0:1767384697.536216:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000aac89312. 00000020:00000010:2.0:1767384697.536230:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005a127c05. 00080000:00000010:2.0:1767384697.536233:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000099c4e6ea. 00080000:00000010:2.0:1767384697.536241:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009a417525. 00000020:00000010:2.0:1767384697.536253:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000072e1b4ed. 00080000:00000010:2.0:1767384697.536256:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000036093bc7. 00080000:00000010:2.0:1767384697.536264:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000047ae8d24. 00000020:00000010:2.0:1767384697.536277:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000725bd8c. 00080000:00000010:2.0:1767384697.536281:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009ba7e9fb. 00080000:00000010:2.0:1767384697.536287:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004a950a6c. 00000020:00000010:2.0:1767384697.536333:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000090113ab5. 00080000:00000010:2.0:1767384697.536337:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cf6174c7. 00080000:00000010:2.0:1767384697.536345:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c3553988. 00000020:00000010:2.0:1767384697.536358:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b6831d10. 00080000:00000010:2.0:1767384697.536361:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dd4c4888. 00080000:00000010:2.0:1767384697.536368:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000758452c1. 00000020:00000010:2.0:1767384697.536380:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f965d0a0. 00080000:00000010:2.0:1767384697.536383:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000103962b. 00080000:00000010:2.0:1767384697.536389:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008bd35eea. 00000020:00000010:2.0:1767384697.536403:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bc7ffe0f. 00080000:00000010:2.0:1767384697.536406:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000026957262. 00080000:00000010:2.0:1767384697.536412:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cd18b5e1. 00000020:00000010:2.0:1767384697.536423:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d5b21028. 00080000:00000010:2.0:1767384697.536426:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f18915b0. 00080000:00000010:2.0:1767384697.536433:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d66b9e1d. 00000020:00000010:2.0:1767384697.536446:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000074f4d36. 00080000:00000010:2.0:1767384697.536449:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000412eb03d. 00080000:00000010:2.0:1767384697.536456:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e25d4e1a. 00000020:00000010:2.0:1767384697.536468:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000020fe1ac. 00080000:00000010:2.0:1767384697.536472:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000517387dd. 00080000:00000010:2.0:1767384697.536479:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005d49365b. 00000020:00000010:2.0:1767384697.536491:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000006e49460. 00080000:00000010:2.0:1767384697.536494:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bf6aa7da. 00080000:00000010:2.0:1767384697.536500:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000022d873f8. 00000020:00000010:2.0:1767384697.536512:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a5b4543b. 00080000:00000010:2.0:1767384697.536592:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c685b802. 00080000:00000010:2.0:1767384697.536603:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000192f374. 00000020:00000010:2.0:1767384697.536620:0:40979:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006fd1f0a4. 00080000:00000010:2.0:1767384697.536624:0:40979:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b9aa9b03. 00080000:00000010:2.0:1767384697.536630:0:40979:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000d9eb1f2b. 00100000:00000010:2.0:1767384697.536640:0:40979:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000000e1489bc. 00200000:00000010:2.0:1767384697.536645:0:40979:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 00000000969d86e4. 00000020:00000010:2.0:1767384697.536663:0:40979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afe51908. 00000020:00000010:2.0:1767384697.536666:0:40979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c8e4df59. 00000020:00000010:2.0:1767384697.536669:0:40979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000021677888. 00000020:00000010:2.0:1767384697.536672:0:40979:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091f92d8b. 00000020:00000010:2.0:1767384697.536674:0:40979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f44d13be. 80000000:00000010:2.0:1767384697.536676:0:40979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000913dc2ff. 40000000:00000010:2.0:1767384697.536679:0:40979:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000aaae97dc. 00100000:00000010:2.0:1767384697.536681:0:40979:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000093c50239. 00040000:00000010:2.0:1767384697.536684:0:40979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000002d104c8. 00040000:00000010:2.0:1767384697.536686:0:40979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a77d31a2. 00080000:00000010:2.0:1767384697.536689:0:40979:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000664c8c46. 00080000:00000010:2.0:1767384697.536692:0:40979:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c5d20310. 00002000:00000010:2.0:1767384697.536696:0:40979:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000032993c6d. 00080000:00000010:2.0:1767384697.536701:0:40979:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000046a06718. 00080000:00000010:2.0:1767384697.536705:0:40979:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000062f79e99. 00080000:00000010:0.0:1767384697.537305:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000046a06718. 00080000:00000010:0.0:1767384697.537308:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008484664f. 00080000:00000010:0.0:1767384697.537310:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000046837e09. 00080000:00000010:0.0:1767384697.537312:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006e8e0bd0. 00080000:00000010:0.0:1767384697.537314:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f970a6fd. 00080000:00000010:0.0:1767384697.537316:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000083366706. 00080000:00000010:0.0:1767384697.537319:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006171b597. 00080000:00000010:2.0:1767384697.537343:0:40979:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000062f79e99. 00000020:00000010:2.0:1767384697.537354:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c8e4df59. 00000020:00000010:2.0:1767384697.537357:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000021677888. 00000020:00000010:2.0:1767384697.537360:0:40979:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091f92d8b. 00000020:00000010:2.0:1767384697.537363:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f44d13be. 80000000:00000010:2.0:1767384697.537365:0:40979:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000913dc2ff. 40000000:00000010:2.0:1767384697.537368:0:40979:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000aaae97dc. 00100000:00000010:2.0:1767384697.537370:0:40979:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000093c50239. 00040000:00000010:2.0:1767384697.537372:0:40979:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000002d104c8. 00040000:00000010:2.0:1767384697.537375:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a77d31a2. 00080000:00000010:2.0:1767384697.537377:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c5d20310. 00080000:00000010:2.0:1767384697.537379:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000664c8c46. 00002000:00000010:2.0:1767384697.537382:0:40979:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000032993c6d. 00000020:00000010:2.0:1767384697.537385:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afe51908. 00000004:00000010:2.0:1767384697.537393:0:40979:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 00000000aaae97dc. 00000004:00000010:2.0:1767384697.537576:0:41025:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 00000000881db437. 00000020:00000010:2.0:1767384697.537580:0:41025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000afe51908. 00000020:00000010:2.0:1767384697.537583:0:41025:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000088e16e55. 00000004:00000010:0.0:1767384697.537584:0:40979:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 00000000aaae97dc. 00000040:00000010:2.0:1767384697.537586:0:41025:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a77d31a2. 00000020:00000010:2.0:1767384697.537590:0:41025:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000093c50239. 00000020:00000010:2.0:1767384697.537594:0:41025:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091f92d8b. 00000020:00000010:2.0:1767384697.537596:0:41025:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f44d13be. 80000000:00000010:2.0:1767384697.537599:0:41025:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000913dc2ff. 40000000:00000010:2.0:1767384697.537601:0:41025:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000069f2ae96. 00000020:00000010:0.0:1767384697.537603:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000118b8fae. 00100000:00000010:2.0:1767384697.537604:0:41025:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000021677888. 00000040:00000010:0.0:1767384697.537607:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000078627e40. 00040000:00000010:2.0:1767384697.537609:0:41025:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000002d104c8. 00000020:00000010:0.0:1767384697.537611:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f48440b2. 00040000:00000010:2.0:1767384697.537614:0:41025:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000617ce63b. 00000020:00000010:0.0:1767384697.537615:0:40979:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001578cad4. 00040000:00000010:2.0:1767384697.537619:0:41025:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c8e4df59. 00000020:00000010:0.0:1767384697.537620:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000cd3746d. 00080000:00000010:2.0:1767384697.537623:0:41025:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000664c8c46. 80000000:00000010:0.0:1767384697.537624:0:40979:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f0a92326. 00080000:00000010:2.0:1767384697.537629:0:41025:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c5d20310. 40000000:00000010:0.0:1767384697.537629:0:40979:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e52255f7. 00000100:00000010:1.0:1767384697.537631:0:41013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f29d67a4. 00000020:00000010:0.0:1767384697.537635:0:40979:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000aad08a81. 00000004:00000010:2.0:1767384697.537636:0:41025:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cdc56fc6. 00100000:00000010:0.0:1767384697.537638:0:40979:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e5947cd4. 00040000:00000010:0.0:1767384697.537642:0:40979:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005a00ab63. 00000004:00000010:2.0:1767384697.537643:0:41025:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001227f957. 00040000:00000010:0.0:1767384697.537645:0:40979:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ccf1e2bb. 00000004:00000010:2.0:1767384697.537648:0:41025:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000070451a3a. 02000000:00000010:1.0:1767384697.537649:0:41013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007854ffad. 00040000:00000010:0.0:1767384697.537649:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000102a0202. 00000004:00000010:2.0:1767384697.537652:0:41025:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000032993c6d. 00080000:00000010:0.0:1767384697.537654:0:40979:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000913dc2f8. 00080000:00000010:0.0:1767384697.537658:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000068349159. 00080000:00000010:0.0:1767384697.537660:0:40979:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 00000000257efd76. 00080000:00000010:2.0:1767384697.537661:0:41025:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000003523c334. 00080000:00000010:0.0:1767384697.537662:0:40979:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000ec21368a. 00000100:00000010:1.0:1767384697.537665:0:41013:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008c0ef77b. 00080000:00000010:0.0:1767384697.537667:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000000d9c07. 00000004:00000010:0.0:1767384697.537672:0:40979:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002fbd0261. 00000004:00000010:0.0:1767384697.537675:0:40979:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000292f3c39. 00000004:00000010:0.0:1767384697.537676:0:40979:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000062326a7c. 00000004:00000010:0.0:1767384697.537679:0:40979:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000054ec4dcd. 00000020:00000010:0.0:1767384697.537685:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fdb0f458. 02000000:00000010:1.0:1767384697.537686:0:41013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ebfe01e. 00000020:00000010:0.0:1767384697.537689:0:40979:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccb8201c. 00000020:00000010:0.0:1767384697.537693:0:40979:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000544aff1c. 00000400:00000010:1.0:1767384697.537694:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb062e94. 00000020:00000010:0.0:1767384697.537695:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a4f0ec6. 00000400:00000010:1.0:1767384697.537704:0:41013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc8a388b. 00000040:00000010:0.0:1767384697.537708:0:40979:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000297cf41a. 00000100:00000200:1.0:1767384697.537712:0:41013:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237050250624, portal 4 00000020:00000010:0.0:1767384697.537716:0:40979:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000cf2d64b. 00000040:00000010:0.0:1767384697.537719:0:40979:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000eedfc344. 00000020:00000010:1.0:1767384697.537721:0:41013:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000557dd251. 00000020:00000010:0.0:1767384697.537722:0:40979:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c19f6ca9. 00000020:00000010:0.0:1767384697.537728:0:40979:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f61ff66b. 00000400:00000010:1.0:1767384697.537731:0:41013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e21b0df. 80000000:00000010:0.0:1767384697.537731:0:40979:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004e716e3e. 00000100:00000200:1.0:1767384697.537737:0:41013:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237050250624, offset 0 00040000:00000010:0.0:1767384697.537738:0:40979:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c5d3f718. 00080000:00000010:0.0:1767384697.537742:0:40979:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c38d685d. 00080000:00000010:0.0:1767384697.537744:0:40979:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000009cd5b1f1. 00080000:00000010:0.0:1767384697.537746:0:40979:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d1760608. 00000400:00000200:1.0:1767384697.537750:0:41013:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 20000000:00000010:0.0:1767384697.537750:0:40979:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000007033d2ec. 00000020:00000010:0.0:1767384697.537754:0:40979:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000393e07a8. 00000400:00000200:1.0:1767384697.537765:0:41013:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384697.537776:0:41013:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x6958260109580 00000400:00000200:1.0:1767384697.537783:0:41013:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 6272 00000400:00000200:1.0:1767384697.537791:0:41013:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384697.537795:0:41013:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384697.537802:0:41013:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384697.537806:0:41013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a8b4a323. 00000400:00000200:1.0:1767384697.537831:0:41013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e21b0df 00080000:00000010:2.0:1767384697.537833:0:41025:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000003523c334. 00000400:00000010:1.0:1767384697.537834:0:41013:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e21b0df. 00000020:00000010:2.0:1767384697.537843:0:41025:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000088e16e55. 00000100:00000200:1.0:1767384697.537844:0:41013:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f29d67a4 x1853237050250624/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384713 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:2.0:1767384697.537848:0:41025:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a77d31a2. 00000020:00000010:2.0:1767384697.537854:0:41025:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000093c50239. 00000020:00000010:2.0:1767384697.537860:0:41025:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091f92d8b. 00000020:00000010:2.0:1767384697.537865:0:41025:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f44d13be. 80000000:00000010:2.0:1767384697.537869:0:41025:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000913dc2ff. 00000100:00000010:1.0:1767384697.537870:0:41013:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006cf580ee. 40000000:00000010:2.0:1767384697.537874:0:41025:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000069f2ae96. 00000020:00000010:3.0:1767384697.537878:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aad58d54. 00100000:00000010:2.0:1767384697.537880:0:41025:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000021677888. 00000100:00000010:1.0:1767384697.537883:0:41013:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c7f58b. 00000020:00000010:3.0:1767384697.537885:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aad58d54. 00040000:00000010:2.0:1767384697.537886:0:41025:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000002d104c8. 00040000:00000010:2.0:1767384697.537892:0:41025:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000617ce63b. 00000020:00000010:3.0:1767384697.537893:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000100:00000010:1.0:1767384697.537894:0:41013:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001b70a659. 00040000:00000010:2.0:1767384697.537896:0:41025:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c8e4df59. 00000020:00000010:3.0:1767384697.537898:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9dcca8f. 00000020:00000010:3.0:1767384697.537903:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 00080000:00000010:2.0:1767384697.537903:0:41025:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c5d20310. 00000100:00000010:1.0:1767384697.537904:0:41013:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e85c92d. 00080000:00000010:2.0:1767384697.537910:0:41025:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000664c8c46. 00000004:00000010:2.0:1767384697.537917:0:41025:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cdc56fc6. 00000004:00000010:2.0:1767384697.537921:0:41025:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001227f957. 00000004:00000010:2.0:1767384697.537926:0:41025:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000070451a3a. 00000004:00000010:2.0:1767384697.537930:0:41025:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000032993c6d. 00000020:00000010:2.0:1767384697.537933:0:41025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000afe51908. 00000020:00000010:3.0:1767384697.537936:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aad58d54. 00000004:00000010:2.0:1767384697.537936:0:41025:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 00000000881db437. 00000020:00000010:3.0:1767384697.537941:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aad58d54. 00000100:00000200:3.0:1767384697.537944:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050250624 02000000:00000010:3.0:1767384697.537956:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000691e6ea5. 00010000:00000200:3.0:1767384697.537967:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a8b4a323 x1853237050250624/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:678/0 lens 264/240 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384697.537980:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000100:00000200:3.0:1767384697.537983:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237050250624, offset 224 00000400:00000200:3.0:1767384697.537988:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384697.537995:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384697.538000:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x6958260109580 00000400:00000200:3.0:1767384697.538005:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2bb5 [1] + 224 00000400:00000200:3.0:1767384697.538008:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384697.538011:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384697.538017:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f29d67a4 x1853237050250624/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384697.538028:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000400:00000010:3.0:1767384697.538030:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000020:00000010:3.0:1767384697.538038:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9dcca8f. 00000020:00000010:3.0:1767384697.538040:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000020:00000010:3.0:1767384697.538043:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:0.0:1767384697.538336:0:41013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb062e94. 00000400:00000200:0.0:1767384697.538340:0:41013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8a388b 00000400:00000010:0.0:1767384697.538342:0:41013:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc8a388b. 00000100:00000200:0.0:1767384697.538349:0:41013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f29d67a4 x1853237050250624/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384697.538361:0:41013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f29d67a4 x1853237050250624/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384697.538385:0:41013:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008c0ef77b. 02000000:00000010:0.0:1767384697.538393:0:41013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ebfe01e. 02000000:00000010:0.0:1767384697.538399:0:41013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007854ffad. 00000100:00000010:0.0:1767384697.538406:0:41013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f29d67a4. 00000100:00000010:0.0:1767384697.538412:0:41013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7edd48c. 02000000:00000010:0.0:1767384697.538420:0:41013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040b9fa3b. 00000100:00000010:0.0:1767384697.538428:0:41013:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f523cdab. 02000000:00000010:0.0:1767384697.538438:0:41013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000032b8e4d7. 00000400:00000010:0.0:1767384697.538443:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3026f4. 00000400:00000010:0.0:1767384697.538449:0:41013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000100:00000200:0.0:1767384697.538458:0:41013:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050250752, portal 4 00000400:00000010:0.0:1767384697.538464:0:41013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384697.538467:0:41013:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237050250752, offset 0 00000400:00000200:0.0:1767384697.538473:0:41013:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384697.538479:0:41013:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384697.538486:0:41013:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958260109600 00000400:00000200:0.0:1767384697.538492:0:41013:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6536 00000400:00000200:0.0:1767384697.538497:0:41013:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384697.538502:0:41013:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384697.538505:0:41013:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384697.538508:0:41013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005139886f. 00000400:00000200:0.0:1767384697.538519:0:41013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686bbc57 00000400:00000010:0.0:1767384697.538521:0:41013:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384697.538525:0:41013:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7edd48c x1853237050250752/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384713 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384697.538568:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d9b221e. 00000020:00000010:0.0:1767384697.538571:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d9b221e. 00000020:00000010:0.0:1767384697.538576:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021456c6e. 00000020:00000010:0.0:1767384697.538579:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a88b3158. 00000020:00000010:0.0:1767384697.538581:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000719f2d22. 00000020:00000010:0.0:1767384697.538599:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d9b221e. 00000020:00000010:0.0:1767384697.538601:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d9b221e. 00000100:00000200:0.0:1767384697.538603:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050250752 02000000:00000010:0.0:1767384697.538614:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000f319202d. 00010000:00000200:0.0:1767384697.538624:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005139886f x1853237050250752/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:678/0 lens 432/432 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384697.538635:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384697.538639:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237050250752, offset 224 00000400:00000200:0.0:1767384697.538646:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384697.538651:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384697.538659:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260109600 00000400:00000200:0.0:1767384697.538664:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bc1 [1] + 224 00000400:00000200:0.0:1767384697.538673:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1767384697.538676:0:10594:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005eb9042e. 00080000:00000010:1.0:1767384697.538676:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008d133045. 00000400:00000200:0.0:1767384697.538676:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384697.538685:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7edd48c x1853237050250752/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1767384697.538687:0:10594:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005eb9042e. 00080000:00000010:1.0:1767384697.538688:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008d133045. 00000400:00000200:0.0:1767384697.538703:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686bbc57 00000400:00000010:0.0:1767384697.538705:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00080000:00000010:2.0:1767384697.538707:0:10594:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005eb9042e. 00080000:00000010:1.0:1767384697.538708:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008d133045. 00000020:00000010:0.0:1767384697.538713:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a88b3158. 00080000:00000010:2.0:1767384697.538715:0:10594:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005eb9042e. 00080000:00000010:1.0:1767384697.538716:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008d133045. 00000020:00000010:0.0:1767384697.538716:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000719f2d22. 00000020:00000010:0.0:1767384697.538723:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021456c6e. 00000400:00000010:0.0:1767384697.538735:0:41013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3026f4. 00000400:00000200:0.0:1767384697.538737:0:41013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 00000400:00000010:0.0:1767384697.538737:0:41013:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000200:0.0:1767384697.538740:0:41013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7edd48c x1853237050250752/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384697.538744:0:41013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7edd48c x1853237050250752/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384697.538753:0:41013:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f523cdab. 02000000:00000010:0.0:1767384697.538756:0:41013:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000032b8e4d7. 02000000:00000010:0.0:1767384697.538758:0:41013:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000040b9fa3b. 00000100:00000010:0.0:1767384697.538759:0:41013:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7edd48c. 00000100:00000010:0.0:1767384697.538764:0:41013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d7edd48c. 02000000:00000010:0.0:1767384697.538767:0:41013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000040b9fa3b. 00000100:00000010:0.0:1767384697.538771:0:41013:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f523cdab. 02000000:00000010:0.0:1767384697.538776:0:41013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000032b8e4d7. 00000400:00000010:0.0:1767384697.538779:0:41013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3026f4. 00000400:00000010:0.0:1767384697.538782:0:41013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000100:00000200:0.0:1767384697.538784:0:41013:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237050250880, portal 4 00000400:00000010:0.0:1767384697.538788:0:41013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384697.538789:0:41013:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237050250880, offset 0 00000400:00000200:0.0:1767384697.538793:0:41013:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384697.538798:0:41013:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384697.538803:0:41013:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6958260109680 00000400:00000200:0.0:1767384697.538812:0:41013:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6968 00000400:00000200:0.0:1767384697.538815:0:41013:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384697.538818:0:41013:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384697.538821:0:41013:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384697.538823:0:41013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049fccd94. 00000400:00000200:0.0:1767384697.538832:0:41013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686bbc57 00000400:00000010:0.0:1767384697.538834:0:41013:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384697.538837:0:41013:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d7edd48c x1853237050250880/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384713 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384697.538855:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d9b221e. 00000020:00000010:0.0:1767384697.538856:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d9b221e. 00000020:00000010:0.0:1767384697.538859:0:17884:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021456c6e. 00000020:00000010:0.0:1767384697.538862:0:17884:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a88b3158. 00000020:00000010:0.0:1767384697.538864:0:17884:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000719f2d22. 00000020:00000010:0.0:1767384697.538875:0:17884:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d9b221e. 00000020:00000010:0.0:1767384697.538877:0:17884:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d9b221e. 00000100:00000200:0.0:1767384697.538878:0:17884:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237050250880 02000000:00000010:0.0:1767384697.538884:0:17884:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000007088fbda. 00002000:00000010:0.0:1767384697.538894:0:17884:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000008d9b221e. 00002000:00000010:0.0:1767384697.538912:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006f991670. 00080000:00000010:0.0:1767384697.538916:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000036c6b6e9. 00002000:00000010:0.0:1767384697.538934:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006ac9c9da. 00080000:00000010:0.0:1767384697.538936:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dddc06c6. 00002000:00000010:0.0:1767384697.538942:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008aad413e. 00080000:00000010:0.0:1767384697.538945:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003b6d2691. 00002000:00000010:0.0:1767384697.538950:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000080a2290b. 00080000:00000010:0.0:1767384697.538952:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008d73e595. 00002000:00000010:0.0:1767384697.538957:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000af0e38b. 00080000:00000010:0.0:1767384697.538959:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003198a5ca. 00002000:00000010:0.0:1767384697.538964:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000096b5d54c. 00080000:00000010:0.0:1767384697.538966:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007033d2ec. 00002000:00000010:0.0:1767384697.538971:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c275366c. 00080000:00000010:0.0:1767384697.538978:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e19fee4c. 00002000:00000010:0.0:1767384697.538984:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e7a7a6d3. 00080000:00000010:0.0:1767384697.538986:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c5d3f718. 00080000:00000010:0.0:1767384697.538992:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f61ff66b. 00080000:00000010:0.0:1767384697.538996:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000de6da3ca. 00080000:00000010:0.0:1767384697.539003:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f0a041ee. 00002000:00000010:0.0:1767384697.539289:0:17884:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000008ae1e74e. 00000001:00000010:0.0:1767384697.539321:0:17884:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004dc85587. 00000001:00000010:0.0:1767384697.540005:0:17878:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004dc85587. 00002000:00000010:0.0:1767384697.540009:0:17878:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000008ae1e74e. 00080000:00000010:0.0:1767384697.540011:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f61ff66b. 00000001:00000010:0.0:1767384697.540014:0:17878:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000fc218921. 00080000:00000010:0.0:1767384697.540016:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000032b2242b. 00080000:00000010:0.0:1767384697.540026:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f0a041ee. 00080000:00000010:0.0:1767384697.540028:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000de6da3ca. 00002000:00000010:0.0:1767384697.540032:0:17884:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000008d9b221e. 00002000:00000010:0.0:1767384697.540036:0:17884:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000f0a041ee. 00002000:00000010:0.0:1767384697.540039:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007a0aa1eb. 00080000:00000010:0.0:1767384697.540042:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000393e07a8. 00002000:00000010:0.0:1767384697.540052:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000044c1f0ed. 00080000:00000010:0.0:1767384697.540055:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000eedfc344. 00002000:00000010:0.0:1767384697.540062:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000020f6081c. 00080000:00000010:0.0:1767384697.540065:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000cf2d64b. 00002000:00000010:0.0:1767384697.540072:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002455c379. 00080000:00000010:0.0:1767384697.540075:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f61ff66b. 00002000:00000010:0.0:1767384697.540085:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002f26e398. 00080000:00000010:0.0:1767384697.540089:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000a4f0ec6. 00002000:00000010:0.0:1767384697.540099:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cb6f58f0. 00080000:00000010:0.0:1767384697.540103:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ae0b6db3. 00002000:00000010:0.0:1767384697.540114:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e96e3202. 00080000:00000010:0.0:1767384697.540119:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000257efd76. 00002000:00000010:0.0:1767384697.540128:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ccd3f255. 00080000:00000010:0.0:1767384697.540132:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006171b597. 00080000:00000010:0.0:1767384697.540148:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000083366706. 00080000:00000010:0.0:1767384697.540152:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000074a842d5. 00080000:00000010:0.0:1767384697.540158:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cf602e8a. 00002000:00000010:0.0:1767384697.540596:0:17884:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000008ae1e74e. 00000001:00000010:0.0:1767384697.540601:0:17884:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004dc85587. 00080000:00000010:0.0:1767384697.540610:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cf602e8a. 00080000:00000010:0.0:1767384697.540613:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000074a842d5. 00002000:00000010:0.0:1767384697.540618:0:17884:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000f0a041ee. 00002000:00000010:0.0:1767384697.540623:0:17884:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000f0a041ee. 00002000:00000010:0.0:1767384697.540627:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cc53ac18. 00080000:00000010:0.0:1767384697.540631:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f970a6fd. 00002000:00000010:0.0:1767384697.540639:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c908e8a5. 00080000:00000010:0.0:1767384697.540642:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006e8e0bd0. 00002000:00000010:0.0:1767384697.540648:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006680c5a6. 00080000:00000010:0.0:1767384697.540651:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000046837e09. 00002000:00000010:0.0:1767384697.540657:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002ac01546. 00080000:00000010:0.0:1767384697.540660:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008484664f. 00002000:00000010:0.0:1767384697.540666:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b5e91714. 00080000:00000010:0.0:1767384697.540668:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f56d6422. 00002000:00000010:0.0:1767384697.540676:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e02ce9a6. 00080000:00000010:0.0:1767384697.540679:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000084f0cc03. 00002000:00000010:0.0:1767384697.540684:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005baba637. 00080000:00000010:0.0:1767384697.540687:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ffb8f9cf. 00002000:00000010:0.0:1767384697.540693:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a0de19e0. 00080000:00000010:0.0:1767384697.540696:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000043c04366. 00080000:00000010:0.0:1767384697.540702:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f47f055f. 00080000:00000010:0.0:1767384697.540705:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000074a842d5. 00080000:00000010:0.0:1767384697.540710:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cf602e8a. 00002000:00000010:0.0:1767384697.541045:0:17884:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000006007fbdb. 00000001:00000010:0.0:1767384697.541053:0:17884:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000039c904b8. 00080000:00000010:0.0:1767384697.541065:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cf602e8a. 00080000:00000010:0.0:1767384697.541070:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000074a842d5. 00002000:00000010:0.0:1767384697.541078:0:17884:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000f0a041ee. 00002000:00000010:0.0:1767384697.541090:0:17884:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 00000000f0a041ee. 00002000:00000010:0.0:1767384697.541096:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dcfefdf4. 00080000:00000010:0.0:1767384697.541101:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a58d737b. 00002000:00000010:0.0:1767384697.541116:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000886e089e. 00080000:00000010:0.0:1767384697.541122:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f2f3644c. 00002000:00000010:0.0:1767384697.541142:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002663d90e. 00080000:00000010:0.0:1767384697.541148:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000092fd2e78. 00002000:00000010:0.0:1767384697.541161:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008cf326ee. 00080000:00000010:0.0:1767384697.541168:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f1175f73. 00002000:00000010:0.0:1767384697.541179:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a14d25b0. 00080000:00000010:0.0:1767384697.541184:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e70dbd19. 00002000:00000010:0.0:1767384697.541196:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000061ccacbf. 00080000:00000010:0.0:1767384697.541207:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fabfffbc. 00002000:00000010:0.0:1767384697.541221:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000069d6dcca. 00080000:00000010:0.0:1767384697.541225:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a89651e9. 00002000:00000010:0.0:1767384697.541236:0:17884:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001e641d40. 00080000:00000010:0.0:1767384697.541240:0:17884:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e50fc656. 00080000:00000010:0.0:1767384697.541251:0:17884:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001f4bd81c. 00080000:00000010:0.0:1767384697.541256:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000074a842d5. 00080000:00000010:0.0:1767384697.541265:0:17884:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cf602e8a. 00000100:00000010:3.0:1767384697.541322:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e85c92d. 00002000:00000010:0.0:1767384697.541808:0:17884:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000e28b21f3. 00000001:00000010:0.0:1767384697.541815:0:17884:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000dc2b3c3a. 00080000:00000010:0.0:1767384697.541829:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cf602e8a. 00080000:00000010:0.0:1767384697.541833:0:17884:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000074a842d5. 00002000:00000010:0.0:1767384697.541841:0:17884:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 00000000f0a041ee. 00010000:00000200:0.0:1767384697.541854:0:17884:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000049fccd94 x1853237050250880/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:678/0 lens 432/432 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384697.541869:0:17884:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000100:00000200:0.0:1767384697.541873:0:17884:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237050250880, offset 224 00000400:00000200:0.0:1767384697.541878:0:17884:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384697.541886:0:17884:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384697.541895:0:17884:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6958260109680 00000400:00000200:0.0:1767384697.541901:0:17884:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2bcd [1] + 224 00000400:00000200:0.0:1767384697.541913:0:17884:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384697.541917:0:17884:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384697.541923:0:17884:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d7edd48c x1853237050250880/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384713 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384697.541941:0:17884:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000686bbc57 00000400:00000010:0.0:1767384697.541944:0:17884:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000020:00000010:0.0:1767384697.541956:0:17884:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a88b3158. 00000020:00000010:0.0:1767384697.541960:0:17884:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000719f2d22. 00000020:00000010:0.0:1767384697.541964:0:17884:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021456c6e. 00000100:00000010:0.0:1767384697.541984:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006cf580ee. 00000400:00000010:0.0:1767384697.541996:0:41013:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3026f4. 00000400:00000200:0.0:1767384697.541999:0:41013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004148534b 00000400:00000010:0.0:1767384697.542001:0:41013:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000200:0.0:1767384697.542006:0:41013:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d7edd48c x1853237050250880/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384697.542014:0:41013:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d7edd48c x1853237050250880/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384713 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384697.542033:0:41013:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f523cdab. 00000100:00000010:1.0:1767384697.543377:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c7f58b. 00080000:00000010:3.0:1767384697.545476:0:41026:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000033097116. 00080000:00000010:3.0:1767384697.545483:0:41026:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000033097116. 00080000:00000010:3.0:1767384697.545492:0:41026:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000033097116. 00080000:00000010:3.0:1767384697.545496:0:41026:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000033097116. 00000100:00000010:2.0:1767384697.547323:0:267:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001b70a659. 00000020:00000010:1.0:1767384697.599339:0:58:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000046bb451d. 00080000:00000010:1.0:1767384697.701272:0:41036:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b972bd74. 00080000:00000010:1.0:1767384697.701280:0:41036:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b972bd74. 00080000:00000010:1.0:1767384697.701288:0:41036:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000b972bd74. 00080000:00000010:1.0:1767384697.701310:0:41036:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000b972bd74. 00000020:00000010:0.0:1767384697.821255:0:41074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e5b14ec. 00000020:00000010:0.0:1767384697.821266:0:41074:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002b0a60d5. 00000020:00000010:0.0:1767384697.821271:0:41074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000025fa768. 00000020:00000010:0.0:1767384697.821277:0:41074:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d7367158. 00000020:00000010:0.0:1767384697.821281:0:41074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000897c769f. 80000000:00000010:0.0:1767384697.821285:0:41074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000036f49483. 40000000:00000010:0.0:1767384697.821288:0:41074:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cf602e8a. 00100000:00000010:0.0:1767384697.821313:0:41074:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000956f345a. 00040000:00000010:0.0:1767384697.821317:0:41074:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005f41712d. 00040000:00000010:0.0:1767384697.821321:0:41074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e635987. 00080000:00000010:0.0:1767384697.821326:0:41074:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b9b63f1d. 00080000:00000010:0.0:1767384697.821331:0:41074:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f18899d7. 00002000:00000010:0.0:1767384697.821337:0:41074:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bb44ce98. 00000020:00000010:0.0:1767384697.821347:0:41074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002b0a60d5. 00000020:00000010:0.0:1767384697.821354:0:41074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000025fa768. 00000020:00000010:0.0:1767384697.821358:0:41074:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d7367158. 00000020:00000010:0.0:1767384697.821360:0:41074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000897c769f. 80000000:00000010:0.0:1767384697.821363:0:41074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000036f49483. 40000000:00000010:0.0:1767384697.821365:0:41074:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cf602e8a. 00100000:00000010:0.0:1767384697.821367:0:41074:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000956f345a. 00040000:00000010:0.0:1767384697.821369:0:41074:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005f41712d. 00040000:00000010:0.0:1767384697.821371:0:41074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006e635987. 00080000:00000010:0.0:1767384697.821374:0:41074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f18899d7. 00080000:00000010:0.0:1767384697.821376:0:41074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b9b63f1d. 00002000:00000010:0.0:1767384697.821378:0:41074:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bb44ce98. 00000020:00000010:0.0:1767384697.821380:0:41074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e5b14ec. 00080000:00000010:3.0:1767384698.025526:0:41086:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c04f24b8. 00080000:00000010:3.0:1767384698.025534:0:41086:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c04f24b8. 00080000:00000010:3.0:1767384698.025541:0:41086:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c04f24b8. 00080000:00000010:3.0:1767384698.025544:0:41086:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c04f24b8. 00000400:00000200:3.0:1767384698.432363:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c886b5f 00000400:00000010:3.0:1767384698.432372:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c886b5f. 00000400:00000200:3.0:1767384698.432376:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384698.432381:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp31 recovery ping unlinked 00000400:00000010:3.0:1767384698.432390:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000a7f0719. 00000400:00000010:3.0:1767384698.432394:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000be07492f. 00000800:00000200:2.0:1767384698.623368:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000842aaba6] -> 12345-192.168.202.122@tcp21 (6) 00000800:00000200:2.0:1767384698.623377:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp21 ip 192.168.202.122:988 00000800:00000200:2.0:1767384698.623381:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a663b88f type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384698.623489:0:16337:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:2.0:1767384698.683744:0:41250:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-server.virtnet: executing set_default_debug -1 all 00000400:00000001:1.0:1767384698.697430:0:41252:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:3.0:1767384698.855457:0:41264:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba8ba47a. 00080000:00000010:3.0:1767384698.855467:0:41264:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba8ba47a. 00000020:00000001:3.0:1767384698.855473:0:41264:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384698.855481:0:41264:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ba8ba47a. 00080000:00000010:3.0:1767384698.855487:0:41264:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ba8ba47a. 00000020:00000001:3.0:1767384698.855490:0:41264:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384698.970363:0:41302:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a72b951d. 00080000:00000010:2.0:1767384698.970372:0:41302:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a72b951d. 00000020:00000001:2.0:1767384698.970376:0:41302:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384698.970382:0:41302:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a72b951d. 00080000:00000010:2.0:1767384698.970387:0:41302:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a72b951d. 00000020:00000001:2.0:1767384698.970390:0:41302:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384698.970425:0:41302:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384698.970594:0:41302:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:0.0:1767384699.120924:0:41314:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000054672477. 00080000:00000010:0.0:1767384699.120935:0:41314:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000054672477. 00000020:00000001:0.0:1767384699.120939:0:41314:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384699.120946:0:41314:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000054672477. 00080000:00000010:0.0:1767384699.120950:0:41314:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000054672477. 00000020:00000001:0.0:1767384699.120951:0:41314:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384699.231865:0:41352:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000076520871. 00080000:00000010:2.0:1767384699.231875:0:41352:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000076520871. 00000020:00000001:2.0:1767384699.231878:0:41352:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384699.231882:0:41352:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000076520871. 00080000:00000010:2.0:1767384699.231886:0:41352:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000076520871. 00000020:00000001:2.0:1767384699.231888:0:41352:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:2.0:1767384699.231909:0:41352:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1767384699.232083:0:41352:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000400:00000200:3.0:1767384699.455352:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp45 00000400:00000010:3.0:1767384699.455358:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000504492ad. 00000400:00000010:3.0:1767384699.455365:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ce99deb2. 00000400:00000010:3.0:1767384699.455371:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c886b5f. 00000400:00000010:3.0:1767384699.455379:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000054e729f7. 00000400:00000200:3.0:1767384699.455384:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp45 00000400:00000200:3.0:1767384699.455406:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp45 local destination 00000400:00000200:3.0:1767384699.455414:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp45 00000400:00000200:3.0:1767384699.455418:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp45 NI seq info: [254:254:256:4294967295] 192.168.202.122@tcp45 LPNI seq info [209:209:8:4294967295] 00000400:00000200:3.0:1767384699.455427:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp45 00000400:00000200:3.0:1767384699.455437:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp45(192.168.202.122@tcp45:) -> 192.168.202.122@tcp45(192.168.202.122@tcp45:192.168.202.122@tcp45) : GET try# 0 00000800:00000200:3.0:1767384699.455442:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp45 00000800:00000010:3.0:1767384699.455447:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000001e6704c8. 00000800:00000200:3.0:1767384699.455453:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbadb0dd] -> 12345-192.168.202.122@tcp45 (2) 00000800:00000200:3.1:1767384699.455458:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fbadb0dd] -> 12345-192.168.202.122@tcp45 (2) 00000400:00000200:3.0:1767384699.455481:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp45 added to recovery queue. ping count: 5 next ping: 352 health :500 00000400:00000200:3.0:1767384699.455486:0:16341:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.202.122@tcp32 00000400:00000010:3.0:1767384699.455488:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008c579b05. 00000400:00000010:3.0:1767384699.455492:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000102a0202. 00000400:00000010:3.0:1767384699.455494:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d4f3435. 00000400:00000010:3.0:1767384699.455499:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c32ec24. 00000400:00000200:3.0:1767384699.455502:0:16341:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp32 00000400:00000200:3.0:1767384699.455509:0:16341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.202.122@tcp32 local destination 00000400:00000200:3.0:1767384699.455513:0:16341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.122@tcp32 00000400:00000200:3.0:1767384699.455517:0:16341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp32 NI seq info: [255:255:256:4294967295] 192.168.202.122@tcp32 LPNI seq info [210:210:8:4294967295] 00000400:00000200:3.0:1767384699.455522:0:16341:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp32 00000400:00000200:3.0:1767384699.455530:0:16341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp32(192.168.202.122@tcp32:) -> 192.168.202.122@tcp32(192.168.202.122@tcp32:192.168.202.122@tcp32) : GET try# 0 00000800:00000200:3.0:1767384699.455545:0:16341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp32 00000800:00000010:3.0:1767384699.455549:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002a1af6c5. 00000800:00000200:3.0:1767384699.455554:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000400:00000200:2.0:1767384699.455556:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:3.1:1767384699.455558:0:16341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000400:00000200:3.0:1767384699.455572:0:16341:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.202.122@tcp32 added to recovery queue. ping count: 6 next ping: 384 health :400 00000400:00000200:1.0:1767384699.455610:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.455622:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.455658:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.455675:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.455703:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.455723:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.455744:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.455776:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.455791:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.455822:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.455832:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.455867:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.455879:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.455913:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.455923:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.455958:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.455968:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456005:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456013:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456049:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456061:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456093:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456107:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456140:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456150:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456181:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456197:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456244:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456245:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456289:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456311:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456349:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456354:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456391:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456399:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456435:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456444:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456482:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456492:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456525:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456554:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456586:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456600:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456632:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456643:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456678:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456688:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456723:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456728:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456768:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456771:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456812:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456818:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456858:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456865:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456904:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456908:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456948:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456952:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.456991:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.456995:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.457040:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457045:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.457081:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457086:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.457123:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457130:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.457166:0:16332:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457177:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457219:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457244:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457270:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457316:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457349:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.202.122:988 00000800:00000010:2.0:1767384699.457352:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000664c8c46. 00000800:00000010:2.0:1767384699.457359:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000078991fee. 00000800:00000010:2.0:1767384699.457365:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003634d072. 00000400:00000200:1.0:1767384699.457377:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.202.122:988 00000800:00000010:2.0:1767384699.457391:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003634d072. 00000800:00020000:2.0:1767384699.457400:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384699.457404:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000078991fee. 00000800:00000010:2.0:1767384699.457408:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000664c8c46. 00000400:00000200:1.0:1767384699.457409:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457438:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.202.122:988 00000400:02020000:2.0:1767384699.457463:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp45 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384699.457471:0:16332:0:(router.c:1755:lnet_notify()) 192.168.202.122@tcp45 notifying 192.168.202.122@tcp45: down 00000400:00000200:1.0:1767384699.457475:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.202.122:988 00000800:00000200:2.0:1767384699.457478:0:16332:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.202.122@tcp45 down 00000800:00000100:2.0:1767384699.457486:0:16332:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.202.122@tcp45 00000800:00000010:2.0:1767384699.457490:0:16332:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000001e6704c8. 00000400:00000200:2.0:1767384699.457495:0:16332:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384699.457500:0:16332:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp45->192.168.202.122@tcp45: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384699.457504:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.457509:0:16332:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384699.457514:0:16332:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp45 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384699.457519:0:16332:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.202.122@tcp45) recovery failed with -71 00000400:00000200:1.0:1767384699.457544:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457569:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457588:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457608:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457628:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457647:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457666:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457685:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457702:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.457721:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.202.122:988 00000800:00000010:1.0:1767384699.457862:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fa20e7da. 00000400:00000200:2.0:1767384699.457863:0:16340:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384699.457868:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d6b73485. 00000800:00000010:1.0:1767384699.457873:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c616906d. 00000400:00000200:2.0:1767384699.457886:0:16340:0:(acceptor.c:514:lnet_accept()) Accept 192.168.202.122@tcp32 from 200.3.0.2 00000800:00000010:2.0:1767384699.457891:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000013084aea. 00000800:00000010:1.0:1767384699.457901:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c616906d. 00000800:00000010:0.0:1767384699.457945:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b9b63f1d. 00000800:00000010:0.0:1767384699.457952:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ece532b. 00000800:00000010:0.0:1767384699.457972:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e1436496. 00000800:00000200:0.1:1767384699.457977:0:16335:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (2) 00000800:00000200:0.1:1767384699.457982:0:16335:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.122@tcp32 00000000e1436496 deleted 00000800:00000010:0.1:1767384699.457984:0:16335:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e1436496. 00000800:00000200:0.1:1767384699.457988:0:16335:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384699.457993:0:16335:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp32 ip 192.168.202.122:968 00000800:00000200:0.1:1767384699.457996:0:16335:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000002a1af6c5 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767384699.458000:0:16335:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp32 p 3.x 192.168.202.122 -> 192.168.202.122:968 incarnation:1767384632022426042 sched[0] 00000800:00000010:0.0:1767384699.458004:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e919d795. 00000800:00000010:0.0:1767384699.458045:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e919d795. 00000800:00000010:0.0:1767384699.458048:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ece532b. 00000800:00000200:1.1:1767384699.458077:0:16333:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767384699.458084:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000013084aea. 00000800:00000200:1.0:1767384699.458086:0:16333:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp32 p 3.x 192.168.202.122 -> 192.168.202.122:988 incarnation:1767384632022426042 sched[0] 00000800:00000010:1.0:1767384699.458092:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d6b73485. 00000800:00000001:0.0:1767384699.458097:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384699.458103:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384699.458144:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000800:00000200:0.0:1767384699.458145:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384699.458150:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002a1af6c5. 00000400:00000200:0.0:1767384699.458154:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384699.458160:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp32->192.168.202.122@tcp32: GET: OK 00000400:00000200:0.0:1767384699.458164:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384699.458175:0:16338:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.202.122@tcp32 recovery message sent successfully:0 00000400:00000200:1.0:1767384699.458191:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000800:00000001:0.0:1767384699.458196:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384699.458204:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384699.458206:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384699.458215:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384699.458222:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp32(192.168.202.122@tcp32) <- 192.168.202.122@tcp32 : GET - for me 00000400:00000200:0.0:1767384699.458233:0:16338:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.122@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384699.458236:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:0.0:1767384699.458243:0:16338:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.202.122@tcp of length 272/272 into md 0x1fc9 [1] + 0 00000400:00000200:0.0:1767384699.458253:0:16338:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.122@tcp32 to MR: 192.168.202.122@tcp32 local destination 00000400:00000200:0.0:1767384699.458259:0:16338:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.122@tcp32 NI seq info: [256:256:256:4294967295] 192.168.202.122@tcp32 LPNI seq info [211:211:8:4294967295] 00000400:00000200:0.0:1767384699.458269:0:16338:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.122@tcp32(192.168.202.122@tcp32:192.168.202.122@tcp32) -> 192.168.202.122@tcp32(192.168.202.122@tcp32:192.168.202.122@tcp32) 192.168.202.122@tcp32 : REPLY try# 0 00000800:00000200:0.0:1767384699.458272:0:16338:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.122@tcp32 00000800:00000010:0.0:1767384699.458276:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000076e5d37e. 00000800:00000200:0.0:1767384699.458281:0:16338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000053a0f540] -> 12345-192.168.202.122@tcp32 (4) 00000400:00000200:1.0:1767384699.458285:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000800:00000200:0.0:1767384699.458285:0:16338:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp32 ip 192.168.202.122:988 00000800:00000200:0.0:1767384699.458289:0:16338:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000076e5d37e type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384699.458345:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384699.458348:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000076e5d37e. 00000400:00000200:0.0:1767384699.458350:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384699.458355:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp32->192.168.202.122@tcp32: REPLY: OK 00000400:00000200:1.0:1767384699.458356:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000800:00000001:0.0:1767384699.458364:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384699.458371:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384699.458374:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384699.458378:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384699.458381:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384699.458384:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384699.458389:0:16338:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.122@tcp32(192.168.202.122@tcp32) <- 192.168.202.122@tcp32 : REPLY - for me 00000400:00000200:0.0:1767384699.458399:0:16338:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.202.122@tcp32: Reply from 12345-192.168.202.122@tcp32 of length 272/272 into md 0x2bdd 00000800:00000001:0.0:1767384699.458404:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384699.458408:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000800:00000001:0.0:1767384699.458411:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384699.458420:0:16338:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384699.458425:0:16338:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.122@tcp32->192.168.202.122@tcp32: REPLY: OK 00000400:00000200:0.0:1767384699.458430:0:16338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d4f3435 00000400:00000010:0.0:1767384699.458432:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d4f3435. 00000400:00000200:0.0:1767384699.458436:0:16338:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384699.458442:0:16338:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008c579b05. 00000400:00000010:0.0:1767384699.458446:0:16338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000102a0202. 00000400:00000200:1.0:1767384699.458448:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000800:00000001:0.0:1767384699.458454:0:16338:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384699.458460:0:16338:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384699.458495:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.458552:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.458597:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.458640:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.458689:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.458733:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.458775:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.458825:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.458876:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.458927:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.458953:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.458971:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.458988:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459006:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459023:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459038:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459051:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459067:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459082:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459096:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459110:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459125:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459139:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459153:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459169:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459185:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459201:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:1.0:1767384699.459218:0:16333:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:1.0:1767384699.459330:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000079eb5ce3. 00000800:00000010:1.0:1767384699.459335:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d6b73485. 00000800:00000010:1.0:1767384699.459339:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c616906d. 00000800:00000010:1.0:1767384699.459358:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c616906d. 00000800:00020000:1.0:1767384699.459364:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:1.0:1767384699.459366:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d6b73485. 00000800:00000010:1.0:1767384699.459368:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000079eb5ce3. 00000400:02020000:1.0:1767384699.459398:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp32 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00080000:00000010:1.0:1767384699.544934:0:41364:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007aefb097. 00080000:00000010:1.0:1767384699.544945:0:41364:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007aefb097. 00000020:00000001:1.0:1767384699.544950:0:41364:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384699.544958:0:41364:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007aefb097. 00080000:00000010:1.0:1767384699.544963:0:41364:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007aefb097. 00000020:00000001:1.0:1767384699.544966:0:41364:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384699.583332:0:16343:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384699.583343:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384699.583344:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384699.583348:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384699.583350:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384699.583352:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384699.583354:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384699.647410:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384699.647415:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384699.647420:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384699.647421:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384699.647438:0:17065:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384699.647440:0:17065:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384699.647441:0:17065:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384699.648376:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b237e40] -> 12345-192.168.202.122@tcp37 (4) 00000800:00000200:0.1:1767384699.648383:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000b237e40] -> 12345-192.168.202.122@tcp37 (4) 00000400:00000200:2.0:1767384699.648457:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648489:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648503:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648514:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648546:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648562:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648576:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648587:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648598:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648610:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648621:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648632:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648643:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648654:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648665:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648677:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648688:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648699:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648710:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648721:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648732:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648744:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648754:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648766:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648777:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648788:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648799:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648811:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648823:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648834:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648846:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648857:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648877:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648889:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.202.122:988 00000400:00000200:2.0:1767384699.648900:0:16334:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.202.122:988 00000800:00000010:2.0:1767384699.649020:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000664c8c46. 00000800:00000010:2.0:1767384699.649024:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000078991fee. 00000800:00000010:2.0:1767384699.649029:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004fdab38b. 00000800:00000010:2.0:1767384699.649043:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004fdab38b. 00000800:00020000:2.0:1767384699.649050:0:16334:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384699.649052:0:16334:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000078991fee. 00000800:00000010:2.0:1767384699.649054:0:16334:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000664c8c46. 00000400:02020000:2.0:1767384699.649089:0:16334:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp37 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384699.649093:0:16334:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:2.0:1767384700.221721:0:41412:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d6f3f715. 00080000:00000010:2.0:1767384700.221731:0:41412:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d6f3f715. 00000020:00000001:2.0:1767384700.221735:0:41412:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384700.221740:0:41412:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d6f3f715. 00080000:00000010:2.0:1767384700.221743:0:41412:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d6f3f715. 00000020:00000001:2.0:1767384700.221745:0:41412:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384700.337803:0:41448:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384700.337808:0:41448:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg222-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:0.0:1767384700.340783:0:41448:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1767384700.479368:0:16341:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384700.479374:0:16341:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384700.479377:0:16341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c886b5f 00000400:00000010:3.0:1767384700.479382:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c886b5f. 00000400:00000200:3.0:1767384700.479387:0:16341:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384700.479393:0:16341:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.202.122@tcp45 recovery ping unlinked 00000400:00000010:3.0:1767384700.479407:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000504492ad. 00000400:00000010:3.0:1767384700.479411:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ce99deb2. 00080000:00000010:1.0:1767384700.543839:0:41460:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bd19b815. 00080000:00000010:1.0:1767384700.543847:0:41460:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bd19b815. 00000020:00000001:1.0:1767384700.543850:0:41460:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384700.543856:0:41460:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bd19b815. 00080000:00000010:1.0:1767384700.543859:0:41460:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bd19b815. 00000020:00000001:1.0:1767384700.543861:0:41460:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384700.607383:0:16343:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384700.607395:0:16343:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384700.607397:0:16343:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384700.607401:0:16343:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384700.607403:0:16343:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384700.607405:0:16343:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384700.607407:0:16343:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384700.671353:0:58:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767384700.671358:0:58:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384700.671360:0:16336:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000c2fe5f0] -> 12345-192.168.202.122@tcp11 (6) 00010000:00000001:1.0:1767384700.671364:0:58:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767384700.671366:0:58:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384700.671370:0:16336:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp11 ip 192.168.202.122:988 00000800:00000200:0.0:1767384700.671374:0:16336:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a663b88f type 192, nob 24 niov 1 nkiov 0 00000020:00000001:2.0:1767384700.671389:0:17064:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384700.671394:0:17064:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384700.671397:0:17064:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384700.671480:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384700.671491:0:16338:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384700.671492:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384700.671497:0:16337:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384700.671499:0:16337:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384700.803258:0:41504:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000031aa48ca. 00080000:00000010:1.0:1767384700.803269:0:41504:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000031aa48ca. 00000020:00000001:1.0:1767384700.803274:0:41504:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384700.803283:0:41504:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000031aa48ca. 00080000:00000010:1.0:1767384700.803288:0:41504:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000031aa48ca. 00000020:00000001:1.0:1767384700.803317:0:41504:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384701.070574:0:41553:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004e90b0ba. 00080000:00000010:2.0:1767384701.070584:0:41553:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004e90b0ba. 00000020:00000001:2.0:1767384701.070589:0:41553:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384701.070597:0:41553:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004e90b0ba. 00080000:00000010:2.0:1767384701.070603:0:41553:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004e90b0ba. 00000020:00000001:2.0:1767384701.070606:0:41553:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384701.181165:0:41592:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000010:0.0:1767384702.527380:0:41013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e3b7021. 00000100:00000010:1.0:1767384702.527395:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c77ad591. 02000000:00000010:1.0:1767384702.527406:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b96c5c9. 02000000:00000010:0.0:1767384702.527406:0:41013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076e5d37e. 00000100:00000010:1.0:1767384702.527436:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 02000000:00000010:1.0:1767384702.527443:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fb67ab00. 00040000:00000010:0.0:1767384702.527454:0:16347:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000956f345a. 00000004:00000010:0.0:1767384702.527460:0:16347:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000025fa768. 00000004:00000010:0.0:1767384702.527466:0:16347:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c647c5a7. 00000004:00000010:0.0:1767384702.527470:0:16347:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000066272187. 00000004:00000010:0.0:1767384702.527475:0:16347:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c1ed3277. 00000100:00000010:1.0:1767384702.527478:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d125e5c. 00040000:00000010:2.0:1767384702.527487:0:16346:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000021677888. 02000000:00000010:1.0:1767384702.527487:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000017f3ffa5. 02000000:00000010:0.0:1767384702.527492:0:16347:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067145499. 00000004:00000010:2.0:1767384702.527494:0:16346:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000913dc2f8. 00000004:00000010:2.0:1767384702.527499:0:16346:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000007810c10. 00000400:00000010:0.0:1767384702.527500:0:16347:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3026f4. 00000004:00000010:2.0:1767384702.527502:0:16346:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000070451a3a. 00000004:00000010:2.0:1767384702.527519:0:16346:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000054ec4dcd. 00000400:00000010:0.0:1767384702.527521:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 02000000:00000010:2.0:1767384702.527529:0:16346:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006b4914b8. 00000400:00000010:2.0:1767384702.527534:0:16346:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4baddd9. 00000400:00000010:0.0:1767384702.527536:0:16347:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 02000000:00000010:1.0:1767384702.527537:0:16344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6256326. 00000400:00000010:2.0:1767384702.527538:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f9dd7e6. 00000400:00000010:1.0:1767384702.527544:0:16344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018afa2d7. 00000020:00000010:2.0:1767384702.527548:0:16346:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000664c8c46. 00000400:00000010:1.0:1767384702.527549:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e21b0df. 00000400:00000010:2.0:1767384702.527555:0:16346:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f79e36. 00000400:00000010:1.0:1767384702.527558:0:16344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3d68b2. 00000400:00000010:0.0:1767384702.527562:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6c35083. 00000400:00000010:0.0:1767384702.527575:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000143a5193. 00000100:00000010:2.0:1767384702.527587:0:16346:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000203a7c83. 00000400:00000010:0.0:1767384702.527593:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000100:00000010:1.0:1767384702.527605:0:16344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a2223bf. 00000400:00000010:2.0:1767384702.527606:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f79e36. 00000100:00000010:0.0:1767384702.527606:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036f49483. 00000100:00000010:0.0:1767384702.527619:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000030c6098b. 00000400:00000010:1.0:1767384702.527625:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc3d68b2. 00000020:00000010:3.0:1767384702.527629:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ca1c21f3. 00000020:00000010:3.0:1767384702.527635:0:17885:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000e56f74f. 00000100:00000010:0.0:1767384702.527638:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000075eceef6. 00000100:00000010:0.0:1767384702.527643:0:16347:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004122894c. 00000020:00000010:3.0:1767384702.527650:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bebd14e. 00000020:00000010:3.0:1767384702.527654:0:17885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091318579. 00000020:00000010:3.0:1767384702.527659:0:17885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 00000020:00000010:1.0:1767384702.527683:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa0bb9de. 00000020:00000010:1.0:1767384702.527688:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa0bb9de. 00000020:00000010:0.0:1767384702.527692:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc2b96e3. 00000020:00000010:1.0:1767384702.527694:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e85cf32b. 00000020:00000010:0.0:1767384702.527698:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc2b96e3. 00000020:00000010:1.0:1767384702.527700:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:0.0:1767384702.527705:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004fa9b8ea. 00000020:00000010:0.0:1767384702.527710:0:18653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000026114d87. 00000020:00000010:1.0:1767384702.527715:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:0.0:1767384702.527715:0:18653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000719f2d22. 00000020:00000010:0.0:1767384702.527745:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cc2b96e3. 00000020:00000010:1.0:1767384702.527749:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa0bb9de. 00000020:00000010:0.0:1767384702.527749:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cc2b96e3. 00000020:00000010:1.0:1767384702.527754:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa0bb9de. 00000020:00000010:3.0:1767384702.527762:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007f6ce21c. 02000000:00000010:1.0:1767384702.527765:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000050886d9e. 00000020:00000010:3.0:1767384702.527766:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007f6ce21c. 02000000:00000010:0.0:1767384702.527766:0:18653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000080dbdf18. 02000000:00000010:3.0:1767384702.527779:0:17885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000054fadc8. 00000400:00000010:1.0:1767384702.527779:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3d68b2. 00000400:00000010:0.0:1767384702.527779:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000400:00000010:3.0:1767384702.527803:0:17885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c886b5f. 00000400:00000010:1.0:1767384702.527807:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc3d68b2. 00000400:00000010:0.0:1767384702.527822:0:18653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000020:00000010:1.0:1767384702.527826:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 02000000:00000010:2.0:1767384702.527830:0:16343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000354bf726. 00000020:00000010:1.0:1767384702.527830:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:0.0:1767384702.527833:0:18653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000026114d87. 00000400:00000010:2.0:1767384702.527838:0:16343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f55939c. 00000020:00000010:1.0:1767384702.527838:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e85cf32b. 00000400:00000010:3.0:1767384702.527839:0:17885:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c886b5f. 00000020:00000010:0.0:1767384702.527839:0:18653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000719f2d22. 02000000:00000010:1.0:1767384702.527845:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000050886d9e. 00000020:00000010:0.0:1767384702.527845:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fa9b8ea. 00000400:00000010:2.0:1767384702.527847:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f79e36. 00000020:00000010:3.0:1767384702.527850:0:17885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091318579. 00000020:00000010:3.0:1767384702.527854:0:17885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000400:00000010:2.0:1767384702.527855:0:16343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c396bbe. 00000400:00000010:1.0:1767384702.527855:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000418282cf. 00000020:00000010:3.0:1767384702.527857:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bebd14e. 00000400:00000010:1.0:1767384702.527862:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1e3f0bc. 00000400:00000010:0.0:1767384702.527873:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3026f4. 00000400:00000010:0.0:1767384702.527878:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000400:00000010:3.0:1767384702.527883:0:16346:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4baddd9. 00000400:00000010:3.0:1767384702.527886:0:16346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f9dd7e6. 00000400:00000010:1.0:1767384702.527891:0:16344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018afa2d7. 00000100:00000010:2.0:1767384702.527894:0:16343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078306376. 02000000:00000010:0.0:1767384702.527894:0:16347:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067145499. 00000020:00000010:3.0:1767384702.527895:0:16346:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000018bde206. 00000400:00000010:1.0:1767384702.527895:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e21b0df. 02000000:00000010:0.0:1767384702.527902:0:16347:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b96c5c9. 00000100:00000010:0.0:1767384702.527909:0:16347:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c77ad591. 02000000:00000010:1.0:1767384702.527913:0:16344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6256326. 02000000:00000010:3.0:1767384702.527914:0:16346:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006b4914b8. 00000400:00000010:2.0:1767384702.527918:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c396bbe. 02000000:00000010:1.0:1767384702.527918:0:16344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000fb67ab00. 02000000:00000010:3.0:1767384702.527920:0:16346:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076e5d37e. 00000100:00000010:1.0:1767384702.527923:0:16344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 00000100:00000010:3.0:1767384702.527925:0:16346:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e3b7021. 00000020:00000010:0.0:1767384702.527938:0:41020:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067145499. 00000020:00000010:0.0:1767384702.527942:0:41020:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000026114d87. 00000020:00000010:0.0:1767384702.527945:0:41020:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000719f2d22. 02000000:00000010:0.0:1767384702.527974:0:41020:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000082872ef9. 00000020:00000010:0.0:1767384702.527982:0:41020:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006ce05244. 00000004:00000010:0.0:1767384702.527988:0:41020:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000cc2b96e3. 00000001:00000010:0.0:1767384702.527991:0:41020:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000094391bdd. 00000001:00000010:0.0:1767384702.527996:0:41020:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005f41712d. 00000001:00000010:0.0:1767384702.527999:0:41020:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003da28c40. 00000001:00000010:0.0:1767384702.528002:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004fa9b8ea. 00000001:00000010:0.0:1767384702.528004:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006127db7a. 00000001:00000010:0.0:1767384702.528007:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dda46cf3. 00000001:00000010:0.0:1767384702.528017:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001e1b7b81. 00000001:00000010:0.0:1767384702.528021:0:41020:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b04c3759. 00000001:00000010:0.0:1767384702.528023:0:41020:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000594e6197. 00000001:00000010:0.0:1767384702.528025:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f3a1d30a. 00000001:00000010:0.0:1767384702.528027:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006af4dca8. 00000001:00000010:0.0:1767384702.528029:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000033f76b26. 00000001:00000010:0.0:1767384702.528031:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000069b41fa9. 00000020:00000010:0.0:1767384702.528061:0:41020:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000e7c04832. 00000020:00000010:0.0:1767384702.528141:0:41020:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000a0dfed9. 00000020:00000010:0.0:1767384702.528145:0:41020:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000067e7d59. 00000020:00000010:0.0:1767384702.528148:0:41020:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 0000000072c849a2. 00000020:00000010:0.0:1767384702.528163:0:41020:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000bb44ce98. 00000020:00000010:0.0:1767384702.528165:0:41020:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000150161b6. 00000020:00000010:0.0:1767384702.528167:0:41020:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000042a96f72. 00000020:00000010:0.0:1767384702.528178:0:41020:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000008336098. 00000400:00000010:0.0:1767384702.528200:0:41020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000400:00000010:0.0:1767384702.528218:0:41020:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000020:00000010:0.0:1767384702.528223:0:41020:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000026114d87. 00000020:00000010:0.0:1767384702.528225:0:41020:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000719f2d22. 00000020:00000010:0.0:1767384702.528227:0:41020:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067145499. 00000400:00000010:2.0:1767384702.528233:0:16343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005f55939c. 00000400:00000010:2.0:1767384702.528237:0:16343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f79e36. 02000000:00000010:2.0:1767384702.528256:0:16343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000354bf726. 02000000:00000010:2.0:1767384702.528259:0:16343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000017f3ffa5. 00000100:00000010:2.0:1767384702.528260:0:16343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009d125e5c. 00000100:00000010:3.0:1767384702.533337:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004122894c. 00000100:00000010:1.0:1767384702.533347:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000030c6098b. 00000100:00000010:0.0:1767384702.533360:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036f49483. 00000100:00000010:2.0:1767384702.533365:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000075eceef6. 00000800:00000010:2.0:1767384702.719929:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c5d20310. 00000800:00000010:2.0:1767384702.719940:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000088ab33a4. 00000800:00000010:2.0:1767384702.719945:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1926049. 00000800:00000010:2.0:1767384702.719966:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1926049. 00000800:00020000:2.0:1767384702.719972:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:2.0:1767384702.719977:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000088ab33a4. 00000800:00000010:2.0:1767384702.719980:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c5d20310. 00000400:02020000:2.0:1767384702.720018:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp35 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767384702.805526:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000811cb61c. 00000800:00000010:0.0:1767384702.805589:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f18899d7. 00000800:00000010:0.0:1767384702.805596:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e1436496. 00000800:00000010:0.0:1767384702.805617:0:16335:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009ece532b. 00000800:00000010:0.0:1767384702.805626:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001aab6844. 00000800:00000010:0.0:1767384702.805698:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001aab6844. 00000800:00000010:0.0:1767384702.805701:0:16335:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e1436496. 00000800:00000010:0.0:1767384702.805728:0:16335:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000811cb61c. 00000800:00000010:1.0:1767384702.806182:0:16337:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fb67ab00. 00000800:00000010:1.0:1767384702.806251:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fb67ab00. 00000800:00000010:2.0:1767384702.806658:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000096478b57. 00000800:00000010:1.0:1767384702.806715:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000079eb5ce3. 00000800:00000010:1.0:1767384702.806722:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004cb27b20. 00000800:00000010:3.0:1767384702.806979:0:16338:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000797a4f37. 00000800:00000010:1.0:1767384702.806986:0:16333:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000038e3a24. 00000800:00000010:1.1:1767384702.806991:0:16333:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000038e3a24. 00000800:00000010:1.0:1767384702.807000:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fa0bb9de. 00000800:00000010:1.0:1767384702.807049:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fa0bb9de. 00000800:00000010:1.0:1767384702.807056:0:16333:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004cb27b20. 00000800:00000010:1.0:1767384702.807089:0:16333:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000096478b57. 00000800:00000010:3.0:1767384702.807167:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000797a4f37. 00000800:00000010:2.0:1767384702.807849:0:16340:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005ee8323c. 00000800:00000010:0.0:1767384702.807898:0:16334:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c1f24bdc. 00000800:00000010:0.0:1767384702.807906:0:16334:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e1436496. 00000800:00000010:0.0:1767384702.808154:0:16334:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001e079008. 00000800:00000010:0.1:1767384702.808158:0:16334:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001e079008. 00000800:00000010:0.0:1767384702.808165:0:16334:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001aab6844. 00000800:00000010:0.0:1767384702.808214:0:16334:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001aab6844. 00000800:00000010:0.0:1767384702.808218:0:16334:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e1436496. 00000800:00000010:0.0:1767384702.808255:0:16334:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005ee8323c. 00000001:00000010:0.0:1767384703.040875:0:17878:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000dc2b3c3a. 00002000:00000010:0.0:1767384703.040891:0:17878:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000e28b21f3. 00080000:00000010:0.0:1767384703.040895:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001f4bd81c. 00000001:00000010:0.0:1767384703.040900:0:17878:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000039c904b8. 00002000:00000010:0.0:1767384703.040903:0:17878:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000006007fbdb. 00080000:00000010:0.0:1767384703.040904:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f47f055f. 00000001:00000010:0.0:1767384703.040907:0:17878:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004dc85587. 00002000:00000010:0.0:1767384703.040909:0:17878:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000008ae1e74e. 00080000:00000010:0.0:1767384703.040911:0:17878:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000083366706. 00040000:00000010:2.0:1767384703.551438:0:21714:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cdc56fc6. 00040000:00000010:1.0:1767384703.551448:0:17063:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f605fd81. 00000004:00000010:2.0:1767384703.551451:0:21714:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000617ce63b. 00000004:00000010:2.0:1767384703.551458:0:21714:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f27a743c. 00000004:00000010:1.0:1767384703.551464:0:17063:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e16b90cc. 00000004:00000010:2.0:1767384703.551468:0:21714:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000093c50239. 00000004:00000010:1.0:1767384703.551474:0:17063:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000058e503a5. 00000004:00000010:2.0:1767384703.551475:0:21714:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ec21368a. 00000004:00000010:1.0:1767384703.551484:0:17063:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a94a5da9. 00000004:00000010:1.0:1767384703.551491:0:17063:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ce052560. 00000800:00000010:0.0:1767384703.744184:0:16332:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d1760608. 00000800:00000010:0.0:1767384703.744196:0:16332:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e1436496. 00000800:00000010:0.0:1767384703.744201:0:16332:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001aab6844. 00000800:00000010:0.0:1767384703.744216:0:16332:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001aab6844. 00000800:00020000:0.0:1767384703.744226:0:16332:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384703.744231:0:16332:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e1436496. 00000800:00000010:0.0:1767384703.744233:0:16332:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d1760608. 00000400:02020000:0.0:1767384703.744260:0:16332:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp30 at host 192.168.202.122:988: is it running a compatible version of Lustre? 00000400:00000010:3.0:1767384703.853908:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004bfa6579. 00000400:00000010:3.0:1767384703.853936:0:16338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003b6e3fc5. 00000020:00000010:1.0:1767384703.854055:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6256326. 00000020:00000010:1.0:1767384703.854070:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384703.854078:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 02000000:00000010:1.0:1767384703.854168:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000003c51bbe2. 00000020:00000010:1.0:1767384703.854186:0:40988:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e264ad84. 00000001:00000010:1.0:1767384703.854202:0:40988:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fb67ab00. 00000001:00000010:1.0:1767384703.854212:0:40988:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d1fb7158. 00000001:00000010:1.0:1767384703.854235:0:40988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e85cf32b. 00000001:00000010:1.0:1767384703.854238:0:40988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e4244e95. 00000001:00000010:1.0:1767384703.854241:0:40988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000016321dc. 00000001:00000010:1.0:1767384703.854244:0:40988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001e5c2aea. 00000020:00000010:1.0:1767384703.854268:0:40988:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000009c1d26a6. 00000020:00000010:1.0:1767384703.854446:0:40988:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000025eb4809. 00000020:00000010:1.0:1767384703.854451:0:40988:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000004cb27b20. 00000020:00000010:1.0:1767384703.854455:0:40988:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000002d4575a2. 00000020:00000010:1.0:1767384703.854473:0:40988:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000050886d9e. 00000020:00000010:1.0:1767384703.854476:0:40988:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000d440ce16. 00000020:00000010:1.0:1767384703.854478:0:40988:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000005009fa11. 00000020:00000010:1.0:1767384703.854488:0:40988:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000feb6120f. 00000400:00000010:1.0:1767384703.854555:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e21b0df. 00000800:00000010:1.0:1767384703.854593:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5cc284b. 00000020:00000010:1.0:1767384703.854621:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384703.854625:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384703.854628:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6256326. 00000400:00000010:1.0:1767384703.854637:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018afa2d7. 00000400:00000010:1.0:1767384703.854640:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000038e3a24. 00000800:00000010:0.0:1767384703.854729:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5cc284b. 00000400:00000010:0.0:1767384703.854738:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e21b0df. 02000000:00000010:0.0:1767384703.854743:0:16337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000003c51bbe2. 00000400:00000010:1.0:1767384703.855555:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc6ee55a. 00000400:00000010:1.0:1767384703.855568:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006826770b. 00000020:00000010:2.0:1767384703.855629:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1926049. 00000020:00000010:2.0:1767384703.855634:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1926049. 00000020:00000010:2.0:1767384703.855638:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384703.855640:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.855644:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.855666:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1926049. 00000020:00000010:2.0:1767384703.855667:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1926049. 00010000:00000010:2.0:1767384703.855685:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000af98239a. 02000000:00000010:2.0:1767384703.855695:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000354bf726. 00000400:00000010:2.0:1767384703.855719:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f79e36. 00000800:00000010:2.0:1767384703.855743:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000385d208b. 00000020:00000010:2.0:1767384703.855762:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.855766:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.855772:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:2.0:1767384703.855781:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f55939c. 00000400:00000010:2.0:1767384703.855786:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088ab33a4. 00000800:00000010:3.0:1767384703.855842:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000385d208b. 00000400:00000010:3.0:1767384703.855851:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f79e36. 02000000:00000010:3.0:1767384703.855857:0:16338:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000354bf726. 00000400:00000010:0.0:1767384703.856542:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032b3c4e3. 00000400:00000010:0.0:1767384703.856552:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b5edfcf. 00000020:00000010:2.0:1767384703.856604:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1926049. 00000020:00000010:2.0:1767384703.856608:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1926049. 00000020:00000010:2.0:1767384703.856610:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384703.856612:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.856614:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.856629:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1926049. 00000020:00000010:2.0:1767384703.856631:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1926049. 02000000:00000010:2.0:1767384703.856640:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000032993c6d. 00000040:00000010:2.0:1767384703.856645:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003fc8beea. 00000040:00000010:2.0:1767384703.856686:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003fc8beea. 00000400:00000010:2.0:1767384703.856694:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c396bbe. 00000800:00000010:2.0:1767384703.856705:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000385d208b. 00000020:00000010:2.0:1767384703.856719:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.856722:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.856725:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:2.0:1767384703.856731:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049ff37fb. 00000400:00000010:2.0:1767384703.856736:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005692da6b. 00000800:00000010:1.0:1767384703.856794:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000385d208b. 00000400:00000010:1.0:1767384703.856801:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c396bbe. 02000000:00000010:1.0:1767384703.856807:0:16339:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000032993c6d. 00000400:00000010:3.0:1767384703.857454:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000adec8a5. 00000400:00000010:3.0:1767384703.857468:0:16338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000faa22a31. 00000020:00000010:2.0:1767384703.857530:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1926049. 00000020:00000010:2.0:1767384703.857534:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1926049. 00000020:00000010:2.0:1767384703.857536:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384703.857539:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.857541:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.857557:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1926049. 00000020:00000010:2.0:1767384703.857559:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1926049. 00010000:00000010:2.0:1767384703.857567:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000093590e6. 02000000:00000010:2.0:1767384703.857573:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000043d7cacd. 00000400:00000010:2.0:1767384703.857583:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000800:00000010:2.0:1767384703.857602:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a97f2272. 00000020:00000010:2.0:1767384703.857615:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.857617:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.857619:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:2.0:1767384703.857624:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2502889. 00000400:00000010:2.0:1767384703.857627:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000642f0b25. 00000800:00000010:0.0:1767384703.857670:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a97f2272. 00000400:00000010:0.0:1767384703.857678:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 02000000:00000010:0.0:1767384703.857682:0:16337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000043d7cacd. 00000400:00000010:1.0:1767384703.858404:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000851b1f67. 00000400:00000010:1.0:1767384703.858414:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a05fec8. 00000020:00000010:2.0:1767384703.858462:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1926049. 00000020:00000010:2.0:1767384703.858466:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1926049. 00000020:00000010:2.0:1767384703.858468:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384703.858470:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.858472:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.858489:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e1926049. 00000020:00000010:2.0:1767384703.858491:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e1926049. 02000000:00000010:2.0:1767384703.858508:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000043d7cacd. 00000040:00000010:2.0:1767384703.858512:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003fc8beea. 00000040:00000010:2.0:1767384703.858549:0:40988:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000059d7ed1b. 00000040:00000010:2.0:1767384703.858561:0:40988:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000059d7ed1b. 00000040:00000010:2.0:1767384703.858563:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003fc8beea. 20000000:00000010:2.0:1767384703.858570:0:40988:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000e1926049. 00000400:00000010:2.0:1767384703.858576:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9f8f0f5. 00000800:00000010:2.0:1767384703.858587:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a97f2272. 00000020:00000010:2.0:1767384703.858601:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.858603:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.858605:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:2.0:1767384703.858610:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a339385. 00000400:00000010:2.0:1767384703.858612:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e1d9889. 00000800:00000010:3.0:1767384703.858676:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a97f2272. 00000400:00000010:3.0:1767384703.858694:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9f8f0f5. 02000000:00000010:3.0:1767384703.858699:0:16338:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000043d7cacd. 00000400:00000010:0.0:1767384703.859367:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c38f787f. 00000400:00000010:0.0:1767384703.859381:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a51b51db. 00000020:00000010:2.0:1767384703.859428:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.859431:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.859434:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384703.859435:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.859437:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.859452:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.859453:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384703.859476:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000a2ff5685. 00000040:00000010:2.0:1767384703.859480:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003fc8beea. 00000040:00000010:2.0:1767384703.859488:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384703.859517:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384703.859520:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003fc8beea. 00000400:00000010:2.0:1767384703.859529:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000000b81706. 00000800:00000010:2.0:1767384703.859543:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000003fc8beea. 00000020:00000010:2.0:1767384703.859560:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.859564:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.859566:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:2.0:1767384703.859574:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000461b648c. 00000400:00000010:2.0:1767384703.859578:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000023ebd81a. 00000800:00000010:1.0:1767384703.859627:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000003fc8beea. 00000400:00000010:1.0:1767384703.859634:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000000b81706. 02000000:00000010:1.0:1767384703.859639:0:16339:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000a2ff5685. 00000400:00000010:3.0:1767384703.860744:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000203cdac5. 00000400:00000010:3.0:1767384703.860754:0:16338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c76a342. 00000020:00000010:2.0:1767384703.860824:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.860829:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.860833:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384703.860836:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.860838:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.860855:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.860857:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384703.860873:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000a2ff5685. 00000040:00000010:2.0:1767384703.860877:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cc6e0a46. 00000040:00000010:2.0:1767384703.860883:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384703.860902:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384703.860904:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cc6e0a46. 00000400:00000010:2.0:1767384703.860910:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f7a74423. 00000800:00000010:2.0:1767384703.860922:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000cc6e0a46. 00000020:00000010:2.0:1767384703.860936:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.860938:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.860940:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:2.0:1767384703.860949:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4baddd9. 00000400:00000010:2.0:1767384703.860953:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b39d5852. 00000800:00000010:0.0:1767384703.860987:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000cc6e0a46. 00000400:00000010:0.0:1767384703.860997:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f7a74423. 02000000:00000010:0.0:1767384703.861000:0:16337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000a2ff5685. 00000400:00000010:1.0:1767384703.871545:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f631bc83. 00000400:00000010:1.0:1767384703.871581:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f469879. 00000020:00000010:2.0:1767384703.871689:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.871698:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.871705:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384703.871719:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.871724:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.871763:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.871765:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384703.871802:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000a2ff5685. 00000040:00000010:2.0:1767384703.871813:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000063f80195. 00000040:00000010:2.0:1767384703.871834:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384703.871871:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384703.871876:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000063f80195. 00000400:00000010:2.0:1767384703.871897:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006c4ea382. 00000800:00000010:2.0:1767384703.871940:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000063f80195. 00000020:00000010:2.0:1767384703.871977:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.871982:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.871986:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:2.0:1767384703.871997:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e6aa44c. 00000400:00000010:2.0:1767384703.872004:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7a74423. 00000800:00000010:3.0:1767384703.872112:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000063f80195. 00000400:00000010:3.0:1767384703.872122:0:16338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006c4ea382. 02000000:00000010:3.0:1767384703.872128:0:16338:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000a2ff5685. 00000400:00000010:0.0:1767384703.872997:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069073613. 00000400:00000010:0.0:1767384703.873013:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000007161c24. 00000020:00000010:2.0:1767384703.873068:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.873071:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.873074:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384703.873076:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.873078:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.873095:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.873096:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00010000:00000010:2.0:1767384703.873113:0:40988:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000006e174b2c. 00010000:00000010:2.0:1767384703.873119:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000076fa5978. 02000000:00000010:2.0:1767384703.873130:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000032993c6d. 00000400:00000010:2.0:1767384703.873150:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fc209b. 00000800:00000010:2.0:1767384703.873164:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000385d208b. 00000020:00000010:2.0:1767384703.873182:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.873186:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.873189:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:2.0:1767384703.873196:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d61d0f93. 00000400:00000010:2.0:1767384703.873201:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000b81706. 00000800:00000010:1.0:1767384703.873279:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000385d208b. 00000400:00000010:1.0:1767384703.873288:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fc209b. 02000000:00000010:1.0:1767384703.873332:0:16339:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000032993c6d. 00000400:00000010:3.0:1767384703.874545:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009db403f7. 00000400:00000010:3.0:1767384703.874559:0:16338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000745dc369. 00000020:00000010:2.0:1767384703.874621:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.874625:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.874629:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384703.874632:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.874635:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.874655:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.874657:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384703.874666:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000354bf726. 20000000:00000010:2.0:1767384703.874679:0:40988:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000091f64542. 00000100:00000010:2.0:1767384703.874771:0:40988:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006b4914b8. 00000100:00000010:2.0:1767384703.874775:0:40988:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000059d7ed1b. 00000400:00000010:2.0:1767384703.874783:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda83796. 00000400:00000010:2.0:1767384703.874790:0:40988:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ae3ca2ee. 00000800:00000010:2.0:1767384703.874805:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000385d208b. 00000800:00000010:0.0:1767384703.874886:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000385d208b. 00000400:00000010:1.0:1767384703.875353:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dda83796. 00000100:00000010:2.0:1767384703.875414:0:40988:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000059d7ed1b. 00000100:00000010:2.0:1767384703.875420:0:40988:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006b4914b8. 20000000:00000010:2.0:1767384703.875433:0:40988:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000091f64542. 00000400:00000010:2.0:1767384703.875444:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dda83796. 00000800:00000010:2.0:1767384703.875461:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a97f2272. 00000020:00000010:2.0:1767384703.875481:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.875485:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.875488:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:2.0:1767384703.875510:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fc38edd. 00000400:00000010:2.0:1767384703.875516:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c4ea382. 00000800:00000010:3.0:1767384703.875541:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a97f2272. 00000400:00000010:3.0:1767384703.875548:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dda83796. 02000000:00000010:3.0:1767384703.875552:0:16338:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000354bf726. 00000400:00000010:0.0:1767384703.878786:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009120e468. 00000400:00000010:0.0:1767384703.878803:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000496e01b3. 00000020:00000010:2.0:1767384703.878864:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.878868:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.878872:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384703.878875:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.878878:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.878903:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.878904:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00010000:00000010:2.0:1767384703.878924:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000095fc9fbe. 02000000:00000010:2.0:1767384703.878936:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006b4914b8. 00000400:00000010:2.0:1767384703.878963:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fc209b. 00000800:00000010:2.0:1767384703.878982:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a97f2272. 00000020:00000010:2.0:1767384703.879005:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.879008:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.879011:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:2.0:1767384703.879020:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008968b667. 00000400:00000010:2.0:1767384703.879025:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0fb384c. 00000800:00000010:1.0:1767384703.879079:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a97f2272. 00000400:00000010:1.0:1767384703.879085:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067fc209b. 02000000:00000010:1.0:1767384703.879090:0:16339:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006b4914b8. 00000400:00000010:3.0:1767384703.879814:0:16338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c829d666. 00000400:00000010:3.0:1767384703.879833:0:16338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000abd47523. 00000020:00000010:2.0:1767384703.879891:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.879895:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.879897:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384703.879899:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.879901:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.879916:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.879917:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384703.879926:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000006b4914b8. 00000040:00000010:2.0:1767384703.879931:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c7dd85e3. 00000040:00000010:2.0:1767384703.879985:0:40988:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000001e4dcf6d. 00000040:00000010:2.0:1767384703.879995:0:40988:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000001e4dcf6d. 00000040:00000010:2.0:1767384703.879999:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c7dd85e3. 00000400:00000010:2.0:1767384703.880008:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9f8f0f5. 00000800:00000010:2.0:1767384703.880024:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000385d208b. 00000020:00000010:2.0:1767384703.880041:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.880045:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.880048:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:2.0:1767384703.880056:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000043b8d261. 00000400:00000010:2.0:1767384703.880062:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0191275. 00000800:00000010:0.0:1767384703.880091:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000385d208b. 00000400:00000010:0.0:1767384703.880098:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9f8f0f5. 02000000:00000010:0.0:1767384703.880101:0:16337:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000006b4914b8. 00000400:00000010:1.0:1767384703.880725:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005926a56f. 00000400:00000010:1.0:1767384703.880735:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a15eb82. 00000020:00000010:2.0:1767384703.880774:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.880782:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.880785:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384703.880787:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.880789:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.880804:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384703.880806:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384703.880829:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000a2ff5685. 00000040:00000010:2.0:1767384703.880832:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c7dd85e3. 00000040:00000010:2.0:1767384703.880841:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384703.880849:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384703.880852:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c7dd85e3. 00000400:00000010:2.0:1767384703.880858:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008c1c7f9c. 00000800:00000010:2.0:1767384703.880867:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000c7dd85e3. 00000020:00000010:2.0:1767384703.880881:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384703.880883:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384703.880884:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:2.0:1767384703.880888:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9e362cb. 00000400:00000010:2.0:1767384703.880890:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2cb0b9d. 00000800:00000010:3.0:1767384703.880968:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000c7dd85e3. 00000400:00000010:3.0:1767384703.880975:0:16338:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008c1c7f9c. 02000000:00000010:3.0:1767384703.880978:0:16338:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000a2ff5685. 00000100:00000010:0.0:1767384703.882721:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001bcbbb3f. 00000020:00000010:3.0:1767384703.882775:0:41020:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d04ea27. 00000020:00000010:3.0:1767384703.882780:0:41020:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091318579. 00000020:00000010:3.0:1767384703.882784:0:41020:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 02000000:00000010:3.0:1767384703.882838:0:41020:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000009cd5b1f1. 00000020:00000010:3.0:1767384703.882859:0:41020:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e79b4458. 00000004:00000010:3.0:1767384703.882867:0:41020:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000007f6ce21c. 00000001:00000010:3.0:1767384703.882871:0:41020:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000b972bd74. 00000001:00000010:3.0:1767384703.882876:0:41020:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000797a4f37. 00000001:00000010:3.0:1767384703.882881:0:41020:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ee4bd1db. 00000001:00000010:3.0:1767384703.882884:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000edaa65fd. 00000001:00000010:3.0:1767384703.882887:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009d91a619. 00000001:00000010:3.0:1767384703.882889:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c7e7389d. 00000001:00000010:3.0:1767384703.882892:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b6234d14. 00000001:00000010:3.0:1767384703.882896:0:41020:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002a1af6c5. 00000001:00000010:3.0:1767384703.882899:0:41020:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000468aec1b. 00000001:00000010:3.0:1767384703.882901:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d118bf52. 00000001:00000010:3.0:1767384703.882903:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000096fa9c71. 00000001:00000010:3.0:1767384703.882915:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000192cdff4. 00000001:00000010:3.0:1767384703.882918:0:41020:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000073e717ce. 00080000:00000010:3.0:1767384703.882950:0:41020:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e0b4cc3f. 00080000:00000010:3.0:1767384703.882958:0:41020:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a2195ab6. 00080000:00000010:0.0:1767384703.884311:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e0b4cc3f. 00080000:00000010:3.0:1767384703.884349:0:41020:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a2195ab6. 00080000:00000010:3.0:1767384703.884358:0:41020:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fab12f81. 00080000:00000010:3.0:1767384703.884361:0:41020:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a2195ab6. 00000001:00000010:3.0:1767384703.884367:0:41020:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000008abc810b. 00080000:00000010:3.0:1767384703.884380:0:41020:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a2195ab6. 00000020:00000010:3.0:1767384703.884386:0:41020:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000812f13eb. 00000020:00000010:3.0:1767384703.884435:0:41020:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000007b8aa62d. 00000020:00000010:3.0:1767384703.884438:0:41020:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000d0d0a94b. 00000020:00000010:3.0:1767384703.884440:0:41020:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000d6415e04. 00000020:00000010:3.0:1767384703.884451:0:41020:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000c7da3d0f. 00000020:00000010:3.0:1767384703.884453:0:41020:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000001e6704c8. 00000020:00000010:3.0:1767384703.884454:0:41020:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000001bebd14e. 00000020:00000010:3.0:1767384703.884463:0:41020:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f48440b2. 00000020:00000010:3.0:1767384703.884468:0:41020:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2195ab6. 00000400:00000010:3.0:1767384703.884521:0:41020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004c886b5f. 00000800:00000010:3.0:1767384703.884546:0:41020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bcbb4e5. 00000020:00000010:3.0:1767384703.884569:0:41020:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091318579. 00000020:00000010:3.0:1767384703.884571:0:41020:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000020:00000010:3.0:1767384703.884574:0:41020:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d04ea27. 00000800:00000010:1.0:1767384703.884651:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bcbb4e5. 00000400:00000010:1.0:1767384703.884660:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c886b5f. 00000100:00000010:1.0:1767384704.575377:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 00000400:00000010:3.0:1767384704.575378:0:16341:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b5ec1e49. 00000400:00000010:3.0:1767384704.575391:0:16341:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001d04ea27. 00000400:00000010:3.0:1767384704.575398:0:16341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d35c5032. 02000000:00000010:1.0:1767384704.575401:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6256326. 00000400:00000010:3.0:1767384704.575407:0:16341:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bfb45c74. 00010000:00000010:1.0:1767384704.575422:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004e7556f4. 00010000:00000010:1.0:1767384704.575429:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000a77ca71. 00000800:00000010:3.0:1767384704.575440:0:16341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009bcbb4e5. 00000100:00000010:1.0:1767384704.575447:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a4ab465. 02000000:00000010:1.0:1767384704.575467:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a910aaa. 00000400:00000010:1.0:1767384704.575471:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e393e60. 00000400:00000010:1.0:1767384704.575476:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3d68b2. 00000400:00000010:1.0:1767384704.575482:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033cfa98f. 00000400:00000010:1.0:1767384704.575514:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036abb39b. 00000400:00000010:1.0:1767384704.575527:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd26ed97. 00000400:00000010:1.0:1767384704.575547:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033cfa98f. 00000100:00000010:1.0:1767384704.575565:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d23dedbf. 00000100:00000010:1.0:1767384704.575587:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000061c2cca. 00000100:00000010:1.0:1767384704.575593:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000058c7f58b. 00000100:00000010:1.0:1767384704.575602:0:17073:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c209ce53. 00000020:00000010:2.0:1767384704.575604:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.575615:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.575622:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384704.575627:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.575634:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.575682:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.575685:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00010000:00000010:2.0:1767384704.575712:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b4bedf42. 02000000:00000010:2.0:1767384704.575730:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000043d7cacd. 00000400:00000010:2.0:1767384704.575762:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384704.575814:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000020:00000010:2.0:1767384704.575835:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.575840:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.575845:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:1.0:1767384704.575851:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e393e60. 02000000:00000010:2.0:1767384704.575856:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000043d7cacd. 00000400:00000010:1.0:1767384704.575858:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc3d68b2. 00000400:00000010:2.0:1767384704.575868:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035c642b6. 00000400:00000010:2.0:1767384704.575874:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f4cdbfc. 00000100:00000010:1.0:1767384704.575893:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a4ab465. 02000000:00000010:1.0:1767384704.575915:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a910aaa. 02000000:00000010:1.0:1767384704.575920:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f6256326. 00000100:00000010:1.0:1767384704.575925:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 10000000:00000010:1.0:1767384704.575932:0:17073:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000070284b66. 00000100:00000010:1.0:1767384704.575951:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 02000000:00000010:1.0:1767384704.575964:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6256326. 00000100:00000010:1.0:1767384704.575972:0:17073:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006a910aaa. 00000100:00000010:1.0:1767384704.575976:0:17073:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000fa0bb9de. 00000100:00000010:1.0:1767384704.575982:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a4ab465. 00000400:00000010:1.0:1767384704.575993:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e393e60. 00000400:00000010:1.0:1767384704.575998:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002f71bf76. 02000000:00000010:1.0:1767384704.576005:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000045ff9918. 00000400:00000010:1.0:1767384704.576009:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.576014:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3d68b2. 00000400:00000010:1.0:1767384704.576019:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033cfa98f. 00000400:00000010:1.0:1767384704.576033:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb0427a2. 00000400:00000010:1.0:1767384704.576040:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e61b4eb. 00000400:00000010:1.0:1767384704.576059:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033cfa98f. 00000020:00000010:2.0:1767384704.576100:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.576104:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.576108:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384704.576109:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.576112:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.576147:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.576149:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384704.576159:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000043d7cacd. 20000000:00000010:2.0:1767384704.576170:0:40988:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000055bfbb40. 00000100:00000010:2.0:1767384704.576237:0:40988:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000354bf726. 00000100:00000010:2.0:1767384704.576242:0:40988:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000059d7ed1b. 00000400:00000010:2.0:1767384704.576250:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384704.576255:0:40988:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000015fc27da. 00000400:00000010:2.0:1767384704.576268:0:40988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e393e60. 00000400:00000010:2.0:1767384704.576276:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002f71bf76. 00000400:00000010:2.0:1767384704.576330:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000100:00000010:2.0:1767384704.576346:0:40988:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000059d7ed1b. 00000100:00000010:2.0:1767384704.576350:0:40988:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000354bf726. 20000000:00000010:2.0:1767384704.576358:0:40988:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000055bfbb40. 00000800:00000010:3.0:1767384704.576362:0:16335:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000db1fc05a. 00000800:00000010:3.0:1767384704.576367:0:16335:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000086aec4bb. 00000400:00000010:2.0:1767384704.576368:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000800:00000010:3.0:1767384704.576373:0:16335:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e3e37557. 00000400:00000010:2.0:1767384704.576394:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000800:00000010:3.0:1767384704.576399:0:16335:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e3e37557. 00000020:00000010:2.0:1767384704.576405:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.576418:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.576423:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 00000400:00000010:1.0:1767384704.576426:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009098e3f. 00000800:00020000:3.0:1767384704.576427:0:16335:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 02000000:00000010:2.0:1767384704.576428:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000043d7cacd. 00000400:00000010:1.0:1767384704.576436:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc3d68b2. 00000800:00000010:3.0:1767384704.576439:0:16335:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000086aec4bb. 00000400:00000010:2.0:1767384704.576442:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a317346. 00000800:00000010:3.0:1767384704.576443:0:16335:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000db1fc05a. 00000400:00000010:2.0:1767384704.576449:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000432f1e57. 00000100:00000010:1.0:1767384704.576459:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a4ab465. 10000000:00000010:1.0:1767384704.576476:0:17073:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000cbb006c3. 10000000:00000010:1.0:1767384704.576501:0:17073:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000cbb006c3. 00000400:02020000:3.0:1767384704.576502:0:16335:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp34 at host 192.168.202.122:988: is it running a compatible version of Lustre? 02000000:00000010:1.0:1767384704.576508:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000045ff9918. 00000800:00000010:3.0:1767384704.576513:0:16335:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009bcbb4e5. 00000100:00000010:1.0:1767384704.576515:0:17073:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000fa0bb9de. 00000100:00000010:1.0:1767384704.576519:0:17073:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006a910aaa. 02000000:00000010:1.0:1767384704.576522:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f6256326. 00000100:00000010:1.0:1767384704.576525:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 10000000:00000010:1.0:1767384704.576539:0:17073:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000070284b66. 00000100:00000010:1.0:1767384704.576550:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 02000000:00000010:1.0:1767384704.576555:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f6256326. 00010000:00000010:1.0:1767384704.576562:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000046bff18d. 00000100:00000010:1.0:1767384704.576568:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a4ab465. 02000000:00000010:1.0:1767384704.576575:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a910aaa. 00000400:00000010:1.0:1767384704.576578:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.576581:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3d68b2. 00000400:00000010:1.0:1767384704.576585:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033cfa98f. 00000400:00000010:1.0:1767384704.576595:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d60f7a5. 00000400:00000010:1.0:1767384704.576607:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025832392. 00000400:00000010:1.0:1767384704.576624:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033cfa98f. 00000020:00000010:2.0:1767384704.576660:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.576663:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.576666:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384704.576668:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.576670:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.576685:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.576687:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00010000:00000010:2.0:1767384704.576694:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000357e4e03. 02000000:00000010:2.0:1767384704.576700:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000043d7cacd. 00000400:00000010:2.0:1767384704.576710:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384704.576731:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000020:00000010:2.0:1767384704.576737:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.576743:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.576745:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 02000000:00000010:2.0:1767384704.576750:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000043d7cacd. 00000400:00000010:2.0:1767384704.576755:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f17a3020. 00000400:00000010:2.0:1767384704.576758:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035377581. 00000400:00000010:1.0:1767384704.576771:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.576779:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc3d68b2. 00000100:00000010:1.0:1767384704.576791:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a4ab465. 02000000:00000010:1.0:1767384704.576799:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a910aaa. 02000000:00000010:1.0:1767384704.576802:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f6256326. 00000100:00000010:1.0:1767384704.576804:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 10000000:00000010:1.0:1767384704.576809:0:17073:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000fa0bb9de. 00000020:00000010:1.0:1767384704.576812:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6256326. 00000020:00000010:1.0:1767384704.576816:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045ff9918. 00000040:00000010:1.0:1767384704.576819:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000034ccd0c1. 00000020:00000010:1.0:1767384704.576823:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a5da149b. 00000020:00000010:1.0:1767384704.576827:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000001e97792. 80000000:00000010:1.0:1767384704.576830:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000061a8f468. 00040000:00000010:1.0:1767384704.576834:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001b2949ea. 00080000:00000010:1.0:1767384704.576839:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002f6af58f. 00080000:00000010:1.0:1767384704.576845:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000068349159. 20000000:00000010:1.0:1767384704.576851:0:17073:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000079d8f5ff. 00000040:00000010:1.0:1767384704.576857:0:17073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000025062d7d. 00000100:00000010:1.0:1767384704.576862:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 02000000:00000010:1.0:1767384704.576868:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007854ffad. 00000100:00000010:1.0:1767384704.576874:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a4ab465. 02000000:00000010:1.0:1767384704.576881:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007892c78d. 00000400:00000010:1.0:1767384704.576884:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.576886:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3d68b2. 00000400:00000010:1.0:1767384704.576890:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033cfa98f. 00000400:00000010:1.0:1767384704.576900:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e85dbae. 00000400:00000010:1.0:1767384704.576906:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfd57711. 00000400:00000010:1.0:1767384704.576922:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033cfa98f. 00000020:00000010:2.0:1767384704.576956:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.576960:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.576962:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384704.576964:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.576965:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.576983:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.576984:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384704.576992:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000043d7cacd. 00000040:00000010:2.0:1767384704.576997:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001c2c6d0b. 00000040:00000010:2.0:1767384704.577052:0:40988:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000059d7ed1b. 00000040:00000010:2.0:1767384704.577063:0:40988:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000059d7ed1b. 00000040:00000010:2.0:1767384704.577065:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001c2c6d0b. 20000000:00000010:2.0:1767384704.577070:0:40988:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000007d3ae820. 20000000:00000010:2.0:1767384704.577073:0:40988:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000007d3ae820. 00000400:00000010:2.0:1767384704.577078:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384704.577098:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000020:00000010:2.0:1767384704.577104:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.577106:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.577107:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 02000000:00000010:2.0:1767384704.577109:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000043d7cacd. 00000400:00000010:2.0:1767384704.577112:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006264bd75. 00000400:00000010:2.0:1767384704.577115:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6b73485. 00000400:00000010:1.0:1767384704.577140:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.577146:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc3d68b2. 00000100:00000010:1.0:1767384704.577155:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a4ab465. 02000000:00000010:1.0:1767384704.577168:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007892c78d. 02000000:00000010:1.0:1767384704.577172:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007854ffad. 00000100:00000010:1.0:1767384704.577174:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 00000040:00000010:1.0:1767384704.577181:0:17073:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001579448d. 00000100:00000010:1.0:1767384704.577185:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 02000000:00000010:1.0:1767384704.577190:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007854ffad. 00000100:00000010:1.0:1767384704.577195:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a4ab465. 02000000:00000010:1.0:1767384704.577213:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a2ff5685. 00000400:00000010:1.0:1767384704.577217:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.577221:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000048e141f0. 00000400:00000010:1.0:1767384704.577226:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3d68b2. 00000400:00000010:1.0:1767384704.577236:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064641983. 00000400:00000010:1.0:1767384704.577242:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1790b19. 00000400:00000010:1.0:1767384704.577263:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc3d68b2. 00000020:00000010:2.0:1767384704.577335:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.577340:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.577344:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f376d246. 00000020:00000010:2.0:1767384704.577347:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.577350:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.577374:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.577381:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384704.577399:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000009f623dab. 00000040:00000010:2.0:1767384704.577404:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001c2c6d0b. 00000040:00000010:2.0:1767384704.577414:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384704.577433:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384704.577435:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001c2c6d0b. 00000400:00000010:2.0:1767384704.577444:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008c1c7f9c. 00000400:00000010:2.0:1767384704.577466:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008c1c7f9c. 00000020:00000010:2.0:1767384704.577478:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.577481:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.577484:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f376d246. 02000000:00000010:2.0:1767384704.577500:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000009f623dab. 00000400:00000010:1.0:1767384704.577510:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009098e3f. 00000400:00000010:2.0:1767384704.577515:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f8401e9. 00000400:00000010:1.0:1767384704.577516:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000048e141f0. 00000400:00000010:2.0:1767384704.577523:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c1c7f9c. 00000100:00000010:1.0:1767384704.577529:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a4ab465. 02000000:00000010:1.0:1767384704.577537:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a2ff5685. 02000000:00000010:1.0:1767384704.577549:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007854ffad. 00000100:00000010:1.0:1767384704.577552:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 00000040:00000010:1.0:1767384704.577558:0:17073:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000009efb7cb4. 00000020:00000010:1.0:1767384704.577721:0:41605:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007854ffad. 00000020:00000010:1.0:1767384704.577725:0:41605:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007892c78d. 00000040:00000010:1.0:1767384704.577727:0:41605:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a385df4f. 00000020:00000010:1.0:1767384704.577730:0:41605:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000afa64b1e. 00000020:00000010:1.0:1767384704.577734:0:41605:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003adf633a. 00000020:00000010:1.0:1767384704.577736:0:41605:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009d78ba3a. 80000000:00000010:1.0:1767384704.577738:0:41605:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2dcb4a7. 40000000:00000010:1.0:1767384704.577742:0:41605:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004cea3dc6. 00100000:00000010:1.0:1767384704.577746:0:41605:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d637c07d. 00040000:00000010:1.0:1767384704.577749:0:41605:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a289c719. 00040000:00000010:1.0:1767384704.577755:0:41605:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000085680d7a. 00040000:00000010:1.0:1767384704.577757:0:41605:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c71b3602. 00080000:00000010:1.0:1767384704.577767:0:41605:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000560cb542. 00080000:00000010:1.0:1767384704.577771:0:41605:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000fd17da0. 00000004:00000010:1.0:1767384704.577776:0:41605:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002de59d98. 00000004:00000010:1.0:1767384704.577781:0:41605:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cbb006c3. 00000004:00000010:1.0:1767384704.577786:0:41605:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d4dc1c10. 00002000:00000010:1.0:1767384704.577789:0:41605:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006a910aaa. 00000004:00000010:1.0:1767384704.577792:0:41605:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b3ef926a. 00000020:00000010:1.0:1767384704.577796:0:41605:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009866615e. 00000040:00000010:1.0:1767384704.577811:0:41605:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003c81b07c. 00000040:00000010:1.0:1767384704.578279:0:41605:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003c81b07c. 00000020:00000010:1.0:1767384704.578285:0:41605:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009866615e. 00000020:00000010:1.0:1767384704.578313:0:41605:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007892c78d. 00000040:00000010:1.0:1767384704.578318:0:41605:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a385df4f. 00000020:00000010:1.0:1767384704.578321:0:41605:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000afa64b1e. 00000020:00000010:1.0:1767384704.578324:0:41605:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003adf633a. 00000020:00000010:1.0:1767384704.578327:0:41605:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009d78ba3a. 80000000:00000010:1.0:1767384704.578331:0:41605:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2dcb4a7. 40000000:00000010:1.0:1767384704.578333:0:41605:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004cea3dc6. 00100000:00000010:1.0:1767384704.578336:0:41605:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d637c07d. 00040000:00000010:1.0:1767384704.578339:0:41605:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a289c719. 00040000:00000010:1.0:1767384704.578343:0:41605:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000085680d7a. 00040000:00000010:1.0:1767384704.578346:0:41605:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c71b3602. 00080000:00000010:1.0:1767384704.578349:0:41605:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000fd17da0. 00080000:00000010:1.0:1767384704.578355:0:41605:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000560cb542. 00000004:00000010:1.0:1767384704.578358:0:41605:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002de59d98. 00000004:00000010:1.0:1767384704.578362:0:41605:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cbb006c3. 00000004:00000010:1.0:1767384704.578365:0:41605:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d4dc1c10. 00002000:00000010:1.0:1767384704.578367:0:41605:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006a910aaa. 00000004:00000010:1.0:1767384704.578370:0:41605:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b3ef926a. 00000020:00000010:1.0:1767384704.578372:0:41605:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007854ffad. 00000040:00000010:0.0:1767384704.578415:0:17073:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000009efb7cb4. 00000040:00000010:0.0:1767384704.578423:0:17073:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001579448d. 00000040:00000010:0.0:1767384704.578427:0:17073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000025062d7d. 00000020:00000010:0.0:1767384704.578432:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000045ff9918. 00000040:00000010:0.0:1767384704.578436:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000034ccd0c1. 00000020:00000010:0.0:1767384704.578439:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a5da149b. 00000020:00000010:0.0:1767384704.578442:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000001e97792. 80000000:00000010:0.0:1767384704.578445:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061a8f468. 00040000:00000010:0.0:1767384704.578447:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001b2949ea. 00080000:00000010:0.0:1767384704.578450:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000068349159. 00080000:00000010:0.0:1767384704.578453:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002f6af58f. 20000000:00000010:0.0:1767384704.578458:0:17073:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000079d8f5ff. 00000020:00000010:0.0:1767384704.578460:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6256326. 10000000:00000010:0.0:1767384704.578462:0:17073:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000fa0bb9de. 00000100:00000010:0.0:1767384704.578471:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8ebe320. 02000000:00000010:0.0:1767384704.578477:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f4bd81c. 00010000:00000010:0.0:1767384704.578484:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000064ae8338. 00000100:00000010:0.0:1767384704.578505:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1436496. 02000000:00000010:0.0:1767384704.578513:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000aaf40c30. 00000400:00000010:0.0:1767384704.578517:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3026f4. 00000400:00000010:0.0:1767384704.578521:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000400:00000010:0.0:1767384704.578525:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000400:00000010:0.0:1767384704.578534:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c35a6fa. 00000400:00000010:0.0:1767384704.578540:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c3ed1ed. 00000400:00000010:0.0:1767384704.578562:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000020:00000010:2.0:1767384704.578593:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.578597:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.578600:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c2c6d0b. 00000020:00000010:2.0:1767384704.578601:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.578603:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.578619:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.578621:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00010000:00000010:2.0:1767384704.578632:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024a3921b. 02000000:00000010:2.0:1767384704.578642:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000043d7cacd. 00000400:00000010:2.0:1767384704.578656:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384704.578679:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000020:00000010:2.0:1767384704.578689:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.578692:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.578695:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c2c6d0b. 02000000:00000010:2.0:1767384704.578699:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000043d7cacd. 00000400:00000010:0.0:1767384704.578705:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3026f4. 00000400:00000010:2.0:1767384704.578707:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000baacdf6a. 00000400:00000010:0.0:1767384704.578711:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000400:00000010:2.0:1767384704.578720:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea37f4b3. 00000100:00000010:0.0:1767384704.578723:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e1436496. 02000000:00000010:0.0:1767384704.578734:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000aaf40c30. 02000000:00000010:0.0:1767384704.578737:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001f4bd81c. 00000100:00000010:0.0:1767384704.578741:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8ebe320. 10000000:00000010:0.0:1767384704.578747:0:17073:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000001aab6844. 00000020:00000010:0.0:1767384704.578749:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f4bd81c. 00000020:00000010:0.0:1767384704.578752:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000067145499. 00000040:00000010:0.0:1767384704.578754:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002bd49541. 00000020:00000010:0.0:1767384704.578757:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008710094d. 00000020:00000010:0.0:1767384704.578760:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d2827ed7. 80000000:00000010:0.0:1767384704.578763:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008ae1e74e. 00040000:00000010:0.0:1767384704.578766:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6256326. 00080000:00000010:0.0:1767384704.578770:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d1760608. 00080000:00000010:0.0:1767384704.578773:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c38d685d. 20000000:00000010:0.0:1767384704.578777:0:17073:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000001e97792. 00000040:00000010:0.0:1767384704.578780:0:17073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000034ccd0c1. 00000100:00000010:0.0:1767384704.578783:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8ebe320. 02000000:00000010:0.0:1767384704.578789:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045ff9918. 00000100:00000010:0.0:1767384704.578795:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1436496. 02000000:00000010:0.0:1767384704.578802:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083366706. 00000400:00000010:0.0:1767384704.578806:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3026f4. 00000400:00000010:0.0:1767384704.578808:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000400:00000010:0.0:1767384704.578812:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000400:00000010:0.0:1767384704.578820:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff2ff2a1. 00000400:00000010:0.0:1767384704.578825:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbe199a9. 00000400:00000010:0.0:1767384704.578838:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000020:00000010:2.0:1767384704.578863:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.578866:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.578868:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c2c6d0b. 00000020:00000010:2.0:1767384704.578874:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.578876:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.578890:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.578892:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384704.578899:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000043d7cacd. 00000040:00000010:2.0:1767384704.578903:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c7dd85e3. 00000040:00000010:2.0:1767384704.578937:0:40988:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000059d7ed1b. 00000020:00000010:2.0:1767384704.578943:0:40988:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000385d208b. 00080000:00000010:2.0:1767384704.578947:0:40988:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000063f80195. 00000040:00000010:2.0:1767384704.578957:0:40988:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000059d7ed1b. 00000040:00000010:2.0:1767384704.578959:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c7dd85e3. 20000000:00000010:2.0:1767384704.578963:0:40988:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000007d3ae820. 20000000:00000010:2.0:1767384704.578966:0:40988:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000007d3ae820. 00000400:00000010:2.0:1767384704.578970:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384704.578986:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000020:00000010:2.0:1767384704.578991:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.578993:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.578994:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c2c6d0b. 02000000:00000010:2.0:1767384704.578996:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000043d7cacd. 00000400:00000010:2.0:1767384704.579000:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fe53ec1. 00000400:00000010:2.0:1767384704.579002:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bef37dd0. 00000400:00000010:0.0:1767384704.579018:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3026f4. 00000400:00000010:0.0:1767384704.579023:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000010:0.0:1767384704.579032:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e1436496. 02000000:00000010:0.0:1767384704.579036:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083366706. 02000000:00000010:0.0:1767384704.579045:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000045ff9918. 00000100:00000010:0.0:1767384704.579048:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8ebe320. 00000040:00000010:0.0:1767384704.579053:0:17073:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002f6af58f. 00000100:00000010:0.0:1767384704.579056:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8ebe320. 02000000:00000010:0.0:1767384704.579060:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083366706. 00000100:00000010:0.0:1767384704.579065:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e1436496. 02000000:00000010:0.0:1767384704.579077:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a2ff5685. 00000400:00000010:0.0:1767384704.579080:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3026f4. 00000400:00000010:0.0:1767384704.579084:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000001e079008. 00000400:00000010:0.0:1767384704.579089:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000400:00000010:0.0:1767384704.579097:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043a282ea. 00000400:00000010:0.0:1767384704.579102:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001afe925d. 00000400:00000010:0.0:1767384704.579115:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000020:00000010:2.0:1767384704.579144:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.579148:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.579151:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c2c6d0b. 00000020:00000010:2.0:1767384704.579153:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.579156:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.579173:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.579176:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384704.579189:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000009f623dab. 00000040:00000010:2.0:1767384704.579192:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c7dd85e3. 00000040:00000010:2.0:1767384704.579196:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384704.579579:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384704.579582:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c7dd85e3. 00000400:00000010:2.0:1767384704.579591:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a98c2894. 00000400:00000010:2.0:1767384704.579608:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a98c2894. 00000020:00000010:2.0:1767384704.579614:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.579615:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.579617:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c2c6d0b. 02000000:00000010:2.0:1767384704.579619:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000009f623dab. 00000400:00000010:2.0:1767384704.579626:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88a4476. 00000400:00000010:2.0:1767384704.579629:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a98c2894. 00000400:00000010:0.0:1767384704.579644:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3026f4. 00000400:00000010:0.0:1767384704.579649:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000001e079008. 00000100:00000010:0.0:1767384704.579658:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e1436496. 02000000:00000010:0.0:1767384704.579664:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a2ff5685. 02000000:00000010:0.0:1767384704.579672:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000083366706. 00000100:00000010:0.0:1767384704.579675:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8ebe320. 00000040:00000010:0.0:1767384704.579680:0:17073:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004dc85587. 00000020:00000010:0.0:1767384704.579816:0:41606:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000083366706. 00000020:00000010:0.0:1767384704.579821:0:41606:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000045ff9918. 00000040:00000010:0.0:1767384704.579823:0:41606:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f47f055f. 00000020:00000010:0.0:1767384704.579826:0:41606:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000067717d87. 00000020:00000010:0.0:1767384704.579829:0:41606:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d7367158. 00000020:00000010:0.0:1767384704.579832:0:41606:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032b2242b. 80000000:00000010:0.0:1767384704.579834:0:41606:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006007fbdb. 40000000:00000010:0.0:1767384704.579837:0:41606:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003f69a38b. 00100000:00000010:0.0:1767384704.579840:0:41606:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000005b78e01. 00040000:00000010:0.0:1767384704.579842:0:41606:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004d20199f. 00040000:00000010:0.0:1767384704.579845:0:41606:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000061d06e11. 00040000:00000010:0.0:1767384704.579848:0:41606:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ce99deb2. 00080000:00000010:0.0:1767384704.579852:0:41606:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000068349159. 00080000:00000010:0.0:1767384704.579861:0:41606:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000001579448d. 00000004:00000010:0.0:1767384704.579866:0:41606:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c19f6ca9. 00000004:00000010:0.0:1767384704.579870:0:41606:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f66f0726. 00000004:00000010:0.0:1767384704.579873:0:41606:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000062326a7c. 00002000:00000010:0.0:1767384704.579875:0:41606:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000aaf40c30. 00000004:00000010:0.0:1767384704.579878:0:41606:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a501205a. 00000020:00000010:0.0:1767384704.579881:0:41606:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000bd7dfe1d. 00000040:00000010:0.0:1767384704.579888:0:41606:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000000d9c07. 00000040:00000010:0.0:1767384704.580421:0:41606:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000000d9c07. 00000020:00000010:0.0:1767384704.580426:0:41606:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bd7dfe1d. 00000020:00000010:0.0:1767384704.580435:0:41606:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000045ff9918. 00000040:00000010:0.0:1767384704.580438:0:41606:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f47f055f. 00000020:00000010:0.0:1767384704.580440:0:41606:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000067717d87. 00000020:00000010:0.0:1767384704.580443:0:41606:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d7367158. 00000020:00000010:0.0:1767384704.580446:0:41606:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032b2242b. 80000000:00000010:0.0:1767384704.580449:0:41606:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006007fbdb. 40000000:00000010:0.0:1767384704.580452:0:41606:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003f69a38b. 00100000:00000010:0.0:1767384704.580454:0:41606:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000005b78e01. 00040000:00000010:0.0:1767384704.580457:0:41606:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004d20199f. 00040000:00000010:0.0:1767384704.580459:0:41606:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000061d06e11. 00040000:00000010:0.0:1767384704.580461:0:41606:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ce99deb2. 00080000:00000010:0.0:1767384704.580464:0:41606:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000001579448d. 00080000:00000010:0.0:1767384704.580466:0:41606:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000068349159. 00000004:00000010:0.0:1767384704.580469:0:41606:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c19f6ca9. 00000004:00000010:0.0:1767384704.580471:0:41606:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f66f0726. 00000004:00000010:0.0:1767384704.580473:0:41606:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000062326a7c. 00002000:00000010:0.0:1767384704.580476:0:41606:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000aaf40c30. 00000004:00000010:0.0:1767384704.580478:0:41606:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a501205a. 00000020:00000010:0.0:1767384704.580480:0:41606:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000083366706. 00000040:00000010:1.0:1767384704.580513:0:17073:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004dc85587. 00000040:00000010:1.0:1767384704.580519:0:17073:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002f6af58f. 00000040:00000010:1.0:1767384704.580522:0:17073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000034ccd0c1. 00000020:00000010:1.0:1767384704.580525:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000067145499. 00000040:00000010:1.0:1767384704.580536:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002bd49541. 00000020:00000010:1.0:1767384704.580539:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008710094d. 00000020:00000010:1.0:1767384704.580542:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d2827ed7. 80000000:00000010:1.0:1767384704.580546:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008ae1e74e. 00040000:00000010:1.0:1767384704.580550:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f6256326. 00080000:00000010:1.0:1767384704.580553:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c38d685d. 00080000:00000010:1.0:1767384704.580557:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d1760608. 20000000:00000010:1.0:1767384704.580560:0:17073:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000001e97792. 00000020:00000010:1.0:1767384704.580562:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f4bd81c. 10000000:00000010:1.0:1767384704.580564:0:17073:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000001aab6844. 00000100:00000010:1.0:1767384704.580571:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 02000000:00000010:1.0:1767384704.580576:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007854ffad. 00010000:00000010:1.0:1767384704.580583:0:17073:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000468c4294. 00010000:00000010:1.0:1767384704.580587:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006c43e71a. 00000100:00000010:1.0:1767384704.580594:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048e141f0. 02000000:00000010:1.0:1767384704.580602:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b3ef926a. 00000400:00000010:1.0:1767384704.580605:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.580608:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3d68b2. 00000400:00000010:1.0:1767384704.580612:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033cfa98f. 00000400:00000010:1.0:1767384704.580621:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c816171. 00000400:00000010:1.0:1767384704.580626:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3aeee9e. 00000400:00000010:1.0:1767384704.580643:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033cfa98f. 00000020:00000010:2.0:1767384704.580677:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.580681:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.580683:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7dd85e3. 00000020:00000010:2.0:1767384704.580685:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.580687:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.580704:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.580705:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00010000:00000010:2.0:1767384704.580713:0:40988:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a2b315bd. 00010000:00000010:2.0:1767384704.580716:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000072052be0. 02000000:00000010:2.0:1767384704.580721:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000043d7cacd. 00000400:00000010:2.0:1767384704.580729:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384704.580746:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000020:00000010:2.0:1767384704.580752:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.580753:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.580755:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7dd85e3. 02000000:00000010:2.0:1767384704.580757:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000043d7cacd. 00000400:00000010:2.0:1767384704.580761:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c988c1bc. 00000400:00000010:2.0:1767384704.580764:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000164d2f5e. 00000400:00000010:1.0:1767384704.580769:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.580774:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc3d68b2. 00000100:00000010:1.0:1767384704.580784:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000048e141f0. 02000000:00000010:1.0:1767384704.580791:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b3ef926a. 02000000:00000010:1.0:1767384704.580794:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007854ffad. 00000100:00000010:1.0:1767384704.580797:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 00000100:00000010:1.0:1767384704.580805:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 02000000:00000010:1.0:1767384704.580810:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007854ffad. 00010000:00000010:1.0:1767384704.580815:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000603cb910. 00000100:00000010:1.0:1767384704.580821:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048e141f0. 02000000:00000010:1.0:1767384704.580826:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b3ef926a. 00000400:00000010:1.0:1767384704.580835:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.580838:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3d68b2. 00000400:00000010:1.0:1767384704.580842:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033cfa98f. 00000400:00000010:1.0:1767384704.580850:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034deb885. 00000400:00000010:1.0:1767384704.580855:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002047c477. 00000400:00000010:1.0:1767384704.580869:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033cfa98f. 00000020:00000010:2.0:1767384704.580890:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.580892:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.580895:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7dd85e3. 00000020:00000010:2.0:1767384704.580896:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.580898:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.580910:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.580912:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00010000:00000010:2.0:1767384704.580919:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000320d371c. 02000000:00000010:2.0:1767384704.580929:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000043d7cacd. 00000400:00000010:2.0:1767384704.580937:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384704.580952:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000020:00000010:2.0:1767384704.580958:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.580960:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.580962:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7dd85e3. 02000000:00000010:2.0:1767384704.580965:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000043d7cacd. 00000400:00000010:1.0:1767384704.580967:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009098e3f. 00000400:00000010:2.0:1767384704.580969:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d3b49e7. 00000400:00000010:1.0:1767384704.580973:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc3d68b2. 00000400:00000010:2.0:1767384704.580978:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3e15fc6. 00000100:00000010:1.0:1767384704.580987:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000048e141f0. 02000000:00000010:1.0:1767384704.580998:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b3ef926a. 02000000:00000010:1.0:1767384704.581001:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007854ffad. 00000100:00000010:1.0:1767384704.581003:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 10000000:00000010:1.0:1767384704.581008:0:17073:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000004cea3dc6. 00000020:00000010:1.0:1767384704.581011:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007854ffad. 00000020:00000010:1.0:1767384704.581014:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ccbb987d. 00000040:00000010:1.0:1767384704.581016:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c71b3602. 00000020:00000010:1.0:1767384704.581018:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d4dc1c10. 00000020:00000010:1.0:1767384704.581021:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009d78ba3a. 80000000:00000010:1.0:1767384704.581023:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f2dcb4a7. 00040000:00000010:1.0:1767384704.581026:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a385df4f. 00080000:00000010:1.0:1767384704.581029:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003c81b07c. 00080000:00000010:1.0:1767384704.581032:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a45cb06c. 20000000:00000010:1.0:1767384704.581036:0:17073:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000079d8f5ff. 00000040:00000010:1.0:1767384704.581040:0:17073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000016adf3c8. 00000100:00000010:1.0:1767384704.581043:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 02000000:00000010:1.0:1767384704.581048:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025062d7d. 00000100:00000010:1.0:1767384704.581053:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048e141f0. 02000000:00000010:1.0:1767384704.581058:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f4bd81c. 00000400:00000010:1.0:1767384704.581062:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.581064:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3d68b2. 00000400:00000010:1.0:1767384704.581068:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033cfa98f. 00000400:00000010:1.0:1767384704.581076:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000410aa531. 00000400:00000010:1.0:1767384704.581081:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000209edd4e. 00000400:00000010:1.0:1767384704.581101:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033cfa98f. 00000020:00000010:2.0:1767384704.581122:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.581125:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.581127:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7dd85e3. 00000020:00000010:2.0:1767384704.581128:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.581130:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.581142:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.581144:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384704.581149:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000043d7cacd. 00000040:00000010:2.0:1767384704.581152:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cc6e0a46. 00000040:00000010:2.0:1767384704.581169:0:40988:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000001e4dcf6d. 00000040:00000010:2.0:1767384704.581173:0:40988:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000001e4dcf6d. 00000040:00000010:2.0:1767384704.581175:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cc6e0a46. 00000400:00000010:2.0:1767384704.581180:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384704.581194:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000020:00000010:2.0:1767384704.581199:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.581201:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.581202:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7dd85e3. 02000000:00000010:2.0:1767384704.581206:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000043d7cacd. 00000400:00000010:1.0:1767384704.581208:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009098e3f. 00000400:00000010:2.0:1767384704.581210:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0bb379e. 00000400:00000010:1.0:1767384704.581215:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc3d68b2. 00000400:00000010:2.0:1767384704.581220:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087854a3f. 00000100:00000010:1.0:1767384704.581228:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000048e141f0. 02000000:00000010:1.0:1767384704.581236:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f4bd81c. 02000000:00000010:1.0:1767384704.581239:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000025062d7d. 00000100:00000010:1.0:1767384704.581241:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 00000040:00000010:1.0:1767384704.581247:0:17073:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000003e281062. 00000100:00000010:1.0:1767384704.581250:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 02000000:00000010:1.0:1767384704.581254:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f4bd81c. 00000100:00000010:1.0:1767384704.581258:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048e141f0. 02000000:00000010:1.0:1767384704.581270:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000a2ff5685. 00000400:00000010:1.0:1767384704.581273:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.581277:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000032652a6a. 00000400:00000010:1.0:1767384704.581281:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3d68b2. 00000400:00000010:1.0:1767384704.581288:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3314266. 00000400:00000010:1.0:1767384704.581315:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bb230395. 00000400:00000010:1.0:1767384704.581327:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc3d68b2. 00000020:00000010:2.0:1767384704.581350:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.581353:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.581356:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7dd85e3. 00000020:00000010:2.0:1767384704.581358:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.581360:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.581379:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d3ae820. 00000020:00000010:2.0:1767384704.581381:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d3ae820. 02000000:00000010:2.0:1767384704.581390:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000009f623dab. 00000040:00000010:2.0:1767384704.581393:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cc6e0a46. 00000040:00000010:2.0:1767384704.581397:0:40988:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384704.581402:0:40988:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000c5d20310. 00000040:00000010:2.0:1767384704.581404:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cc6e0a46. 00000400:00000010:2.0:1767384704.581408:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e179e9dc. 00000400:00000010:2.0:1767384704.581423:0:40988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e179e9dc. 00000020:00000010:2.0:1767384704.581428:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.581431:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.581433:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7dd85e3. 00000400:00000010:1.0:1767384704.581435:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009098e3f. 02000000:00000010:2.0:1767384704.581436:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000009f623dab. 00000400:00000010:1.0:1767384704.581441:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000032652a6a. 00000400:00000010:2.0:1767384704.581447:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b6a229e. 00000400:00000010:2.0:1767384704.581450:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e179e9dc. 00000100:00000010:1.0:1767384704.581455:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000048e141f0. 02000000:00000010:1.0:1767384704.581463:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000a2ff5685. 02000000:00000010:1.0:1767384704.581471:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001f4bd81c. 00000100:00000010:1.0:1767384704.581475:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000625e11c5. 00000040:00000010:1.0:1767384704.581480:0:17073:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d5665d0e. 00000020:00000010:1.0:1767384704.581620:0:41607:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f4bd81c. 00000020:00000010:1.0:1767384704.581624:0:41607:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d2827ed7. 00000040:00000010:1.0:1767384704.581626:0:41607:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002bd49541. 00000020:00000010:1.0:1767384704.581629:0:41607:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000871eff88. 00000020:00000010:1.0:1767384704.581631:0:41607:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003adf633a. 00000020:00000010:1.0:1767384704.581634:0:41607:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067145499. 80000000:00000010:1.0:1767384704.581637:0:41607:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008fdbc2ba. 40000000:00000010:1.0:1767384704.581639:0:41607:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007410f3a0. 00100000:00000010:1.0:1767384704.581648:0:41607:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006fa03905. 00040000:00000010:1.0:1767384704.581651:0:41607:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a289c719. 00040000:00000010:1.0:1767384704.581653:0:41607:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006da84441. 00040000:00000010:1.0:1767384704.581656:0:41607:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000025062d7d. 00080000:00000010:1.0:1767384704.581660:0:41607:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006cf49ad1. 00080000:00000010:1.0:1767384704.581663:0:41607:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d1760608. 00000004:00000010:1.0:1767384704.581667:0:41607:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000035afd59. 00000004:00000010:1.0:1767384704.581670:0:41607:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000cbb006c3. 00000004:00000010:1.0:1767384704.581673:0:41607:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000092af7040. 00002000:00000010:1.0:1767384704.581675:0:41607:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b3ef926a. 00000004:00000010:1.0:1767384704.581678:0:41607:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006a910aaa. 00000020:00000010:1.0:1767384704.581680:0:41607:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000dafd5e5. 00000040:00000010:1.0:1767384704.581685:0:41607:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c38d685d. 00000040:00000010:1.0:1767384704.582219:0:41607:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c38d685d. 00000020:00000010:1.0:1767384704.582224:0:41607:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000dafd5e5. 00000020:00000010:1.0:1767384704.582229:0:41607:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d2827ed7. 00000040:00000010:1.0:1767384704.582232:0:41607:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002bd49541. 00000020:00000010:1.0:1767384704.582234:0:41607:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000871eff88. 00000020:00000010:1.0:1767384704.582237:0:41607:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003adf633a. 00000020:00000010:1.0:1767384704.582239:0:41607:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000067145499. 80000000:00000010:1.0:1767384704.582242:0:41607:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008fdbc2ba. 40000000:00000010:1.0:1767384704.582244:0:41607:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007410f3a0. 00100000:00000010:1.0:1767384704.582246:0:41607:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006fa03905. 00040000:00000010:1.0:1767384704.582248:0:41607:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a289c719. 00040000:00000010:1.0:1767384704.582251:0:41607:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006da84441. 00040000:00000010:1.0:1767384704.582253:0:41607:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000025062d7d. 00080000:00000010:1.0:1767384704.582256:0:41607:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d1760608. 00080000:00000010:1.0:1767384704.582258:0:41607:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006cf49ad1. 00000004:00000010:1.0:1767384704.582260:0:41607:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000035afd59. 00000004:00000010:1.0:1767384704.582263:0:41607:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cbb006c3. 00000004:00000010:1.0:1767384704.582265:0:41607:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000092af7040. 00002000:00000010:1.0:1767384704.582267:0:41607:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b3ef926a. 00000004:00000010:1.0:1767384704.582268:0:41607:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006a910aaa. 00000020:00000010:1.0:1767384704.582270:0:41607:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f4bd81c. 00000040:00000010:0.0:1767384704.582309:0:17073:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d5665d0e. 00000040:00000010:0.0:1767384704.582314:0:17073:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000003e281062. 00000040:00000010:0.0:1767384704.582317:0:17073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000016adf3c8. 00000020:00000010:0.0:1767384704.582320:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ccbb987d. 00000040:00000010:0.0:1767384704.582323:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c71b3602. 00000020:00000010:0.0:1767384704.582330:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d4dc1c10. 00000020:00000010:0.0:1767384704.582332:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009d78ba3a. 80000000:00000010:0.0:1767384704.582334:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f2dcb4a7. 00040000:00000010:0.0:1767384704.582336:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a385df4f. 00080000:00000010:0.0:1767384704.582339:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000a45cb06c. 00080000:00000010:0.0:1767384704.582341:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003c81b07c. 20000000:00000010:0.0:1767384704.582343:0:17073:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000079d8f5ff. 00000020:00000010:0.0:1767384704.582345:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007854ffad. 10000000:00000010:0.0:1767384704.582346:0:17073:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000004cea3dc6. 00000100:00000010:0.0:1767384704.582351:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8ebe320. 02000000:00000010:0.0:1767384704.582355:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b110cdf. 00010000:00000010:0.0:1767384704.582359:0:17073:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007940f661. 00000100:00000010:0.0:1767384704.582364:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e079008. 02000000:00000010:0.0:1767384704.582368:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a501205a. 00000400:00000010:0.0:1767384704.582370:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3026f4. 00000400:00000010:0.0:1767384704.582372:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000400:00000010:0.0:1767384704.582374:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000400:00000010:0.0:1767384704.582380:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009938edb4. 00000400:00000010:0.0:1767384704.582384:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c010c211. 00000400:00000010:0.0:1767384704.582393:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000020:00000010:2.0:1767384704.582414:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.582417:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.582420:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc6e0a46. 00000020:00000010:2.0:1767384704.582421:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.582423:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.582438:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.582439:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c254dbfd. 00010000:00000010:2.0:1767384704.582446:0:40988:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018bdeef6. 02000000:00000010:2.0:1767384704.582451:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000043d7cacd. 00000400:00000010:2.0:1767384704.582458:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384704.582473:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000400:00000010:0.0:1767384704.582478:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3026f4. 00000020:00000010:2.0:1767384704.582480:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000400:00000010:0.0:1767384704.582482:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000020:00000010:2.0:1767384704.582483:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.582499:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc6e0a46. 02000000:00000010:2.0:1767384704.582503:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000043d7cacd. 00000100:00000010:0.0:1767384704.582504:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001e079008. 00000400:00000010:2.0:1767384704.582508:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac02aa58. 00000400:00000010:2.0:1767384704.582512:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076b9afb9. 02000000:00000010:0.0:1767384704.582512:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a501205a. 02000000:00000010:0.0:1767384704.582517:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003b110cdf. 00000100:00000010:0.0:1767384704.582519:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8ebe320. 10000000:00000010:0.0:1767384704.582522:0:17073:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000003f69a38b. 00000020:00000010:0.0:1767384704.582524:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b110cdf. 00000020:00000010:0.0:1767384704.582526:0:17073:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000df175d7. 00000040:00000010:0.0:1767384704.582528:0:17073:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000088716e5e. 00000020:00000010:0.0:1767384704.582530:0:17073:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000062326a7c. 00000020:00000010:0.0:1767384704.582531:0:17073:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004789d811. 80000000:00000010:0.0:1767384704.582533:0:17073:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006007fbdb. 00040000:00000010:0.0:1767384704.582540:0:17073:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000085fcf452. 00080000:00000010:0.0:1767384704.582542:0:17073:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000000d9c07. 00080000:00000010:0.0:1767384704.582544:0:17073:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000068349159. 20000000:00000010:0.0:1767384704.582548:0:17073:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000862e9904. 00000040:00000010:0.0:1767384704.582551:0:17073:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f9c6da29. 00000100:00000010:0.0:1767384704.582554:0:17073:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8ebe320. 02000000:00000010:0.0:1767384704.582559:0:17073:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083366706. 00000100:00000010:0.0:1767384704.582564:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001e079008. 02000000:00000010:0.0:1767384704.582570:0:17073:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ce99deb2. 00000400:00000010:0.0:1767384704.582573:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae3026f4. 00000400:00000010:0.0:1767384704.582576:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000400:00000010:0.0:1767384704.582580:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000400:00000010:0.0:1767384704.582587:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba18e338. 00000400:00000010:0.0:1767384704.582592:0:17073:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f3dc25d. 00000400:00000010:0.0:1767384704.582602:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000020:00000010:2.0:1767384704.582617:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.582620:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.582626:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc6e0a46. 00000020:00000010:2.0:1767384704.582627:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.582629:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.582642:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.582644:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c254dbfd. 02000000:00000010:2.0:1767384704.582649:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000043d7cacd. 00000040:00000010:2.0:1767384704.582652:0:40988:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003fc8beea. 00000040:00000010:2.0:1767384704.582659:0:40988:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003fc8beea. 00000400:00000010:2.0:1767384704.582664:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000400:00000010:2.0:1767384704.582679:0:40988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000400:00000010:0.0:1767384704.582684:0:17073:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae3026f4. 00000020:00000010:2.0:1767384704.582686:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000400:00000010:0.0:1767384704.582688:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000020:00000010:2.0:1767384704.582690:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.582694:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc6e0a46. 02000000:00000010:2.0:1767384704.582697:0:40988:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000043d7cacd. 00000400:00000010:2.0:1767384704.582701:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073224bd7. 00000100:00000010:0.0:1767384704.582701:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001e079008. 00000400:00000010:2.0:1767384704.582706:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000512f7871. 02000000:00000010:0.0:1767384704.582707:0:17073:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ce99deb2. 02000000:00000010:0.0:1767384704.582710:0:17073:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000083366706. 00000100:00000010:0.0:1767384704.582712:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f8ebe320. 00000040:00000010:0.0:1767384704.582714:0:17073:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f9c6da29. 00000020:00000010:0.0:1767384704.582717:0:17073:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000df175d7. 00000040:00000010:0.0:1767384704.582720:0:17073:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000088716e5e. 00000020:00000010:0.0:1767384704.582721:0:17073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000062326a7c. 00000020:00000010:0.0:1767384704.582723:0:17073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004789d811. 80000000:00000010:0.0:1767384704.582725:0:17073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006007fbdb. 00040000:00000010:0.0:1767384704.582726:0:17073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000085fcf452. 00080000:00000010:0.0:1767384704.582728:0:17073:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000068349159. 00080000:00000010:0.0:1767384704.582730:0:17073:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000000d9c07. 20000000:00000010:0.0:1767384704.582731:0:17073:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000862e9904. 00000020:00000010:0.0:1767384704.582732:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b110cdf. 10000000:00000010:0.0:1767384704.582734:0:17073:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 000000003f69a38b. 00000100:00000010:1.0:1767384704.588348:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000061c2cca. 00000100:00000010:2.0:1767384704.588351:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000058c7f58b. 00000100:00000010:0.0:1767384704.589334:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d23dedbf. 00000100:00000010:3.0:1767384704.589342:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c209ce53. 00000100:00000010:0.0:1767384704.884881:0:16338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f8ebe320. 00000100:00000010:0.0:1767384704.884909:0:16338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b69c60db. 00000020:00000010:1.0:1767384704.884962:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d1760608. 00000020:00000010:3.0:1767384704.884973:0:41020:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3e37557. 00000020:00000010:1.0:1767384704.884974:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000dafd5e5. 00000020:00000010:1.0:1767384704.884978:0:40993:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a2195ab6. 00000020:00000010:3.0:1767384704.884985:0:41020:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3e37557. 00000020:00000010:3.0:1767384704.884993:0:41020:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004b18673f. 00000020:00000010:1.0:1767384704.884996:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9fb9775. 00000020:00000010:3.0:1767384704.884999:0:41020:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9dcca8f. 00000020:00000010:1.0:1767384704.885001:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.885006:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:3.0:1767384704.885007:0:41020:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 00000020:00000010:1.0:1767384704.885040:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009866615e. 00000020:00000010:1.0:1767384704.885044:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009866615e. 00000020:00000010:3.0:1767384704.885051:0:41020:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3e37557. 00000020:00000010:3.0:1767384704.885054:0:41020:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3e37557. 02000000:00000010:3.0:1767384704.885066:0:41020:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005c85ee1c. 02000000:00000010:1.0:1767384704.885068:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006a910aaa. 00000020:00000010:3.0:1767384704.885088:0:41020:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000e5947cd4. 00000020:00000010:1.0:1767384704.885089:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000092af7040. 00000400:00000010:3.0:1767384704.885103:0:41020:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b97630ca. 00000400:00000010:1.0:1767384704.885104:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc3d68b2. 00000800:00000010:3.0:1767384704.885132:0:41020:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bcbb4e5. 00000800:00000010:1.0:1767384704.885142:0:40993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a289c719. 00000020:00000010:3.0:1767384704.885153:0:41020:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9dcca8f. 00000020:00000010:1.0:1767384704.885154:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:3.0:1767384704.885157:0:41020:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000020:00000010:1.0:1767384704.885160:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:3.0:1767384704.885162:0:41020:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b18673f. 00000020:00000010:1.0:1767384704.885166:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9fb9775. 00000800:00000010:0.0:1767384704.885188:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bcbb4e5. 00000400:00000010:0.0:1767384704.885194:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b97630ca. 00000800:00000010:0.0:1767384704.885222:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a289c719. 00000400:00000010:0.0:1767384704.885226:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc3d68b2. 00000100:00000010:1.0:1767384704.885879:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000625e11c5. 00000020:00000010:0.0:1767384704.885918:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd7dfe1d. 00000020:00000010:0.0:1767384704.885921:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd7dfe1d. 00000020:00000010:0.0:1767384704.885923:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce99deb2. 00000020:00000010:0.0:1767384704.885925:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bea33c5b. 00000020:00000010:0.0:1767384704.885928:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000719f2d22. 00000020:00000010:0.0:1767384704.885943:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd7dfe1d. 00000020:00000010:0.0:1767384704.885944:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd7dfe1d. 02000000:00000010:0.0:1767384704.885954:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000aaf40c30. 00000400:00000010:0.0:1767384704.885961:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004148534b. 00000800:00000010:0.0:1767384704.885971:0:40993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004d20199f. 00000020:00000010:0.0:1767384704.885986:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bea33c5b. 00000020:00000010:0.0:1767384704.885988:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000719f2d22. 00000020:00000010:0.0:1767384704.885990:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce99deb2. 00000800:00000010:1.0:1767384704.886029:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004d20199f. 00000400:00000010:1.0:1767384704.886034:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004148534b. 00000100:00000010:0.0:1767384704.887043:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000056d513c7. 00000100:00000010:0.0:1767384704.887065:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e3b7021. 00000400:00000010:0.0:1767384704.887083:0:16337:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071a70284. 00000020:00000010:2.0:1767384704.887086:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c5d20310. 00000400:00000010:0.0:1767384704.887091:0:16337:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad018b08. 00040000:00000010:2.0:1767384704.887095:0:40996:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000091f64542. 00000004:00000010:2.0:1767384704.887101:0:40996:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005a31b33e. 00000004:00000010:2.0:1767384704.887105:0:40996:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cd6ab2f5. 00000004:00000010:2.0:1767384704.887108:0:40996:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000043d7cacd. 00000020:00000010:2.0:1767384704.887115:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.887117:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c254dbfd. 00000020:00000010:1.0:1767384704.887118:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f9fb9775. 00000020:00000010:2.0:1767384704.887121:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc6e0a46. 00000020:00000010:1.0:1767384704.887124:0:18653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:2.0:1767384704.887126:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:1.0:1767384704.887128:0:18653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:2.0:1767384704.887132:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:3.0:1767384704.887153:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3e37557. 00000020:00000010:3.0:1767384704.887158:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3e37557. 00000020:00000010:2.0:1767384704.887158:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.887162:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c254dbfd. 00000020:00000010:3.0:1767384704.887165:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d465a5dc. 02000000:00000010:1.0:1767384704.887168:0:18653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cdbe6a21. 00000020:00000010:3.0:1767384704.887171:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e9dcca8f. 00000020:00000010:3.0:1767384704.887176:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 00000020:00000010:1.0:1767384704.887181:0:18653:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000035afd59. 00080000:00000010:2.0:1767384704.887196:0:40996:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 00000000913dc2ff. 00000001:00000010:1.0:1767384704.887196:0:18653:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000aa88b375. 00000020:00000010:3.0:1767384704.887202:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e3e37557. 00000001:00000010:1.0:1767384704.887203:0:18653:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e14d7cc1. 00000020:00000010:3.0:1767384704.887207:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e3e37557. 02000000:00000010:2.0:1767384704.887212:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 0000000082365310. 00000001:00000010:1.0:1767384704.887213:0:18653:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000fd1cf39. 02000000:00000010:3.0:1767384704.887218:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005ccef5cc. 00000001:00000010:1.0:1767384704.887220:0:18653:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007854ffad. 02000000:00000010:2.0:1767384704.887225:0:40996:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000003fc8beea. 00000001:00000010:1.0:1767384704.887226:0:18653:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079d8f5ff. 00000400:00000010:3.0:1767384704.887227:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b11833e. 00000001:00000010:1.0:1767384704.887232:0:18653:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007892c78d. 00000001:00000010:1.0:1767384704.887236:0:18653:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a385df4f. 00000800:00000010:3.0:1767384704.887247:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bcbb4e5. 00080000:00000010:1.0:1767384704.887264:0:18653:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009d78ba3a. 00000020:00000010:3.0:1767384704.887265:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e9dcca8f. 00000020:00000010:3.0:1767384704.887270:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000020:00000010:3.0:1767384704.887282:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d465a5dc. 00080000:00000010:1.0:1767384704.887319:0:18653:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009866615e. 00000001:00000010:1.0:1767384704.887336:0:18653:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000061c2cca. 00000400:00000010:3.0:1767384704.887356:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b686500. 00000800:00000010:2.0:1767384704.887360:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bcbb4e5. 00000400:00000010:3.0:1767384704.887363:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086aec4bb. 00080000:00000010:1.0:1767384704.887367:0:18653:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009866615e. 00000400:00000010:2.0:1767384704.887371:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b11833e. 02000000:00000010:2.0:1767384704.887377:0:16339:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005ccef5cc. 00000020:00000010:1.0:1767384704.887380:0:18653:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000008fdbc2ba. 00000020:00000010:1.0:1767384704.887388:0:18653:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 000000008fdbc2ba. 00000020:00000010:1.0:1767384704.887392:0:18653:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006da84441. 00000020:00000010:1.0:1767384704.887401:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009866615e. 00000400:00000010:1.0:1767384704.887427:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000033cfa98f. 00000800:00000010:1.0:1767384704.887436:0:18653:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6655560. 00000020:00000010:1.0:1767384704.887456:0:18653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.887458:0:18653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.887460:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f9fb9775. 00000800:00000010:0.0:1767384704.887537:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6655560. 00000400:00000010:0.0:1767384704.887544:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000033cfa98f. 00000004:00000010:1.0:1767384704.893246:0:41608:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000871eff88. 00000004:00000010:1.0:1767384704.893266:0:41608:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000871eff88. 00000020:00000010:2.0:1767384704.893362:0:40996:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000024fdf92c. 00000400:00000010:2.0:1767384704.893391:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008dce97c2. 00000800:00000010:2.0:1767384704.893422:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a97f2272. 00000020:00000010:2.0:1767384704.893450:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.893456:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.893460:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc6e0a46. 00000800:00000010:0.0:1767384704.893521:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a97f2272. 00000400:00000010:0.0:1767384704.893529:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008dce97c2. 00000100:00000010:2.0:1767384704.918780:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db73ad92. 00000020:00000010:0.0:1767384704.918851:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd7dfe1d. 00000020:00000010:0.0:1767384704.918856:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd7dfe1d. 00000020:00000010:0.0:1767384704.918860:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032b2242b. 00000020:00000010:0.0:1767384704.918864:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004cb99307. 00000020:00000010:0.0:1767384704.918868:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000719f2d22. 00000020:00000010:0.0:1767384704.918918:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd7dfe1d. 00000020:00000010:0.0:1767384704.918921:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd7dfe1d. 00010000:00000010:0.0:1767384704.918945:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a4538f86. 00010000:00000010:0.0:1767384704.918949:0:40993:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000075eb4c97. 00010000:00000010:0.0:1767384704.918955:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000518ae904. 00000020:00000010:0.0:1767384704.918960:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000bd7dfe1d. 00010000:00000010:0.0:1767384704.918965:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000037c16063. 02000000:00000010:0.0:1767384704.918987:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000f66f0726. 00010000:00000010:0.0:1767384704.919012:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000306e0d88. 00010000:00000010:0.0:1767384704.919015:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2e4b9ee. 00000020:00000010:0.0:1767384704.919025:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000ce99deb2. 00080000:00000010:0.0:1767384704.919068:0:40993:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 0000000087f7fd35. 00000020:00000010:0.0:1767384704.919079:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000062326a7c. 00010000:00000010:0.0:1767384704.919103:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000037c16063. 00000400:00000010:0.0:1767384704.919125:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000686bbc57. 00000800:00000010:0.0:1767384704.919154:0:40993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e3ff5c2e. 00000020:00000010:0.0:1767384704.919180:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004cb99307. 00000020:00000010:0.0:1767384704.919184:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000719f2d22. 00000020:00000010:0.0:1767384704.919186:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032b2242b. 00000800:00000010:1.0:1767384704.919309:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e3ff5c2e. 00000400:00000010:1.0:1767384704.919317:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000686bbc57. 00000100:00000010:0.0:1767384704.919981:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ad07368. 00000020:00000010:1.0:1767384704.920037:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007410f3a0. 00000020:00000010:1.0:1767384704.920040:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007410f3a0. 00000020:00000010:1.0:1767384704.920043:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c71b3602. 00000020:00000010:1.0:1767384704.920045:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.920047:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.920063:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007410f3a0. 00000020:00000010:1.0:1767384704.920065:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007410f3a0. 00010000:00000010:1.0:1767384704.920073:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a89517b3. 00000020:00000010:1.0:1767384704.920075:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000007410f3a0. 00010000:00000010:1.0:1767384704.920079:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe4901d5. 02000000:00000010:1.0:1767384704.920088:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000cbb006c3. 00010000:00000010:1.0:1767384704.920099:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006905cf5c. 00010000:00000010:1.0:1767384704.920101:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5bf05ce. 00000020:00000010:1.0:1767384704.920105:0:40993:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000ccbb987d. 00010000:00000010:1.0:1767384704.920110:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000943909ba. 00010000:00000010:1.0:1767384704.920111:0:40993:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000a27fc49. 00010000:00000010:1.0:1767384704.920119:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d66e805. 00010000:00000010:1.0:1767384704.920121:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002caf6fd5. 00080000:00000010:1.0:1767384704.920150:0:40993:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000a6bc5c63. 00010000:00000010:1.0:1767384704.920162:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5bf05ce. 00010000:00000010:1.0:1767384704.920167:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002caf6fd5. 00010000:00000010:1.0:1767384704.920170:0:40993:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a27fc49. 00010000:00000010:1.0:1767384704.920182:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe4901d5. 00000400:00000010:1.0:1767384704.920189:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e68d7550. 00000800:00000010:1.0:1767384704.920199:0:40993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004df19019. 00000020:00000010:1.0:1767384704.920214:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.920217:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.920220:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c71b3602. 00000800:00000010:2.0:1767384704.920280:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004df19019. 00000400:00000010:2.0:1767384704.920289:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e68d7550. 00000100:00000010:1.0:1767384704.920957:0:16338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066e1fa1d. 00000020:00000010:2.0:1767384704.921017:0:41002:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000025b202a7. 00040000:00000010:2.0:1767384704.921025:0:41002:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000011da619f. 00000004:00000010:2.0:1767384704.921027:0:41002:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e1328c10. 00000004:00000010:2.0:1767384704.921030:0:41002:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009013a203. 00000004:00000010:2.0:1767384704.921032:0:41002:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000032993c6d. 00000020:00000010:2.0:1767384704.921038:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.921040:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.921044:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc6e0a46. 00000020:00000010:2.0:1767384704.921047:0:41002:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.921050:0:41002:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.921074:0:41002:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.921078:0:41002:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c254dbfd. 02000000:00000010:2.0:1767384704.921088:0:41002:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 000000006b4914b8. 00000400:00000010:2.0:1767384704.921099:0:41002:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c396bbe. 00000800:00000010:2.0:1767384704.921110:0:41002:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a97f2272. 00000020:00000010:2.0:1767384704.921123:0:41002:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.921125:0:41002:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.921127:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc6e0a46. 00000800:00000010:0.0:1767384704.921163:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a97f2272. 00000400:00000010:0.0:1767384704.921170:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c396bbe. 00000100:00000010:2.0:1767384704.921768:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dc1747c2. 00000020:00000010:1.0:1767384704.921802:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c680ce7. 00000020:00000010:1.0:1767384704.921805:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c680ce7. 00000020:00000010:1.0:1767384704.921807:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c71b3602. 00000020:00000010:1.0:1767384704.921809:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.921810:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.921829:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c680ce7. 00000020:00000010:1.0:1767384704.921831:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c680ce7. 00010000:00000010:1.0:1767384704.921846:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2e4b9ee. 00010000:00000010:1.0:1767384704.921854:0:40993:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075eb4c97. 00010000:00000010:1.0:1767384704.921860:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009842a9cb. 00010000:00000010:1.0:1767384704.921862:0:40993:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000a27fc49. 00010000:00000010:1.0:1767384704.921865:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004fae6a19. 00010000:00000010:1.0:1767384704.921868:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe4901d5. 02000000:00000010:1.0:1767384704.921884:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 000000006a34ce66. 00010000:00000010:1.0:1767384704.921905:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f062a65. 00010000:00000010:1.0:1767384704.921907:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002caf6fd5. 00010000:00000010:1.0:1767384704.921912:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007f74b30b. 00010000:00000010:1.0:1767384704.921914:0:40993:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000045592812. 00010000:00000010:1.0:1767384704.921920:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d0ee9b8a. 00010000:00000010:1.0:1767384704.921922:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5bf05ce. 00000004:00000010:1.0:1767384704.921929:0:40993:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000915d881e. 00000004:00000010:1.0:1767384704.921935:0:40993:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a5c1ba42. 00000004:00000010:1.0:1767384704.921939:0:40993:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d176d51b. 00080000:00000010:1.0:1767384704.921946:0:40993:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000016adf3c8. 00000020:00000010:1.0:1767384704.921961:0:40993:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000008fdbc2ba. 00080000:00000010:1.0:1767384704.921965:0:40993:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000025062d7d. 00000020:00000010:1.0:1767384704.921968:0:40993:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 00000000f9fb9775. 00000020:00000010:1.0:1767384704.921970:0:40993:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000001f4bd81c. 00080000:00000010:1.0:1767384704.921982:0:40993:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000067145499. 00000004:00000010:1.0:1767384704.921988:0:40993:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 0000000048e141f0. 00000020:00000010:1.0:1767384704.921992:0:40993:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 0000000038e183ec. 00020000:00000010:1.0:1767384704.922008:0:40993:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 0000000069b96aa9. 00020000:00000010:1.0:1767384704.922010:0:40993:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 000000006206c620. 00020000:00000010:1.0:1767384704.922013:0:40993:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 0000000072efc55b. 00000020:00000010:1.0:1767384704.922019:0:40993:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 000000006a5702cc. 00000004:00000010:1.0:1767384704.922035:0:40993:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 00000000ab65eeff. 00080000:00000010:1.0:1767384704.922046:0:40993:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004c680ce7. 00080000:00000010:1.0:1767384704.922070:0:40993:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004dd42eb8. 00000001:00000010:1.0:1767384704.922173:0:40993:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009098e3f. 00000001:00000010:1.0:1767384704.922405:0:40993:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009098e3f. 00000020:00000010:1.0:1767384704.922432:0:40993:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 000000006a5702cc. 00000020:00000010:1.0:1767384704.922436:0:40993:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 0000000010891f0a. 00080000:00000010:1.0:1767384704.922451:0:40993:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at 00000000b6ec5222. 00080000:00000010:1.0:1767384704.922460:0:40993:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 000000006fa03905. 00000001:00000010:1.0:1767384704.922508:0:40993:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000e5ec0765. 00000001:00000010:1.0:1767384704.922512:0:40993:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000000a4ab465. 00000001:00000010:1.0:1767384704.922551:0:40993:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000f1dcfbec. 00080000:00000010:1.0:1767384704.922559:0:40993:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000012826c2. 00080000:00000010:1.0:1767384704.922570:0:40993:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004dd42eb8. 00080000:00000010:1.0:1767384704.922571:0:40993:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004c680ce7. 00000020:00000010:1.0:1767384704.922577:0:40993:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000008fdbc2ba. 00010000:00000010:1.0:1767384704.922596:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a5a67846. 00010000:00000010:1.0:1767384704.922598:0:40993:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a54739ce. 00010000:00000010:1.0:1767384704.922600:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000349fb946. 00010000:00000010:1.0:1767384704.922602:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001953257d. 00000004:00000010:1.0:1767384704.922615:0:40993:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000b5363adb. 00010000:00000010:1.0:1767384704.922626:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002caf6fd5. 00010000:00000010:1.0:1767384704.922640:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe4901d5. 00010000:00000010:1.0:1767384704.922643:0:40993:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a27fc49. 00000400:00000010:1.0:1767384704.922652:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001d61198. 00000400:00000010:1.0:1767384704.922656:0:40993:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003e9af17f. 00000800:00000010:1.0:1767384704.922666:0:40993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bfd211e. 00000020:00000010:1.0:1767384704.922680:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.922681:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.922683:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c71b3602. 00000800:00000010:0.0:1767384704.922733:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bfd211e. 00000400:00000010:0.0:1767384704.923232:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001d61198. 00000020:00000010:3.0:1767384704.923274:0:16330:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a3feebb1. 00000020:00000010:3.0:1767384704.923281:0:16330:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000fe9af14. 80000000:00000010:3.0:1767384704.923285:0:16330:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009ddeda31. 40000000:00000010:3.0:1767384704.923288:0:16330:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e3e37557. 00100000:00000010:3.0:1767384704.923309:0:16330:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ccf1e2bb. 00040000:00000010:3.0:1767384704.923314:0:16330:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009bcbb4e5. 00040000:00000010:3.0:1767384704.923317:0:16330:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002082864b. 00040000:00000010:3.0:1767384704.923321:0:16330:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fd07a765. 00080000:00000010:3.0:1767384704.923325:0:16330:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000db1fc05a. 00080000:00000010:3.0:1767384704.923330:0:16330:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000e2b8c006. 00000004:00000010:3.0:1767384704.923334:0:16330:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000bc51a395. 00000004:00000010:3.0:1767384704.923338:0:16330:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b14dc5d5. 00000004:00000010:3.0:1767384704.923341:0:16330:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000087148747. 00002000:00000010:3.0:1767384704.923345:0:16330:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005ccef5cc. 00000004:00000010:3.0:1767384704.923347:0:16330:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000eb054d82. 00000020:00000010:3.0:1767384704.923357:0:16330:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000e0b4cc3f. 00000020:00000010:3.0:1767384704.923362:0:16330:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000067fc3751. 00010000:00000010:3.0:1767384704.923363:0:16330:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5bf05ce. 00010000:00000010:3.0:1767384704.923367:0:16330:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000045592812. 00000100:00000010:2.0:1767384704.923773:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001144fecd. 00000020:00000010:1.0:1767384704.923810:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c680ce7. 00000020:00000010:1.0:1767384704.923814:0:18653:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009866615e. 00000020:00000010:1.0:1767384704.923827:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002bd49541. 00000020:00000010:1.0:1767384704.923830:0:18653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.923833:0:18653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.923860:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009866615e. 00000020:00000010:1.0:1767384704.923862:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009866615e. 00010000:00000010:1.0:1767384704.923874:0:18653:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cec68687. 00010000:00000010:1.0:1767384704.923878:0:18653:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000004bb2b32f. 00010000:00000010:1.0:1767384704.923882:0:18653:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ada5b444. 00000020:00000010:1.0:1767384704.923885:0:18653:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009866615e. 00002000:00000010:1.0:1767384704.923892:0:18653:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 000000004dd42eb8. 02000000:00000010:1.0:1767384704.923906:0:18653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000b3ef926a. 00000020:00000010:1.0:1767384704.923914:0:18653:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000d2827ed7. 00000400:00000010:1.0:1767384704.923925:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ccffdb8. 00000800:00000010:1.0:1767384704.923935:0:18653:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bfd211e. 00000020:00000010:1.0:1767384704.923948:0:18653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.923954:0:18653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.923956:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002bd49541. 00000800:00000010:0.0:1767384704.924013:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bfd211e. 00000400:00000010:0.0:1767384704.924019:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ccffdb8. 00000100:00000010:0.0:1767384704.924820:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be91014b. 00000020:00000010:1.0:1767384704.924856:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.924859:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.924861:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002bd49541. 00000020:00000010:1.0:1767384704.924863:0:18653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.924865:0:18653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.924880:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.924881:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 00010000:00000010:1.0:1767384704.924896:0:18653:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018c7bd83. 02000000:00000010:1.0:1767384704.924903:0:18653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000005b589167. 00010000:00000010:1.0:1767384704.924908:0:18653:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000925ff2db. 00000100:00000010:1.0:1767384704.924912:0:18653:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032652a6a. 00000100:00000010:1.0:1767384704.924916:0:18653:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc20c55f. 02000000:00000010:1.0:1767384704.924926:0:18653:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c71b3602. 02000000:00000010:1.0:1767384704.924955:0:18653:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd0e22d3. 00000400:00000010:1.0:1767384704.924960:0:18653:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.924965:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3685059. 00000400:00000010:1.0:1767384704.924971:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a31b98b. 00000800:00000010:1.0:1767384704.924986:0:18653:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004df19019. 00000100:00000010:1.0:1767384704.925003:0:18653:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008fdbc2ba. 00000100:00000010:1.0:1767384704.925014:0:18653:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4d71aae. 00000100:00000010:1.0:1767384704.925020:0:18653:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000001c366. 00000100:00000010:1.0:1767384704.925027:0:18653:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c8bf0a6. 00000800:00000010:2.0:1767384704.925048:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004df19019. 00000400:00000010:2.0:1767384704.925054:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a31b98b. 00000400:00000010:1.0:1767384704.925647:0:18653:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.925652:0:18653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3685059. 02000000:00000010:1.0:1767384704.925671:0:18653:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd0e22d3. 02000000:00000010:1.0:1767384704.925676:0:18653:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c71b3602. 00000100:00000010:1.0:1767384704.925680:0:18653:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc20c55f. 00000100:00000010:1.0:1767384704.925683:0:18653:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000032652a6a. 00010000:00000010:1.0:1767384704.925686:0:18653:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000925ff2db. 00000400:00000010:1.0:1767384704.925699:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3685059. 00000800:00000010:1.0:1767384704.925712:0:18653:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6655560. 00000020:00000010:1.0:1767384704.925737:0:18653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.925741:0:18653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.925743:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002bd49541. 00000800:00000010:0.0:1767384704.925779:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6655560. 00000400:00000010:0.0:1767384704.925785:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3685059. 00000100:00000010:2.0:1767384704.925932:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fccc8dd2. 00000020:00000010:1.0:1767384704.925977:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.925981:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.925985:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd0e22d3. 00000020:00000010:1.0:1767384704.925987:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.925990:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.926019:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.926022:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 02000000:00000010:1.0:1767384704.926029:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a1ef6813. 00010000:00000010:1.0:1767384704.926057:0:17063:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000925ff2db. 00000100:00000010:1.0:1767384704.926061:0:17063:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000032652a6a. 00000100:00000010:1.0:1767384704.926065:0:17063:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cc20c55f. 02000000:00000010:1.0:1767384704.926070:0:17063:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bf00cc1. 02000000:00000010:1.0:1767384704.926081:0:17063:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba72d2b5. 00000400:00000010:1.0:1767384704.926084:0:17063:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.926088:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d1a1676. 00000400:00000010:1.0:1767384704.926092:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3f94179. 00000800:00000010:1.0:1767384704.926104:0:17063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a289c719. 00000800:00000010:0.0:1767384704.926155:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a289c719. 00000400:00000010:0.0:1767384704.926160:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3f94179. 00010000:00000010:0.1:1767384704.926315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000518ae904. 00010000:00000010:1.1:1767384704.926324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006905cf5c. 00010000:00000010:1.1:1767384704.926332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000943909ba. 00010000:00000010:1.1:1767384704.926335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d66e805. 00010000:00000010:1.1:1767384704.926338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a89517b3. 00000400:00000010:1.0:1767384704.926733:0:17063:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009098e3f. 00000400:00000010:1.0:1767384704.926737:0:17063:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d1a1676. 02000000:00000010:1.0:1767384704.926747:0:17063:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba72d2b5. 02000000:00000010:1.0:1767384704.926750:0:17063:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003bf00cc1. 00000100:00000010:1.0:1767384704.926752:0:17063:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cc20c55f. 00000100:00000010:1.0:1767384704.926754:0:17063:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000032652a6a. 00010000:00000010:1.0:1767384704.926756:0:17063:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000925ff2db. 00000400:00000010:1.0:1767384704.926762:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000d1a1676. 00000800:00000010:1.0:1767384704.926773:0:17063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5cc284b. 00000020:00000010:1.0:1767384704.926790:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.926794:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.926796:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd0e22d3. 00000800:00000010:2.0:1767384704.926842:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5cc284b. 00000400:00000010:2.0:1767384704.926849:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d1a1676. 00000100:00000010:0.0:1767384704.926992:0:16338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6ceb504. 00000020:00000010:2.0:1767384704.927041:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.927045:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.927048:0:40996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc6e0a46. 00000020:00000010:2.0:1767384704.927050:0:40996:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.927052:0:40996:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.927069:0:40996:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.927071:0:40996:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c254dbfd. 02000000:00000010:2.0:1767384704.927089:0:40996:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 000000000b3db0bc. 00000004:00000010:2.0:1767384704.927109:0:40996:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 00000000c254dbfd. 00000020:00000010:2.0:1767384704.927117:0:40996:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000740ba8a4. 00080000:00000010:2.0:1767384704.927119:0:40996:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006e0fd83b. 00080000:00000010:2.0:1767384704.927129:0:40996:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000088eca0ff. 00000001:00000010:2.0:1767384704.927147:0:40996:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000007691f4d8. 00000001:00000010:2.0:1767384704.927150:0:40996:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000005fe5ea9c. 00080000:00000010:2.0:1767384704.927167:0:40996:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000088eca0ff. 00000020:00000010:2.0:1767384704.927170:0:40996:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000740ba8a4. 00000004:00000010:2.0:1767384704.927187:0:40996:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000b5363adb. 00000400:00000010:2.0:1767384704.927202:0:40996:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f79e36. 00000800:00000010:2.0:1767384704.927212:0:40996:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a97f2272. 00000020:00000010:2.0:1767384704.927225:0:40996:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c6c39815. 00000020:00000010:2.0:1767384704.927227:0:40996:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005f9db735. 00000020:00000010:2.0:1767384704.927229:0:40996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc6e0a46. 00000800:00000010:0.0:1767384704.927270:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a97f2272. 00000400:00000010:0.0:1767384704.927276:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f79e36. 00010000:00000010:3.1:1767384704.930321:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007f74b30b. 00010000:00000010:1.1:1767384704.930322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000306e0d88. 00010000:00000010:3.1:1767384704.930329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d0ee9b8a. 00010000:00000010:1.1:1767384704.930334:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a4538f86. 00010000:00000010:1.1:1767384704.930339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f062a65. 00010000:00000010:1.1:1767384704.930342:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009842a9cb. 00010000:00000010:1.1:1767384704.930343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004fae6a19. 00000100:00000010:1.0:1767384704.931335:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4d71aae. 00000100:00000010:0.0:1767384704.931338:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008fdbc2ba. 00000100:00000010:3.0:1767384704.931341:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c8bf0a6. 00000100:00000010:2.0:1767384704.931355:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000001c366. 00010000:00000010:1.1:1767384704.934313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ada5b444. 00000100:00000010:2.0:1767384704.946401:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000054042355. 00000020:00000010:1.0:1767384704.946492:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.946499:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.946504:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd0e22d3. 00000020:00000010:1.0:1767384704.946508:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.946511:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.946542:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.946543:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 00000001:00000010:1.0:1767384704.946551:0:40993:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000000a4ab465. 00010000:00000010:1.0:1767384704.946572:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009842a9cb. 00010000:00000010:1.0:1767384704.946575:0:40993:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000a27fc49. 00010000:00000010:1.0:1767384704.946579:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004d61f3d3. 00010000:00000010:1.0:1767384704.946584:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe4901d5. 02000000:00000010:1.0:1767384704.946605:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000c3bd61e7. 00010000:00000010:1.0:1767384704.946628:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006bfaf313. 00010000:00000010:1.0:1767384704.946630:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002caf6fd5. 00010000:00000010:1.0:1767384704.946689:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe4901d5. 00000400:00000010:1.0:1767384704.946713:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c0ef7cf6. 00000800:00000010:1.0:1767384704.946745:0:40993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b96c5c9. 00000020:00000010:1.0:1767384704.946772:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.946775:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.946777:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd0e22d3. 00000800:00000010:0.0:1767384704.946898:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b96c5c9. 00000400:00000010:0.0:1767384704.946909:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0ef7cf6. 00000100:00000010:0.0:1767384704.947891:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c96584f3. 00000020:00000010:1.0:1767384704.947937:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.947940:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.947943:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd0e22d3. 00000020:00000010:1.0:1767384704.947945:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.947947:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.947963:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.947965:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 02000000:00000010:1.0:1767384704.947981:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 00000000cd40fcda. 00010000:00000010:1.0:1767384704.947999:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001953257d. 00010000:00000010:1.0:1767384704.948005:0:40993:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a54739ce. 00010000:00000010:1.0:1767384704.948009:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002caf6fd5. 00010000:00000010:1.0:1767384704.948027:0:40993:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a27fc49. 00010000:00000010:1.0:1767384704.948038:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000943909ba. 00010000:00000010:1.0:1767384704.948041:0:40993:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000a27fc49. 00010000:00000010:1.0:1767384704.948045:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b6b7b74. 00010000:00000010:1.0:1767384704.948048:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002caf6fd5. 00010000:00000010:1.0:1767384704.948058:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007f74b30b. 00010000:00000010:1.0:1767384704.948061:0:40993:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a54739ce. 00010000:00000010:1.0:1767384704.948063:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ca04ba3b. 00010000:00000010:1.0:1767384704.948066:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001953257d. 00000001:00000010:1.0:1767384704.948108:0:40993:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009098e3f. 00000001:00000010:1.0:1767384704.948116:0:40993:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009098e3f. 00010000:00000010:1.0:1767384704.948126:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d02bae9. 00010000:00000010:1.0:1767384704.948128:0:40993:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000014a3f121. 00010000:00000010:1.0:1767384704.948130:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009de6db31. 00010000:00000010:1.0:1767384704.948131:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe4901d5. 00000020:00000010:1.0:1767384704.948140:0:40993:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 00000000b214a18c. 00000020:00000010:1.0:1767384704.948148:0:40993:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 00000000b214a18c. 00000020:00000010:1.0:1767384704.948157:0:40993:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000b4d71aae. 00080000:00000010:1.0:1767384704.948161:0:40993:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003bf00cc1. 00080000:00000010:1.0:1767384704.948210:0:40993:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000925ff2db. 00080000:00000010:1.0:1767384704.948219:0:40993:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d949c99. 00080000:00000010:1.0:1767384704.948225:0:40993:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b2d89afe. 00080000:00000010:1.0:1767384704.948252:0:40993:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003d1bc3a9. 00000001:00000010:1.0:1767384704.948325:0:40993:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009098e3f. 00000001:00000010:1.0:1767384704.948331:0:40993:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009098e3f. 00000004:00000010:1.0:1767384704.948385:0:40993:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000000001c366. 00000001:00000010:1.0:1767384704.948400:0:40993:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004c8bf0a6. 00000001:00000010:1.0:1767384704.948405:0:40993:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000000a4ab465. 00080000:00000010:1.0:1767384704.948418:0:40993:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003d1bc3a9. 00080000:00000010:1.0:1767384704.948421:0:40993:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b2d89afe. 00080000:00000010:1.0:1767384704.948428:0:40993:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d949c99. 00080000:00000010:1.0:1767384704.948436:0:40993:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.948441:0:40993:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000b4d71aae. 00010000:00000010:1.0:1767384704.948449:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000029c0732b. 00010000:00000010:1.0:1767384704.948453:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001e46a0ec. 00010000:00000010:1.0:1767384704.948464:0:40993:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000032652a6a. 00010000:00000010:1.0:1767384704.948505:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe4901d5. 00000020:00000010:2.0:1767384704.948526:0:40101:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000cc6e0a46. 00000020:00000010:2.0:1767384704.948535:0:40101:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000088eca0ff. 00010000:00000010:2.0:1767384704.948537:0:40101:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e46a0ec. 00010000:00000010:2.0:1767384704.948542:0:40101:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014a3f121. 00010000:00000010:2.0:1767384704.948551:0:40101:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000032652a6a. 00080000:00000010:1.0:1767384704.948579:0:40993:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at 00000000b6ec5222. 00080000:00000010:1.0:1767384704.948583:0:40993:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000016adf3c8. 00000004:00000010:1.0:1767384704.948592:0:40993:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 00000000ab65eeff. 00000004:00000010:1.0:1767384704.948595:0:40993:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 0000000069b96aa9. 00000004:00000010:1.0:1767384704.948598:0:40993:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 000000006206c620. 00000004:00000010:1.0:1767384704.948601:0:40993:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 0000000048e141f0. 00000004:00000010:1.0:1767384704.948603:0:40993:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d176d51b. 00000004:00000010:1.0:1767384704.948607:0:40993:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a5c1ba42. 00000004:00000010:1.0:1767384704.948610:0:40993:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000915d881e. 00010000:00000010:1.0:1767384704.948620:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002caf6fd5. 00010000:00000010:1.0:1767384704.948623:0:40993:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a27fc49. 00000400:00000010:1.0:1767384704.948642:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd773d00. 00000400:00000010:1.0:1767384704.948648:0:40993:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004b6dcafb. 00000800:00000010:1.0:1767384704.948667:0:40993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b96c5c9. 00000020:00000010:1.0:1767384704.948684:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.948688:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.948690:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd0e22d3. 00000800:00000010:2.0:1767384704.948746:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b96c5c9. 00000400:00000010:0.0:1767384704.949336:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd773d00. 00000020:00000010:3.0:1767384704.949388:0:16331:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000062a2f200. 00000020:00000010:3.0:1767384704.949395:0:16331:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d465a5dc. 80000000:00000010:3.0:1767384704.949399:0:16331:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000e4fe466. 40000000:00000010:3.0:1767384704.949402:0:16331:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002969376b. 00100000:00000010:3.0:1767384704.949409:0:16331:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ad98adf0. 00040000:00000010:3.0:1767384704.949414:0:16331:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f64338b1. 00040000:00000010:3.0:1767384704.949418:0:16331:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000085bb8191. 00040000:00000010:3.0:1767384704.949422:0:16331:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e28f2082. 00080000:00000010:3.0:1767384704.949428:0:16331:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008c5fe625. 00080000:00000010:3.0:1767384704.949446:0:16331:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000867eb6c4. 00000004:00000010:3.0:1767384704.949452:0:16331:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007f0573d0. 00000004:00000010:3.0:1767384704.949456:0:16331:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009b318746. 00000004:00000010:3.0:1767384704.949459:0:16331:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002194c6fd. 00002000:00000010:3.0:1767384704.949463:0:16331:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000354bf726. 00000004:00000010:3.0:1767384704.949467:0:16331:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007cd36af0. 00010000:00000010:3.0:1767384704.949478:0:16331:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001953257d. 00010000:00000010:3.0:1767384704.949496:0:16331:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a54739ce. 00010000:00000010:1.1:1767384704.952323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004d61f3d3. 00010000:00000010:3.1:1767384704.956319:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007f74b30b. 00010000:00000010:1.1:1767384704.956320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000349fb946. 00010000:00000010:3.1:1767384704.956332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca04ba3b. 00010000:00000010:1.1:1767384704.956332:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a5a67846. 00010000:00000010:2.1:1767384704.956333:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d02bae9. 00010000:00000010:1.1:1767384704.956343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006bfaf313. 00010000:00000010:2.1:1767384704.956344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000029c0732b. 00010000:00000010:1.1:1767384704.956353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009842a9cb. 00010000:00000010:1.1:1767384704.956359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009de6db31. 00010000:00000010:1.1:1767384704.956377:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000943909ba. 00010000:00000010:1.1:1767384704.956380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b6b7b74. 00000100:00000010:0.0:1767384704.979366:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082645b7b. 00000020:00000010:1.0:1767384704.979450:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.979456:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.979462:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd0e22d3. 00000020:00000010:1.0:1767384704.979467:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.979472:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.979522:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.979526:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 00000001:00000010:1.0:1767384704.979535:0:40993:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000005fe5ea9c. 00010000:00000010:1.0:1767384704.979558:0:40993:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f31f423. 00010000:00000010:1.0:1767384704.979567:0:40993:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000000a27fc49. 00010000:00000010:1.0:1767384704.979573:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b6b7b74. 00010000:00000010:1.0:1767384704.979578:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002caf6fd5. 02000000:00000010:1.0:1767384704.979604:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000060ce1a6c. 00010000:00000010:1.0:1767384704.979629:0:40993:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009de6db31. 00010000:00000010:1.0:1767384704.979633:0:40993:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe4901d5. 00010000:00000010:1.0:1767384704.979705:0:40993:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002caf6fd5. 00000400:00000010:1.0:1767384704.979733:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015938f00. 00000800:00000010:1.0:1767384704.979764:0:40993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f5cc284b. 00000020:00000010:1.0:1767384704.979790:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.979795:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.979797:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd0e22d3. 00000800:00000010:2.0:1767384704.979851:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f5cc284b. 00000400:00000010:2.0:1767384704.979860:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015938f00. 00000100:00000010:0.0:1767384704.982089:0:16338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011410443. 00000020:00000010:3.0:1767384704.982144:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000552bbac5. 00000020:00000010:3.0:1767384704.982147:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000552bbac5. 00000020:00000010:3.0:1767384704.982152:0:17885:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004013f755. 00000020:00000010:3.0:1767384704.982155:0:17885:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbaa78a4. 00000020:00000010:3.0:1767384704.982157:0:17885:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 00000020:00000010:3.0:1767384704.982190:0:17885:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000552bbac5. 00000020:00000010:3.0:1767384704.982193:0:17885:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000552bbac5. 02000000:00000010:3.0:1767384704.982209:0:17885:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000009f623dab. 00000400:00000010:3.0:1767384704.982231:0:17885:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdf133a7. 00000800:00000010:3.0:1767384704.982250:0:17885:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000088bbc88f. 00000020:00000010:3.0:1767384704.982268:0:17885:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbaa78a4. 00000020:00000010:3.0:1767384704.982271:0:17885:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000020:00000010:3.0:1767384704.982274:0:17885:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004013f755. 00000800:00000010:0.0:1767384704.982350:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000088bbc88f. 00000400:00000010:0.0:1767384704.982355:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdf133a7. 00010000:00000010:1.1:1767384704.985322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b6b7b74. 00000100:00000010:2.0:1767384704.993394:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eaefefd4. 00000100:00000010:2.0:1767384704.993436:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000445f4813. 00000100:00000010:2.0:1767384704.993477:0:16339:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5170026. 00000020:00000010:1.0:1767384704.993494:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:3.0:1767384704.993499:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000552bbac5. 00000020:00000010:1.0:1767384704.993500:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 00000020:00000010:3.0:1767384704.993505:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000552bbac5. 00000020:00000010:1.0:1767384704.993508:0:17063:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd0e22d3. 00000020:00000010:3.0:1767384704.993512:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004013f755. 00000020:00000010:1.0:1767384704.993517:0:17063:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:3.0:1767384704.993518:0:17062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cbaa78a4. 00000020:00000010:3.0:1767384704.993524:0:17062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004498fcf0. 00000020:00000010:1.0:1767384704.993524:0:17063:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00040000:00000010:0.0:1767384704.993554:0:36567:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c19f6ca9. 00000004:00000010:0.0:1767384704.993559:0:36567:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002fbd0261. 00000004:00000010:0.0:1767384704.993564:0:36567:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000be77d71c. 00000004:00000010:0.0:1767384704.993568:0:36567:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008710094d. 00000020:00000010:3.0:1767384704.993569:0:17062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000552bbac5. 00000020:00000010:3.0:1767384704.993572:0:17062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000552bbac5. 00000004:00000010:0.0:1767384704.993574:0:36567:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a501205a. 00000020:00000010:1.0:1767384704.993576:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:3.0:1767384704.993577:0:17062:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f57ea590. 00000020:00000010:1.0:1767384704.993581:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 00000020:00000010:3.0:1767384704.993582:0:17062:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b06f756a. 00000020:00000010:0.0:1767384704.993584:0:36567:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f69a38b. 00000020:00000010:3.0:1767384704.993586:0:17062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004fc19da1. 00000020:00000010:0.0:1767384704.993590:0:36567:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f69a38b. 02000000:00000010:1.0:1767384704.993593:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008d7c8425. 02000000:00000010:0.0:1767384704.993601:0:36567:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002bad77d4. 00000400:00000010:1.0:1767384704.993629:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dea86d9c. 00000400:00000010:0.0:1767384704.993629:0:36567:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003bf47e99. 00000800:00000010:1.0:1767384704.993657:0:17063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a289c719. 00000800:00000010:0.0:1767384704.993666:0:36567:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000030a914ab. 00000020:00000010:1.0:1767384704.993680:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:0.0:1767384704.993681:0:36567:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cbaa78a4. 00000020:00000010:1.0:1767384704.993683:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:0.0:1767384704.993687:0:36567:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004498fcf0. 00000020:00000010:1.0:1767384704.993688:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd0e22d3. 00000020:00000010:0.0:1767384704.993694:0:36567:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004013f755. 00000020:00000010:1.0:1767384704.993702:0:17063:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.993705:0:17063:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 02000000:00000010:1.0:1767384704.993710:0:17063:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d69bd057. 00000400:00000010:1.0:1767384704.993720:0:17063:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000994d5299. 00000800:00000010:1.0:1767384704.993728:0:17063:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6655560. 00000020:00000010:1.0:1767384704.993733:0:17063:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b06f756a. 00000020:00000010:1.0:1767384704.993735:0:17063:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004fc19da1. 00000800:00000010:2.0:1767384704.993736:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a289c719. 00000400:00000010:2.0:1767384704.993746:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dea86d9c. 00000020:00000010:1.0:1767384704.993749:0:17063:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f57ea590. 00000800:00000010:2.0:1767384704.993763:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000030a914ab. 00000400:00000010:2.0:1767384704.993768:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003bf47e99. 00000800:00000010:2.0:1767384704.993798:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6655560. 00000400:00000010:2.0:1767384704.993802:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000994d5299. 00000100:00000010:0.0:1767384704.996469:0:16337:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006c309fb6. 00000020:00000010:1.0:1767384704.996514:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.996518:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.996521:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd0e22d3. 00000020:00000010:1.0:1767384704.996523:0:18653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384704.996525:0:18653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384704.996544:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.996546:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000925ff2db. 02000000:00000010:1.0:1767384704.996557:0:18653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000063ca30b3. 00000020:00000010:1.0:1767384704.996569:0:18653:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004c680ce7. 00000020:00000010:1.0:1767384704.996582:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba72d2b5. 00000020:00000010:1.0:1767384704.996585:0:18653:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eca5a12e. 00000020:00000010:1.0:1767384704.996588:0:18653:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000871eff88. 00000020:00000010:1.0:1767384704.996590:0:18653:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003adf633a. 00000020:00000010:1.0:1767384704.996593:0:18653:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b25b21af. 80000000:00000010:1.0:1767384704.996596:0:18653:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b4d71aae. 40000000:00000010:1.0:1767384704.996599:0:18653:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004c680ce7. 00100000:00000010:1.0:1767384704.996602:0:18653:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000f14d4c6. 00040000:00000010:1.0:1767384704.996604:0:18653:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004df19019. 00000020:00000010:3.0:1767384704.996608:0:40100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa0c8341. 00040000:00000010:1.0:1767384704.996609:0:18653:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000925145d3. 00000020:00000010:3.0:1767384704.996616:0:40100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009f6acdcc. 00080000:00000010:1.0:1767384704.996616:0:18653:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c38d685d. 00080000:00000010:1.0:1767384704.996622:0:18653:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003c81b07c. 00000020:00000010:3.0:1767384704.996627:0:40100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d1796e51. 00002000:00000010:1.0:1767384704.996629:0:18653:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000017f3ffa5. 00000020:00000010:3.0:1767384704.996632:0:40100:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f97a1c65. 00000020:00000010:3.0:1767384704.996638:0:40100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f6d235c8. 00080000:00000010:1.0:1767384704.996638:0:18653:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000058556133. 80000000:00000010:3.0:1767384704.996644:0:40100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008926d956. 40000000:00000010:3.0:1767384704.996645:0:40100:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000552bbac5. 00080000:00000010:1.0:1767384704.996647:0:18653:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000925ff2db. 00100000:00000010:3.0:1767384704.996649:0:40100:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004553c9b6. 00040000:00000010:3.0:1767384704.996653:0:40100:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001530a37d. 00040000:00000010:3.0:1767384704.996655:0:40100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000df66eaeb. 00080000:00000010:3.0:1767384704.996659:0:40100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e64a74fc. 00080000:00000010:3.0:1767384704.996662:0:40100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000069081bff. 00002000:00000010:3.0:1767384704.996665:0:40100:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006618d395. 00000020:00000010:3.0:1767384704.996668:0:40100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009f6acdcc. 00000020:00000010:3.0:1767384704.996671:0:40100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d1796e51. 00000020:00000010:3.0:1767384704.996673:0:40100:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f97a1c65. 00000020:00000010:3.0:1767384704.996676:0:40100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f6d235c8. 80000000:00000010:3.0:1767384704.996678:0:40100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008926d956. 40000000:00000010:3.0:1767384704.996680:0:40100:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000552bbac5. 00100000:00000010:3.0:1767384704.996682:0:40100:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004553c9b6. 00040000:00000010:3.0:1767384704.996685:0:40100:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001530a37d. 00040000:00000010:3.0:1767384704.996688:0:40100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df66eaeb. 00080000:00000010:1.0:1767384704.996688:0:18653:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000925ff2db. 00080000:00000010:3.0:1767384704.996695:0:40100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000069081bff. 00080000:00000010:3.0:1767384704.996698:0:40100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e64a74fc. 00080000:00000010:1.0:1767384704.996698:0:18653:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000071689608. 00002000:00000010:3.0:1767384704.996703:0:40100:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006618d395. 00000020:00000010:3.0:1767384704.996706:0:40100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa0c8341. 00000020:00000010:3.0:1767384704.996708:0:40100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa0c8341. 00080000:00000010:1.0:1767384704.996710:0:18653:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000925ff2db. 00000020:00000010:3.0:1767384704.996711:0:40100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f57ea590. 00000020:00000010:3.0:1767384704.996713:0:40100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004553c9b6. 00000020:00000010:3.0:1767384704.996719:0:40100:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f97a1c65. 00000001:00000010:1.0:1767384704.996720:0:18653:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000008fdbc2ba. 00000020:00000010:3.0:1767384704.996721:0:40100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000df66eaeb. 80000000:00000010:3.0:1767384704.996725:0:40100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008926d956. 40000000:00000010:3.0:1767384704.996726:0:40100:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000552bbac5. 00100000:00000010:3.0:1767384704.996728:0:40100:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d1796e51. 00040000:00000010:3.0:1767384704.996730:0:40100:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001530a37d. 00080000:00000010:1.0:1767384704.996730:0:18653:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000925ff2db. 00000020:00000010:1.0:1767384704.996734:0:18653:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eca5a12e. 00040000:00000010:3.0:1767384704.996737:0:40100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6d235c8. 00000020:00000010:1.0:1767384704.996738:0:18653:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000871eff88. 00080000:00000010:3.0:1767384704.996739:0:40100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e64a74fc. 00000020:00000010:1.0:1767384704.996742:0:18653:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003adf633a. 00080000:00000010:3.0:1767384704.996743:0:40100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000069081bff. 00002000:00000010:3.0:1767384704.996745:0:40100:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006618d395. 00000020:00000010:1.0:1767384704.996751:0:18653:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b25b21af. 80000000:00000010:1.0:1767384704.996753:0:18653:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b4d71aae. 40000000:00000010:1.0:1767384704.996755:0:18653:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004c680ce7. 00100000:00000010:1.0:1767384704.996757:0:18653:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000f14d4c6. 00040000:00000010:1.0:1767384704.996760:0:18653:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004df19019. 00040000:00000010:1.0:1767384704.996762:0:18653:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000925145d3. 00080000:00000010:1.0:1767384704.996765:0:18653:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003c81b07c. 00080000:00000010:1.0:1767384704.996767:0:18653:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c38d685d. 00000020:00000010:3.0:1767384704.996769:0:40100:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000004013f755. 00002000:00000010:1.0:1767384704.996770:0:18653:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000017f3ffa5. 00000020:00000010:1.0:1767384704.996774:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba72d2b5. 00000020:00000010:3.0:1767384704.996778:0:40100:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000943e9034. 00002000:00000010:3.0:1767384704.996784:0:40100:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000004dd42eb8. 00000400:00000010:1.0:1767384704.996786:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000994d5299. 00010000:00000010:3.0:1767384704.996787:0:40100:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000004bb2b32f. 00000020:00000010:3.0:1767384704.996799:0:40100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f57ea590. 00000020:00000010:3.0:1767384704.996801:0:40100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004553c9b6. 00000020:00000010:3.0:1767384704.996803:0:40100:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f97a1c65. 00000800:00000010:1.0:1767384704.996803:0:18653:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004df19019. 00000020:00000010:3.0:1767384704.996808:0:40100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000df66eaeb. 80000000:00000010:3.0:1767384704.996810:0:40100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008926d956. 40000000:00000010:3.0:1767384704.996811:0:40100:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000552bbac5. 00100000:00000010:3.0:1767384704.996813:0:40100:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d1796e51. 00040000:00000010:3.0:1767384704.996814:0:40100:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001530a37d. 00040000:00000010:3.0:1767384704.996815:0:40100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f6d235c8. 00080000:00000010:3.0:1767384704.996818:0:40100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000069081bff. 00080000:00000010:3.0:1767384704.996820:0:40100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e64a74fc. 00000020:00000010:1.0:1767384704.996821:0:18653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00002000:00000010:3.0:1767384704.996822:0:40100:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006618d395. 00000020:00000010:1.0:1767384704.996826:0:18653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:3.0:1767384704.996827:0:40100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa0c8341. 00000020:00000010:1.0:1767384704.996832:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd0e22d3. 00000800:00000010:2.0:1767384704.996878:0:16339:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004df19019. 00000400:00000010:2.0:1767384704.996884:0:16339:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000994d5299. 00010000:00000010:0.1:1767384704.999320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000095fc9fbe. 00010000:00000010:1.1:1767384704.999329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000093590e6. 00010000:00000010:1.1:1767384704.999337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000076fa5978. 00000100:00000010:2.0:1767384705.001045:0:16338:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000970bde8f. 00000020:00000010:1.0:1767384705.001100:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c680ce7. 00000020:00000010:1.0:1767384705.001103:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c680ce7. 00000020:00000010:1.0:1767384705.001105:0:40993:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd0e22d3. 00000020:00000010:1.0:1767384705.001108:0:40993:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384705.001110:0:40993:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384705.001128:0:40993:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004c680ce7. 00000020:00000010:1.0:1767384705.001129:0:40993:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004c680ce7. 02000000:00000010:1.0:1767384705.001138:0:40993:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000017f3ffa5. 00000020:00000010:1.0:1767384705.001151:0:40993:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000dafd5e5. 00000020:00000010:3.0:1767384705.001175:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa0c8341. 00000020:00000010:3.0:1767384705.001182:0:17065:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009f6acdcc. 00000020:00000010:3.0:1767384705.001186:0:17065:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d1796e51. 00000020:00000010:3.0:1767384705.001191:0:17065:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f97a1c65. 00000020:00000010:3.0:1767384705.001195:0:17065:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f6d235c8. 80000000:00000010:3.0:1767384705.001198:0:17065:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008926d956. 00080000:00000010:1.0:1767384705.001201:0:40993:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ba72d2b5. 40000000:00000010:3.0:1767384705.001202:0:17065:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000552bbac5. 00100000:00000010:3.0:1767384705.001207:0:17065:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004553c9b6. 00080000:00000010:1.0:1767384705.001209:0:40993:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000925ff2db. 00040000:00000010:3.0:1767384705.001211:0:17065:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001530a37d. 00080000:00000010:1.0:1767384705.001216:0:40993:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d949c99. 00040000:00000010:3.0:1767384705.001225:0:17065:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000df66eaeb. 00080000:00000010:3.0:1767384705.001234:0:17065:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e64a74fc. 00000001:00000010:1.0:1767384705.001237:0:40993:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000b4d71aae. 00080000:00000010:3.0:1767384705.001239:0:17065:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000069081bff. 00000001:00000010:1.0:1767384705.001242:0:40993:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000032652a6a. 00002000:00000010:3.0:1767384705.001252:0:17065:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006618d395. 00000020:00000010:3.0:1767384705.001257:0:17065:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009f6acdcc. 00000020:00000010:3.0:1767384705.001261:0:17065:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d1796e51. 00000020:00000010:3.0:1767384705.001264:0:17065:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f97a1c65. 00000020:00000010:3.0:1767384705.001267:0:17065:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f6d235c8. 80000000:00000010:3.0:1767384705.001270:0:17065:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008926d956. 40000000:00000010:3.0:1767384705.001273:0:17065:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000552bbac5. 00100000:00000010:3.0:1767384705.001277:0:17065:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004553c9b6. 00040000:00000010:3.0:1767384705.001280:0:17065:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001530a37d. 00040000:00000010:3.0:1767384705.001282:0:17065:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df66eaeb. 00080000:00000010:3.0:1767384705.001286:0:17065:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000069081bff. 00080000:00000010:3.0:1767384705.001316:0:17065:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e64a74fc. 00002000:00000010:3.0:1767384705.001322:0:17065:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006618d395. 00000020:00000010:3.0:1767384705.001324:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa0c8341. 00000020:00000010:3.0:1767384705.001328:0:17065:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa0c8341. 00000020:00000010:3.0:1767384705.001331:0:17065:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f57ea590. 00000020:00000010:3.0:1767384705.001335:0:17065:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004553c9b6. 00000020:00000010:3.0:1767384705.001339:0:17065:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f97a1c65. 00000020:00000010:3.0:1767384705.001342:0:17065:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000df66eaeb. 80000000:00000010:3.0:1767384705.001345:0:17065:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008926d956. 40000000:00000010:3.0:1767384705.001348:0:17065:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000552bbac5. 00100000:00000010:3.0:1767384705.001352:0:17065:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d1796e51. 00040000:00000010:3.0:1767384705.001355:0:17065:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001530a37d. 00040000:00000010:3.0:1767384705.001359:0:17065:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6d235c8. 00080000:00000010:3.0:1767384705.001362:0:17065:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e64a74fc. 00080000:00000010:3.0:1767384705.001366:0:17065:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000069081bff. 00002000:00000010:3.0:1767384705.001370:0:17065:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006618d395. 00010000:00000010:3.0:1767384705.001389:0:17065:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe4901d5. 00010000:00000010:3.0:1767384705.001396:0:17065:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a27fc49. 00000020:00000010:3.0:1767384705.001405:0:17065:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f57ea590. 00000020:00000010:3.0:1767384705.001408:0:17065:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004553c9b6. 00000020:00000010:3.0:1767384705.001410:0:17065:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f97a1c65. 00000020:00000010:3.0:1767384705.001412:0:17065:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000df66eaeb. 80000000:00000010:3.0:1767384705.001421:0:17065:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008926d956. 40000000:00000010:3.0:1767384705.001423:0:17065:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000552bbac5. 00100000:00000010:3.0:1767384705.001426:0:17065:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d1796e51. 00040000:00000010:3.0:1767384705.001428:0:17065:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001530a37d. 00040000:00000010:3.0:1767384705.001431:0:17065:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f6d235c8. 00080000:00000010:3.0:1767384705.001434:0:17065:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000069081bff. 00080000:00000010:3.0:1767384705.001436:0:17065:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e64a74fc. 00002000:00000010:3.0:1767384705.001439:0:17065:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006618d395. 00000020:00000010:3.0:1767384705.001441:0:17065:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa0c8341. 00000001:00000010:0.0:1767384705.002056:0:40981:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000b4d71aae. 00080000:00000010:0.0:1767384705.002060:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ba72d2b5. 00000001:00000010:0.0:1767384705.002063:0:40981:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004c8bf0a6. 00000004:00000010:0.0:1767384705.002072:0:40981:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000000001c366. 00080000:00000010:0.0:1767384705.002075:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003bf00cc1. 00000001:00000010:0.0:1767384705.002078:0:40981:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000007691f4d8. 00080000:00000010:0.0:1767384705.002083:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006e0fd83b. 00000001:00000010:0.0:1767384705.002087:0:40981:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000e5ec0765. 00080000:00000010:0.0:1767384705.002094:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000025062d7d. 00000001:00000010:0.0:1767384705.002099:0:40981:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000008abc810b. 00080000:00000010:0.0:1767384705.002101:0:40981:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fab12f81. 00000100:00000010:2.0:1767384705.002123:0:41012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002e041645. 02000000:00000010:2.0:1767384705.002133:0:41012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b83e923b. 00080000:00000010:1.0:1767384705.002134:0:40993:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d949c99. 00080000:00000010:1.0:1767384705.002138:0:40993:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000925ff2db. 00080000:00000010:1.0:1767384705.002143:0:40993:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001c3c3285. 00080000:00000010:1.0:1767384705.002145:0:40993:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000925ff2db. 00000001:00000010:1.0:1767384705.002153:0:40993:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000c209ce53. 00080000:00000010:1.0:1767384705.002169:0:40993:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000925ff2db. 00000400:00000010:1.0:1767384705.002179:0:40993:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dea86d9c. 02000000:00000010:3.0:1767384705.002188:0:16345:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006618d395. 00000400:00000010:3.0:1767384705.002194:0:16345:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007243cbc7. 00000800:00000010:1.0:1767384705.002195:0:40993:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bfd211e. 00000400:00000010:3.0:1767384705.002201:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008404c403. 00000400:00000010:3.0:1767384705.002210:0:16345:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000529253a3. 00000020:00000010:1.0:1767384705.002212:0:40993:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384705.002216:0:40993:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384705.002218:0:40993:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd0e22d3. 00000100:00000010:3.0:1767384705.002230:0:16345:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ad8148a. 00000400:00000010:3.0:1767384705.002246:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000529253a3. 00000100:00000010:3.0:1767384705.002261:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008926d956. 00000020:00000010:1.0:1767384705.002262:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000925ff2db. 00000800:00000010:0.0:1767384705.002264:0:16337:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bfd211e. 00000020:00000010:1.0:1767384705.002265:0:18653:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ca1c21f3. 00000100:00000010:3.0:1767384705.002272:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008abc810b. 00000400:00000010:0.0:1767384705.002273:0:16337:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dea86d9c. 00000020:00000010:1.0:1767384705.002280:0:18653:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd0e22d3. 00000100:00000010:3.0:1767384705.002282:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d792850. 00000020:00000010:1.0:1767384705.002284:0:18653:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384705.002288:0:18653:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384705.002323:0:18653:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d949c99. 00000020:00000010:1.0:1767384705.002325:0:18653:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d949c99. 02000000:00000010:1.0:1767384705.002335:0:18653:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000003c51bbe2. 00010000:00000010:1.0:1767384705.002346:0:18653:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007482a49f. 00010000:00000010:1.0:1767384705.002349:0:18653:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000005d02bae9. 00010000:00000010:1.0:1767384705.002352:0:18653:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002b6b7b74. 00000100:00000010:3.0:1767384705.002358:0:16345:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004b890cb8. 00002000:00000010:1.0:1767384705.002358:0:18653:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 000000009d949c99. 00010000:00000010:1.0:1767384705.002378:0:18653:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000002f71bf76. 00080000:00000010:1.0:1767384705.002388:0:18653:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000925145d3. 00080000:00000010:1.0:1767384705.002393:0:18653:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000b25b21af. 00080000:00000010:1.0:1767384705.002397:0:18653:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b2d89afe. 00000020:00000010:2.0:1767384705.002413:0:17064:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000006e0fd83b. 00000020:00000010:2.0:1767384705.002420:0:17064:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000008a51e80b. 00002000:00000010:2.0:1767384705.002423:0:17064:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 000000009d949c99. 00010000:00000010:2.0:1767384705.002425:0:17064:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000005d02bae9. 00010000:00000010:2.0:1767384705.002431:0:17064:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000002f71bf76. 00000001:00000010:1.0:1767384705.002434:0:18653:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000d23dedbf. 00080000:00000010:1.0:1767384705.002442:0:18653:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b2d89afe. 00080000:00000010:1.0:1767384705.002501:0:18653:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000036c6b6e9. 00002000:00000010:1.0:1767384705.002505:0:18653:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 000000006f991670. 00000400:00000010:1.0:1767384705.002514:0:18653:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015938f00. 00000400:00000010:1.0:1767384705.002530:0:18653:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015938f00. 00000020:00000010:1.0:1767384705.002537:0:18653:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000eb0aaf31. 00000020:00000010:1.0:1767384705.002538:0:18653:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000936bd1c8. 00000020:00000010:1.0:1767384705.002540:0:18653:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd0e22d3. 00000400:00000010:3.0:1767384705.002555:0:16345:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007243cbc7. 00000400:00000010:3.0:1767384705.002560:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008404c403. 02000000:00000010:3.0:1767384705.002580:0:16345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000032b8e4d7. 02000000:00000010:3.0:1767384705.002585:0:16345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000040b9fa3b. 00000100:00000010:3.0:1767384705.002588:0:16345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d7edd48c. 00010000:00000010:3.1:1767384705.004324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cec68687. 00010000:00000010:3.1:1767384705.004332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018c7bd83. 00000100:00000010:2.0:1767384705.004334:0:27:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d792850. 00000100:00000010:0.0:1767384705.004342:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008926d956. 00000100:00000010:1.0:1767384705.004344:0:58:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008abc810b. 00000100:00000010:3.0:1767384705.005350:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004b890cb8. 00000400:00000010:2.0:1767384705.008156:0:16339:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088fd608a. 00000400:00000010:2.0:1767384705.008173:0:16339:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c9fe978. 00000020:00000010:3.0:1767384705.008216:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000552bbac5. 00000020:00000010:3.0:1767384705.008221:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000552bbac5. 00000020:00000010:3.0:1767384705.008225:0:40988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa0c8341. 00000020:00000010:3.0:1767384705.008228:0:40988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e45ec249. 00000020:00000010:3.0:1767384705.008230:0:40988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000030ff7641. 00000020:00000010:3.0:1767384705.008253:0:40988:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000552bbac5. 00000020:00000010:3.0:1767384705.008254:0:40988:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000552bbac5. 02000000:00000010:3.0:1767384705.008264:0:40988:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003756fd08. 20000000:00000010:3.0:1767384705.008279:0:40988:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000e1926049. 00000400:00000010:3.0:1767384705.008333:0:40988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008404c403. 00000020:00000010:2.0:1767384705.008340:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7dd85e3. 00000020:00000010:2.0:1767384705.008344:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f376d246. 00000020:00000010:2.0:1767384705.008348:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000070b351d8. 00000020:00000010:2.0:1767384705.008351:0:40101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091f92d8b. 00000020:00000010:2.0:1767384705.008353:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c2c6d0b. 80000000:00000010:2.0:1767384705.008356:0:40101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000740ba8a4. 00000800:00000010:3.0:1767384705.008360:0:40988:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001530a37d. 40000000:00000010:2.0:1767384705.008360:0:40101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000426448ed. 00100000:00000010:2.0:1767384705.008369:0:40101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b6edce44. 00040000:00000010:2.0:1767384705.008372:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a97f2272. 00040000:00000010:2.0:1767384705.008374:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000018cf18e9. 00080000:00000010:2.0:1767384705.008378:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000aa7a6887. 00080000:00000010:2.0:1767384705.008381:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000084ea4548. 00000020:00000010:3.0:1767384705.008385:0:40988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e45ec249. 00002000:00000010:2.0:1767384705.008387:0:40101:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003fb82ef3. 00000020:00000010:3.0:1767384705.008391:0:40988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000030ff7641. 00000020:00000010:2.0:1767384705.008392:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f376d246. 00000020:00000010:3.0:1767384705.008398:0:40988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa0c8341. 00000020:00000010:2.0:1767384705.008398:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000070b351d8. 00000020:00000010:2.0:1767384705.008404:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091f92d8b. 00000020:00000010:2.0:1767384705.008408:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001c2c6d0b. 80000000:00000010:2.0:1767384705.008411:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000740ba8a4. 00000400:00000010:3.0:1767384705.008412:0:40988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007243cbc7. 40000000:00000010:2.0:1767384705.008415:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000426448ed. 00000400:00000010:3.0:1767384705.008419:0:40988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000850e6e6. 00100000:00000010:2.0:1767384705.008419:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b6edce44. 00040000:00000010:2.0:1767384705.008424:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a97f2272. 00040000:00000010:2.0:1767384705.008428:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000018cf18e9. 00080000:00000010:2.0:1767384705.008431:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000084ea4548. 00080000:00000010:2.0:1767384705.008434:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000aa7a6887. 00002000:00000010:2.0:1767384705.008435:0:40101:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003fb82ef3. 00000020:00000010:2.0:1767384705.008437:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7dd85e3. 00000020:00000010:2.0:1767384705.008441:0:40101:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aac2975b. 00000020:00000010:2.0:1767384705.008444:0:40101:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003ee0dcf8. 00000020:00000010:2.0:1767384705.008446:0:40101:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b6edce44. 00000020:00000010:2.0:1767384705.008449:0:40101:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091f92d8b. 00000020:00000010:2.0:1767384705.008451:0:40101:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c42a789. 80000000:00000010:2.0:1767384705.008453:0:40101:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000740ba8a4. 40000000:00000010:2.0:1767384705.008454:0:40101:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000426448ed. 00100000:00000010:2.0:1767384705.008456:0:40101:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000070b351d8. 00040000:00000010:2.0:1767384705.008457:0:40101:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a97f2272. 00040000:00000010:2.0:1767384705.008459:0:40101:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ed511cd0. 00080000:00000010:2.0:1767384705.008460:0:40101:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000aa7a6887. 00080000:00000010:2.0:1767384705.008463:0:40101:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000084ea4548. 00000800:00000010:0.0:1767384705.008464:0:16338:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001530a37d. 00002000:00000010:2.0:1767384705.008466:0:40101:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003fb82ef3. 00000400:00000010:0.0:1767384705.008473:0:16338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008404c403. 02000000:00000010:0.0:1767384705.008479:0:16338:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003756fd08. 00000020:00000010:2.0:1767384705.008502:0:40101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003ee0dcf8. 00000020:00000010:2.0:1767384705.008511:0:40101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b6edce44. 00000020:00000010:2.0:1767384705.008513:0:40101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091f92d8b. 00000020:00000010:2.0:1767384705.008515:0:40101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c42a789. 80000000:00000010:2.0:1767384705.008516:0:40101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000740ba8a4. 40000000:00000010:2.0:1767384705.008518:0:40101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000426448ed. 00100000:00000010:2.0:1767384705.008520:0:40101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000070b351d8. 00040000:00000010:2.0:1767384705.008521:0:40101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a97f2272. 00040000:00000010:2.0:1767384705.008523:0:40101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ed511cd0. 00080000:00000010:2.0:1767384705.008524:0:40101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000084ea4548. 00080000:00000010:2.0:1767384705.008525:0:40101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000aa7a6887. 00002000:00000010:2.0:1767384705.008527:0:40101:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003fb82ef3. 00000020:00000010:2.0:1767384705.008528:0:40101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aac2975b. 00000001:00000010:0.0:1767384705.008567:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e85cf32b. 00000001:00000010:0.0:1767384705.008571:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e4244e95. 00000001:00000010:0.0:1767384705.008572:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000016321dc. 00000001:00000010:0.0:1767384705.008573:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001e5c2aea. 00000001:00000010:0.0:1767384705.008574:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d1fb7158. 00000001:00000010:0.0:1767384705.008576:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fb67ab00. 00000020:00000010:0.0:1767384705.008581:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e264ad84. 00000020:00000010:0.0:1767384705.008590:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000feb6120f. 00010000:00000010:2.1:1767384705.009316:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007482a49f. 00010000:00000010:2.1:1767384705.009322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002b6b7b74. 00010000:00000010:3.1:1767384705.013328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f31f423. 00010000:00000010:3.1:1767384705.013335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009de6db31. 00010000:00000010:2.1:1767384705.017321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000af98239a. 00080000:00000010:3.0:1767384705.336160:0:41609:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9c1217d. 00080000:00000010:3.0:1767384705.336170:0:41609:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9c1217d. 00080000:00000010:3.0:1767384705.336181:0:41609:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e9c1217d. 00080000:00000010:3.0:1767384705.336186:0:41609:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e9c1217d. 00000001:02000400:3.0:1767384705.455691:0:41645:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000400:00000010:3.0:1767384705.599390:0:16341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d35c5032. 00000400:00000010:3.0:1767384705.599411:0:16341:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b5ec1e49. 00000400:00000010:3.0:1767384705.599416:0:16341:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001d04ea27. 00080000:00000010:0.0:1767384705.777776:0:41657:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f2c4ccb8. 00080000:00000010:0.0:1767384705.777786:0:41657:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f2c4ccb8. 00080000:00000010:0.0:1767384705.777796:0:41657:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000f2c4ccb8. 00080000:00000010:0.0:1767384705.777800:0:41657:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000f2c4ccb8. 00000800:00000010:0.0:1767384705.793041:0:16333:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068349159. 00000800:00000010:0.0:1767384705.793048:0:16333:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e1436496. 00000800:00000010:0.0:1767384705.793052:0:16333:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086fda48d. 00000800:00000010:0.0:1767384705.793067:0:16333:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086fda48d. 00000800:00020000:0.0:1767384705.793073:0:16333:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.202.122 00000800:00000010:0.0:1767384705.793077:0:16333:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e1436496. 00000800:00000010:0.0:1767384705.793079:0:16333:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000068349159. 00000400:02020000:0.0:1767384705.793109:0:16333:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.202.122@tcp33 at host 192.168.202.122:988: is it running a compatible version of Lustre? Debug log: 132959 lines, 132959 kept, 0 dropped, 0 bad.